2024-04-21T23:40:35.350 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-21T23:40:35.351 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637 --name teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi --verbose --owner scheduled_teuthology@teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/blogbench}} -- /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/orig.config.yaml 2024-04-21T23:40:35.410 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-21T23:40:35.503 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/blogbench}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7667637' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: 820a2f8ced66152ed3d765c31444b8076ea28c6b subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount - mds.dir_split install: ceph: flavor: default sha1: 820a2f8ced66152ed3d765c31444b8076ea28c6b kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 430e09df97c8fc7dc2b2ae424f68ed11366c540f owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 676 sha1: 820a2f8ced66152ed3d765c31444b8076ea28c6b sleep_before_teardown: 0 subset: 46/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 430e09df97c8fc7dc2b2ae424f68ed11366c540f syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi080.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEy5efUuCXBMelKwHvl/+T7JVumkzRB2pZPk0LfaZnOS8bVQkUF+OR/Ht1LBoSg+Mv6RgNfJUhsm+OO8LTVzd8I= smithi120.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFKPBBvgUJjefDimunOM/XI0LgIg0M9NaFvfHOz9wT2nzQVADdl8mLRiKAobBJrrw+Ljzq6rw7jjVDIhM/so02s= smithi144.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAvA1oFUX2NFAgEn1QvilmGMpTFXGD7jjlgsPXTD8dnnf6vP9q4m15ByhppclHUIo3EH3HSwHQMxQ5OP9M/qYzk= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/blogbench.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-21_21:24:02 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-21T23:40:35.504 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa; will attempt to use it 2024-04-21T23:40:35.504 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks 2024-04-21T23:40:35.504 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-21T23:40:35.506 INFO:teuthology.task.internal:Checking packages... 2024-04-21T23:40:35.528 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '820a2f8ced66152ed3d765c31444b8076ea28c6b' 2024-04-21T23:40:35.528 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-21T23:40:35.528 INFO:teuthology.packaging:ref: None 2024-04-21T23:40:35.528 INFO:teuthology.packaging:tag: None 2024-04-21T23:40:35.528 INFO:teuthology.packaging:branch: squid 2024-04-21T23:40:35.528 INFO:teuthology.packaging:sha1: 820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:40:35.529 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-04-21T23:40:35.738 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2407.g430e09df 2024-04-21T23:40:35.739 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-21T23:40:35.745 INFO:teuthology.task.internal:no buildpackages task found 2024-04-21T23:40:35.745 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-21T23:40:35.751 INFO:teuthology.task.internal:Saving configuration 2024-04-21T23:40:35.772 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-21T23:40:35.777 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-21T23:40:35.800 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi080.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 23:35:37.974461', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEy5efUuCXBMelKwHvl/+T7JVumkzRB2pZPk0LfaZnOS8bVQkUF+OR/Ht1LBoSg+Mv6RgNfJUhsm+OO8LTVzd8I='} 2024-04-21T23:40:35.820 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi120.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 23:35:37.973482', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFKPBBvgUJjefDimunOM/XI0LgIg0M9NaFvfHOz9wT2nzQVADdl8mLRiKAobBJrrw+Ljzq6rw7jjVDIhM/so02s='} 2024-04-21T23:40:35.845 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi144.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 23:35:37.971455', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAvA1oFUX2NFAgEn1QvilmGMpTFXGD7jjlgsPXTD8dnnf6vP9q4m15ByhppclHUIo3EH3HSwHQMxQ5OP9M/qYzk='} 2024-04-21T23:40:35.845 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-21T23:40:35.851 INFO:teuthology.task.internal:roles: ubuntu@smithi080.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-21T23:40:35.851 INFO:teuthology.task.internal:roles: ubuntu@smithi120.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-21T23:40:35.851 INFO:teuthology.task.internal:roles: ubuntu@smithi144.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-21T23:40:35.851 INFO:teuthology.run_tasks:Running task console_log... 2024-04-21T23:40:35.954 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3d9d3f7160>, signals=[15]) 2024-04-21T23:40:35.954 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-21T23:40:35.962 INFO:teuthology.task.internal:Opening connections... 2024-04-21T23:40:35.962 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi080.front.sepia.ceph.com 2024-04-21T23:40:35.965 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi080.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T23:40:36.040 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi120.front.sepia.ceph.com 2024-04-21T23:40:36.040 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi120.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T23:40:36.112 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi144.front.sepia.ceph.com 2024-04-21T23:40:36.113 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi144.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T23:40:36.188 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-21T23:40:36.196 DEBUG:teuthology.orchestra.run.smithi080:> uname -m 2024-04-21T23:40:36.214 INFO:teuthology.orchestra.run.smithi080.stdout:x86_64 2024-04-21T23:40:36.214 DEBUG:teuthology.orchestra.run.smithi080:> cat /etc/os-release 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:NAME="CentOS Stream" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:VERSION="9" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:ID="centos" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:ID_LIKE="rhel fedora" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:VERSION_ID="9" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:PLATFORM_ID="platform:el9" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:ANSI_COLOR="0;31" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:LOGO="fedora-logo-icon" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:HOME_URL="https://centos.org/" 2024-04-21T23:40:36.271 INFO:teuthology.orchestra.run.smithi080.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-21T23:40:36.272 INFO:teuthology.orchestra.run.smithi080.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-21T23:40:36.272 INFO:teuthology.orchestra.run.smithi080.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-21T23:40:36.272 INFO:teuthology.lock.ops:Updating smithi080.front.sepia.ceph.com on lock server 2024-04-21T23:40:36.296 DEBUG:teuthology.orchestra.run.smithi120:> uname -m 2024-04-21T23:40:36.314 INFO:teuthology.orchestra.run.smithi120.stdout:x86_64 2024-04-21T23:40:36.314 DEBUG:teuthology.orchestra.run.smithi120:> cat /etc/os-release 2024-04-21T23:40:36.370 INFO:teuthology.orchestra.run.smithi120.stdout:NAME="CentOS Stream" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:VERSION="9" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:ID="centos" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:ID_LIKE="rhel fedora" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:VERSION_ID="9" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:PLATFORM_ID="platform:el9" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:ANSI_COLOR="0;31" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:LOGO="fedora-logo-icon" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:HOME_URL="https://centos.org/" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-21T23:40:36.371 INFO:teuthology.orchestra.run.smithi120.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-21T23:40:36.372 INFO:teuthology.lock.ops:Updating smithi120.front.sepia.ceph.com on lock server 2024-04-21T23:40:36.396 DEBUG:teuthology.orchestra.run.smithi144:> uname -m 2024-04-21T23:40:36.414 INFO:teuthology.orchestra.run.smithi144.stdout:x86_64 2024-04-21T23:40:36.414 DEBUG:teuthology.orchestra.run.smithi144:> cat /etc/os-release 2024-04-21T23:40:36.471 INFO:teuthology.orchestra.run.smithi144.stdout:NAME="CentOS Stream" 2024-04-21T23:40:36.471 INFO:teuthology.orchestra.run.smithi144.stdout:VERSION="9" 2024-04-21T23:40:36.471 INFO:teuthology.orchestra.run.smithi144.stdout:ID="centos" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:ID_LIKE="rhel fedora" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:VERSION_ID="9" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:PLATFORM_ID="platform:el9" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:ANSI_COLOR="0;31" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:LOGO="fedora-logo-icon" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:HOME_URL="https://centos.org/" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-21T23:40:36.472 INFO:teuthology.orchestra.run.smithi144.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-21T23:40:36.473 INFO:teuthology.lock.ops:Updating smithi144.front.sepia.ceph.com on lock server 2024-04-21T23:40:36.496 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-21T23:40:36.507 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-21T23:40:36.512 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-21T23:40:36.512 DEBUG:teuthology.orchestra.run.smithi080:> test '!' -e /home/ubuntu/cephtest 2024-04-21T23:40:36.515 DEBUG:teuthology.orchestra.run.smithi120:> test '!' -e /home/ubuntu/cephtest 2024-04-21T23:40:36.517 DEBUG:teuthology.orchestra.run.smithi144:> test '!' -e /home/ubuntu/cephtest 2024-04-21T23:40:36.532 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-21T23:40:36.538 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-21T23:40:36.538 DEBUG:teuthology.orchestra.run.smithi080:> test -z $(ls -A /var/lib/ceph) 2024-04-21T23:40:36.571 DEBUG:teuthology.orchestra.run.smithi120:> test -z $(ls -A /var/lib/ceph) 2024-04-21T23:40:36.574 DEBUG:teuthology.orchestra.run.smithi144:> test -z $(ls -A /var/lib/ceph) 2024-04-21T23:40:36.739 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-21T23:40:36.816 INFO:teuthology.run_tasks:Running task kernel... 2024-04-21T23:40:36.830 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-04-21T23:40:36.830 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-04-21T23:40:36.830 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-04-21T23:40:36.831 DEBUG:teuthology.orchestra.run.smithi080:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-21T23:40:36.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T23:40:36.847 DEBUG:teuthology.orchestra.run.smithi080:> uname -r 2024-04-21T23:40:36.904 INFO:teuthology.orchestra.run.smithi080.stdout:5.14.0-437.el9.x86_64 2024-04-21T23:40:36.904 INFO:teuthology.task.kernel:Running kernel on smithi080: 5.14.0-437.el9.x86_64 2024-04-21T23:40:36.904 DEBUG:teuthology.orchestra.run.smithi080:> sudo yum install -y kernel 2024-04-21T23:40:47.352 INFO:teuthology.orchestra.run.smithi080.stdout:CentOS Stream 9 - BaseOS 929 kB/s | 8.0 MB 00:08 2024-04-21T23:40:50.578 INFO:teuthology.orchestra.run.smithi080.stdout:CentOS Stream 9 - AppStream 8.7 MB/s | 19 MB 00:02 2024-04-21T23:40:54.670 INFO:teuthology.orchestra.run.smithi080.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-04-21T23:40:56.378 INFO:teuthology.orchestra.run.smithi080.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 16 kB 00:00 2024-04-21T23:40:59.099 INFO:teuthology.orchestra.run.smithi080.stdout:Extra Packages for Enterprise Linux 8.0 MB/s | 21 MB 00:02 2024-04-21T23:41:04.137 INFO:teuthology.orchestra.run.smithi080.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-21T23:41:06.068 INFO:teuthology.orchestra.run.smithi080.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-21T23:41:06.069 INFO:teuthology.orchestra.run.smithi080.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-21T23:41:06.160 INFO:teuthology.orchestra.run.smithi080.stdout:Dependencies resolved. 2024-04-21T23:41:06.161 INFO:teuthology.orchestra.run.smithi080.stdout:Nothing to do. 2024-04-21T23:41:06.161 INFO:teuthology.orchestra.run.smithi080.stdout:Complete! 2024-04-21T23:41:06.281 DEBUG:teuthology.orchestra.run.smithi080:> echo no | sudo yum reinstall kernel || true 2024-04-21T23:41:06.780 INFO:teuthology.orchestra.run.smithi080.stdout:Last metadata expiration check: 0:00:02 ago on Sun 21 Apr 2024 11:41:04 PM UTC. 2024-04-21T23:41:06.908 INFO:teuthology.orchestra.run.smithi080.stdout:Dependencies resolved. 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout:================================================================================ 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout: Package Architecture Version Repository Size 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout:================================================================================ 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout:Reinstalling: 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout:Transaction Summary 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout:================================================================================ 2024-04-21T23:41:06.917 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:41:06.918 INFO:teuthology.orchestra.run.smithi080.stdout:Total download size: 255 k 2024-04-21T23:41:06.918 INFO:teuthology.orchestra.run.smithi080.stdout:Installed size: 0 2024-04-21T23:41:06.918 INFO:teuthology.orchestra.run.smithi080.stderr:Operation aborted. 2024-04-21T23:41:06.981 INFO:teuthology.orchestra.run.smithi080.stdout:Is this ok [y/N]: 2024-04-21T23:41:06.982 DEBUG:teuthology.orchestra.run.smithi080:> sudo yum reinstall -y kernel || true 2024-04-21T23:41:07.474 INFO:teuthology.orchestra.run.smithi080.stdout:Last metadata expiration check: 0:00:03 ago on Sun 21 Apr 2024 11:41:04 PM UTC. 2024-04-21T23:41:07.591 INFO:teuthology.orchestra.run.smithi080.stdout:Dependencies resolved. 2024-04-21T23:41:07.591 INFO:teuthology.orchestra.run.smithi080.stdout:================================================================================ 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout: Package Architecture Version Repository Size 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout:================================================================================ 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout:Reinstalling: 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout:Transaction Summary 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout:================================================================================ 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout:Total download size: 255 k 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout:Installed size: 0 2024-04-21T23:41:07.592 INFO:teuthology.orchestra.run.smithi080.stdout:Downloading Packages: 2024-04-21T23:41:07.864 INFO:teuthology.orchestra.run.smithi080.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.2 MB/s | 255 kB 00:00 2024-04-21T23:41:07.864 INFO:teuthology.orchestra.run.smithi080.stdout:-------------------------------------------------------------------------------- 2024-04-21T23:41:07.865 INFO:teuthology.orchestra.run.smithi080.stdout:Total 936 kB/s | 255 kB 00:00 2024-04-21T23:41:07.884 INFO:teuthology.orchestra.run.smithi080.stdout:Running transaction check 2024-04-21T23:41:08.068 INFO:teuthology.orchestra.run.smithi080.stdout:Transaction check succeeded. 2024-04-21T23:41:08.068 INFO:teuthology.orchestra.run.smithi080.stdout:Running transaction test 2024-04-21T23:41:08.073 INFO:teuthology.orchestra.run.smithi080.stdout:Transaction test succeeded. 2024-04-21T23:41:08.073 INFO:teuthology.orchestra.run.smithi080.stdout:Running transaction 2024-04-21T23:41:08.203 INFO:teuthology.orchestra.run.smithi080.stdout: Preparing : 1/1 2024-04-21T23:41:08.290 INFO:teuthology.orchestra.run.smithi080.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-21T23:41:08.291 INFO:teuthology.orchestra.run.smithi080.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-21T23:41:08.996 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-21T23:41:08.997 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-21T23:41:09.712 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-21T23:41:09.712 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:41:09.712 INFO:teuthology.orchestra.run.smithi080.stdout:Reinstalled: 2024-04-21T23:41:09.712 INFO:teuthology.orchestra.run.smithi080.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-21T23:41:09.712 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:41:09.712 INFO:teuthology.orchestra.run.smithi080.stdout:Complete! 2024-04-21T23:41:09.887 DEBUG:teuthology.orchestra.run.smithi080:> rpm -q kernel | sort -rV | head -n 1 2024-04-21T23:41:09.933 INFO:teuthology.orchestra.run.smithi080.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-21T23:41:09.934 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-21T23:41:09.934 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-21T23:41:09.934 DEBUG:teuthology.parallel:result is None 2024-04-21T23:41:09.935 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-21T23:41:09.943 INFO:teuthology.task.internal:Creating test directory... 2024-04-21T23:41:09.943 DEBUG:teuthology.orchestra.run.smithi080:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-21T23:41:09.946 DEBUG:teuthology.orchestra.run.smithi120:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-21T23:41:09.949 DEBUG:teuthology.orchestra.run.smithi144:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-21T23:41:09.967 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-21T23:41:09.973 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-21T23:41:09.979 INFO:teuthology.task.internal:Creating archive directory... 2024-04-21T23:41:09.980 DEBUG:teuthology.orchestra.run.smithi080:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-21T23:41:10.000 DEBUG:teuthology.orchestra.run.smithi120:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-21T23:41:10.006 DEBUG:teuthology.orchestra.run.smithi144:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-21T23:41:10.222 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-21T23:41:10.228 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-21T23:41:10.229 DEBUG:teuthology.orchestra.run.smithi120:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-21T23:41:10.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T23:41:10.247 DEBUG:teuthology.orchestra.run.smithi144:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-21T23:41:10.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T23:41:10.264 DEBUG:teuthology.orchestra.run.smithi080:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-21T23:41:10.267 DEBUG:teuthology.orchestra.run.smithi120:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-21T23:41:10.290 DEBUG:teuthology.orchestra.run.smithi144:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-21T23:41:10.297 INFO:teuthology.orchestra.run.smithi080.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T23:41:10.317 INFO:teuthology.orchestra.run.smithi080.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T23:41:10.342 INFO:teuthology.orchestra.run.smithi120.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T23:41:10.354 INFO:teuthology.orchestra.run.smithi120.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T23:41:10.363 INFO:teuthology.orchestra.run.smithi144.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T23:41:10.376 INFO:teuthology.orchestra.run.smithi144.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T23:41:10.378 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-21T23:41:10.386 INFO:teuthology.task.internal:Configuring sudo... 2024-04-21T23:41:10.386 DEBUG:teuthology.orchestra.run.smithi080:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-21T23:41:10.388 DEBUG:teuthology.orchestra.run.smithi120:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-21T23:41:10.391 DEBUG:teuthology.orchestra.run.smithi144:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-21T23:41:10.416 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-21T23:41:10.424 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-21T23:41:10.425 DEBUG:teuthology.orchestra.run.smithi080:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-21T23:41:10.452 DEBUG:teuthology.orchestra.run.smithi120:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-21T23:41:10.457 DEBUG:teuthology.orchestra.run.smithi144:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-21T23:41:10.474 DEBUG:teuthology.orchestra.run.smithi080:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T23:41:10.547 DEBUG:teuthology.orchestra.run.smithi080:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T23:41:10.600 DEBUG:teuthology.orchestra.run.smithi080:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T23:41:10.681 DEBUG:teuthology.orchestra.run.smithi080:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T23:41:10.720 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:41:10.720 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-21T23:41:10.783 DEBUG:teuthology.orchestra.run.smithi120:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T23:41:10.829 DEBUG:teuthology.orchestra.run.smithi120:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T23:41:10.872 DEBUG:teuthology.orchestra.run.smithi120:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T23:41:10.954 DEBUG:teuthology.orchestra.run.smithi120:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T23:41:10.997 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:41:10.997 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-21T23:41:11.063 DEBUG:teuthology.orchestra.run.smithi144:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T23:41:11.106 DEBUG:teuthology.orchestra.run.smithi144:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T23:41:11.167 DEBUG:teuthology.orchestra.run.smithi144:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T23:41:11.252 DEBUG:teuthology.orchestra.run.smithi144:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T23:41:11.292 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:41:11.292 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-21T23:41:11.358 DEBUG:teuthology.orchestra.run.smithi080:> sudo service rsyslog restart 2024-04-21T23:41:11.360 DEBUG:teuthology.orchestra.run.smithi120:> sudo service rsyslog restart 2024-04-21T23:41:11.362 DEBUG:teuthology.orchestra.run.smithi144:> sudo service rsyslog restart 2024-04-21T23:41:11.394 INFO:teuthology.orchestra.run.smithi080.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T23:41:11.394 INFO:teuthology.orchestra.run.smithi120.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T23:41:11.431 INFO:teuthology.orchestra.run.smithi144.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T23:41:11.902 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-21T23:41:11.910 INFO:teuthology.task.internal:Starting timer... 2024-04-21T23:41:11.910 INFO:teuthology.run_tasks:Running task pcp... 2024-04-21T23:41:11.920 INFO:teuthology.run_tasks:Running task selinux... 2024-04-21T23:41:11.928 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-21T23:41:11.928 DEBUG:teuthology.orchestra.run.smithi080:> sudo service auditd rotate 2024-04-21T23:41:11.996 INFO:teuthology.orchestra.run.smithi080.stdout:Rotating logs: 2024-04-21T23:41:11.997 DEBUG:teuthology.orchestra.run.smithi120:> sudo service auditd rotate 2024-04-21T23:41:12.055 INFO:teuthology.orchestra.run.smithi120.stdout:Rotating logs: 2024-04-21T23:41:12.057 DEBUG:teuthology.orchestra.run.smithi144:> sudo service auditd rotate 2024-04-21T23:41:12.124 INFO:teuthology.orchestra.run.smithi144.stdout:Rotating logs: 2024-04-21T23:41:12.126 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-21T23:41:12.126 DEBUG:teuthology.orchestra.run.smithi080:> /usr/sbin/getenforce 2024-04-21T23:41:12.147 INFO:teuthology.orchestra.run.smithi080.stdout:Permissive 2024-04-21T23:41:12.147 DEBUG:teuthology.orchestra.run.smithi120:> /usr/sbin/getenforce 2024-04-21T23:41:12.175 INFO:teuthology.orchestra.run.smithi120.stdout:Permissive 2024-04-21T23:41:12.175 DEBUG:teuthology.orchestra.run.smithi144:> /usr/sbin/getenforce 2024-04-21T23:41:12.197 INFO:teuthology.orchestra.run.smithi144.stdout:Permissive 2024-04-21T23:41:12.197 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi080.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi120.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi144.front.sepia.ceph.com': 'permissive'} 2024-04-21T23:41:12.197 DEBUG:teuthology.orchestra.run.smithi080:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T23:41:12.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T23:41:12.222 DEBUG:teuthology.orchestra.run.smithi120:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T23:41:12.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T23:41:12.250 DEBUG:teuthology.orchestra.run.smithi144:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T23:41:12.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T23:41:12.276 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-21T23:41:12.276 DEBUG:teuthology.orchestra.run.smithi080:> sudo /usr/sbin/setenforce permissive 2024-04-21T23:41:12.308 DEBUG:teuthology.orchestra.run.smithi120:> sudo /usr/sbin/setenforce permissive 2024-04-21T23:41:12.344 DEBUG:teuthology.orchestra.run.smithi144:> sudo /usr/sbin/setenforce permissive 2024-04-21T23:41:12.370 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-21T23:41:12.379 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-21T23:41:12.396 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-21T23:41:12.397 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi080.front.sepia.ceph.com,smithi120.front.sepia.ceph.com,smithi144.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-21T23:45:07.286 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi080.front.sepia.ceph.com'), Remote(name='ubuntu@smithi120.front.sepia.ceph.com'), Remote(name='ubuntu@smithi144.front.sepia.ceph.com')] 2024-04-21T23:45:07.287 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi080.front.sepia.ceph.com' 2024-04-21T23:45:07.288 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi080.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T23:45:07.370 DEBUG:teuthology.orchestra.run.smithi080:> true 2024-04-21T23:45:07.453 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi080.front.sepia.ceph.com' 2024-04-21T23:45:07.453 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi120.front.sepia.ceph.com' 2024-04-21T23:45:07.454 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi120.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T23:45:07.528 DEBUG:teuthology.orchestra.run.smithi120:> true 2024-04-21T23:45:07.606 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi120.front.sepia.ceph.com' 2024-04-21T23:45:07.606 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi144.front.sepia.ceph.com' 2024-04-21T23:45:07.607 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi144.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T23:45:07.683 DEBUG:teuthology.orchestra.run.smithi144:> true 2024-04-21T23:45:07.763 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi144.front.sepia.ceph.com' 2024-04-21T23:45:07.763 INFO:teuthology.run_tasks:Running task clock... 2024-04-21T23:45:07.775 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-21T23:45:07.775 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-21T23:45:07.775 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T23:45:07.778 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-21T23:45:07.778 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T23:45:07.780 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-21T23:45:07.780 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T23:45:07.805 INFO:teuthology.orchestra.run.smithi080.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-21T23:45:07.808 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-21T23:45:07.818 INFO:teuthology.orchestra.run.smithi080.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-21T23:45:07.822 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-21T23:45:07.834 INFO:teuthology.orchestra.run.smithi144.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-21T23:45:07.842 INFO:teuthology.orchestra.run.smithi080.stderr:sudo: ntpd: command not found 2024-04-21T23:45:07.845 INFO:teuthology.orchestra.run.smithi120.stderr:sudo: ntpd: command not found 2024-04-21T23:45:07.848 INFO:teuthology.orchestra.run.smithi144.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-21T23:45:07.852 INFO:teuthology.orchestra.run.smithi080.stdout:506 Cannot talk to daemon 2024-04-21T23:45:07.857 INFO:teuthology.orchestra.run.smithi120.stdout:506 Cannot talk to daemon 2024-04-21T23:45:07.866 INFO:teuthology.orchestra.run.smithi080.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-21T23:45:07.871 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-21T23:45:07.872 INFO:teuthology.orchestra.run.smithi144.stderr:sudo: ntpd: command not found 2024-04-21T23:45:07.879 INFO:teuthology.orchestra.run.smithi080.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-21T23:45:07.883 INFO:teuthology.orchestra.run.smithi144.stdout:506 Cannot talk to daemon 2024-04-21T23:45:07.884 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-21T23:45:07.896 INFO:teuthology.orchestra.run.smithi144.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-21T23:45:07.910 INFO:teuthology.orchestra.run.smithi144.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-21T23:45:07.935 INFO:teuthology.orchestra.run.smithi120.stderr:bash: line 1: ntpq: command not found 2024-04-21T23:45:07.937 INFO:teuthology.orchestra.run.smithi080.stderr:bash: line 1: ntpq: command not found 2024-04-21T23:45:07.939 INFO:teuthology.orchestra.run.smithi120.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T23:45:07.939 INFO:teuthology.orchestra.run.smithi120.stdout:=============================================================================== 2024-04-21T23:45:07.939 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.939 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.939 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.939 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.940 INFO:teuthology.orchestra.run.smithi080.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T23:45:07.940 INFO:teuthology.orchestra.run.smithi080.stdout:=============================================================================== 2024-04-21T23:45:07.940 INFO:teuthology.orchestra.run.smithi080.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.940 INFO:teuthology.orchestra.run.smithi080.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.940 INFO:teuthology.orchestra.run.smithi080.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.940 INFO:teuthology.orchestra.run.smithi080.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.963 INFO:teuthology.orchestra.run.smithi144.stderr:bash: line 1: ntpq: command not found 2024-04-21T23:45:07.966 INFO:teuthology.orchestra.run.smithi144.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T23:45:07.966 INFO:teuthology.orchestra.run.smithi144.stdout:=============================================================================== 2024-04-21T23:45:07.966 INFO:teuthology.orchestra.run.smithi144.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.967 INFO:teuthology.orchestra.run.smithi144.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.967 INFO:teuthology.orchestra.run.smithi144.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.967 INFO:teuthology.orchestra.run.smithi144.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T23:45:07.968 INFO:teuthology.run_tasks:Running task install... 2024-04-21T23:45:07.976 DEBUG:teuthology.task.install:project ceph 2024-04-21T23:45:07.976 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b'}} 2024-04-21T23:45:07.976 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b'} 2024-04-21T23:45:07.976 INFO:teuthology.task.install:Using flavor: default 2024-04-21T23:45:07.982 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-21T23:45:07.982 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-21T23:45:07.982 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'tag': None, 'wait_for_package': False} 2024-04-21T23:45:07.982 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:45:07.984 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'tag': None, 'wait_for_package': False} 2024-04-21T23:45:07.985 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:45:07.985 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'tag': None, 'wait_for_package': False} 2024-04-21T23:45:07.986 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:45:08.150 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/ 2024-04-21T23:45:08.150 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2405.g820a2f8c 2024-04-21T23:45:08.168 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/ 2024-04-21T23:45:08.168 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2405.g820a2f8c 2024-04-21T23:45:08.206 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/ 2024-04-21T23:45:08.206 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2405.g820a2f8c 2024-04-21T23:45:08.262 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-21T23:45:08.262 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:45:08.262 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-21T23:45:08.275 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-21T23:45:08.276 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:45:08.276 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-21T23:45:08.286 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-21T23:45:08.286 DEBUG:teuthology.orchestra.run.smithi080:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/820a2f8ced66152ed3d765c31444b8076ea28c6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-21T23:45:08.302 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-21T23:45:08.302 DEBUG:teuthology.orchestra.run.smithi144:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/820a2f8ced66152ed3d765c31444b8076ea28c6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-21T23:45:08.313 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-21T23:45:08.313 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:45:08.314 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-21T23:45:08.338 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-21T23:45:08.338 DEBUG:teuthology.orchestra.run.smithi120:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/820a2f8ced66152ed3d765c31444b8076ea28c6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-21T23:45:08.350 DEBUG:teuthology.orchestra.run.smithi080:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-21T23:45:08.367 DEBUG:teuthology.orchestra.run.smithi144:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-21T23:45:08.403 DEBUG:teuthology.orchestra.run.smithi120:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-21T23:45:08.422 DEBUG:teuthology.orchestra.run.smithi080:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-21T23:45:08.440 DEBUG:teuthology.orchestra.run.smithi144:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-21T23:45:08.477 DEBUG:teuthology.orchestra.run.smithi120:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-21T23:45:08.484 INFO:teuthology.orchestra.run.smithi080.stdout:check_obsoletes = 1 2024-04-21T23:45:08.486 DEBUG:teuthology.orchestra.run.smithi080:> sudo yum clean all 2024-04-21T23:45:08.502 INFO:teuthology.orchestra.run.smithi144.stdout:check_obsoletes = 1 2024-04-21T23:45:08.504 DEBUG:teuthology.orchestra.run.smithi144:> sudo yum clean all 2024-04-21T23:45:08.539 INFO:teuthology.orchestra.run.smithi120.stdout:check_obsoletes = 1 2024-04-21T23:45:08.541 DEBUG:teuthology.orchestra.run.smithi120:> sudo yum clean all 2024-04-21T23:45:08.708 INFO:teuthology.orchestra.run.smithi080.stdout:48 files removed 2024-04-21T23:45:08.725 INFO:teuthology.orchestra.run.smithi144.stdout:48 files removed 2024-04-21T23:45:08.738 DEBUG:teuthology.orchestra.run.smithi080:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-21T23:45:08.752 DEBUG:teuthology.orchestra.run.smithi144:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-21T23:45:08.765 INFO:teuthology.orchestra.run.smithi120.stdout:48 files removed 2024-04-21T23:45:08.792 DEBUG:teuthology.orchestra.run.smithi120:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-21T23:45:09.347 INFO:teuthology.orchestra.run.smithi080.stdout:ceph packages for x86_64 239 kB/s | 83 kB 00:00 2024-04-21T23:45:09.419 INFO:teuthology.orchestra.run.smithi144.stdout:ceph packages for x86_64 205 kB/s | 83 kB 00:00 2024-04-21T23:45:09.445 INFO:teuthology.orchestra.run.smithi120.stdout:ceph packages for x86_64 210 kB/s | 83 kB 00:00 2024-04-21T23:45:09.723 INFO:teuthology.orchestra.run.smithi080.stdout:ceph noarch packages 35 kB/s | 11 kB 00:00 2024-04-21T23:45:09.779 INFO:teuthology.orchestra.run.smithi144.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-04-21T23:45:09.887 INFO:teuthology.orchestra.run.smithi120.stdout:ceph noarch packages 29 kB/s | 11 kB 00:00 2024-04-21T23:45:10.165 INFO:teuthology.orchestra.run.smithi080.stdout:ceph source packages 4.5 kB/s | 1.8 kB 00:00 2024-04-21T23:45:10.188 INFO:teuthology.orchestra.run.smithi144.stdout:ceph source packages 4.9 kB/s | 1.8 kB 00:00 2024-04-21T23:45:10.238 INFO:teuthology.orchestra.run.smithi120.stdout:ceph source packages 5.8 kB/s | 1.8 kB 00:00 2024-04-21T23:45:10.904 INFO:teuthology.orchestra.run.smithi144.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-21T23:45:10.921 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-21T23:45:11.790 INFO:teuthology.orchestra.run.smithi080.stdout:CentOS Stream 9 - BaseOS 5.1 MB/s | 8.0 MB 00:01 2024-04-21T23:45:12.989 INFO:teuthology.orchestra.run.smithi144.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:01 2024-04-21T23:45:13.558 INFO:teuthology.orchestra.run.smithi080.stdout:CentOS Stream 9 - AppStream 27 MB/s | 19 MB 00:00 2024-04-21T23:45:14.705 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS Stream 9 - AppStream 6.9 MB/s | 19 MB 00:02 2024-04-21T23:45:17.641 INFO:teuthology.orchestra.run.smithi144.stdout:CentOS Stream 9 - CRB 5.9 MB/s | 6.2 MB 00:01 2024-04-21T23:45:17.891 INFO:teuthology.orchestra.run.smithi080.stdout:CentOS Stream 9 - CRB 7.9 MB/s | 6.2 MB 00:00 2024-04-21T23:45:18.906 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS Stream 9 - CRB 9.6 MB/s | 6.2 MB 00:00 2024-04-21T23:45:19.059 INFO:teuthology.orchestra.run.smithi144.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 16 kB 00:00 2024-04-21T23:45:20.094 INFO:teuthology.orchestra.run.smithi144.stdout:Extra Packages for Enterprise Linux 23 MB/s | 21 MB 00:00 2024-04-21T23:45:20.286 INFO:teuthology.orchestra.run.smithi080.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 16 kB 00:01 2024-04-21T23:45:20.658 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-04-21T23:45:21.212 INFO:teuthology.orchestra.run.smithi080.stdout:Extra Packages for Enterprise Linux 26 MB/s | 21 MB 00:00 2024-04-21T23:45:25.002 INFO:teuthology.orchestra.run.smithi144.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-04-21T23:45:26.220 INFO:teuthology.orchestra.run.smithi080.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-21T23:45:27.111 INFO:teuthology.orchestra.run.smithi144.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T23:45:27.112 INFO:teuthology.orchestra.run.smithi144.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T23:45:27.126 INFO:teuthology.orchestra.run.smithi144.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-21T23:45:27.127 INFO:teuthology.orchestra.run.smithi144.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-21T23:45:27.127 INFO:teuthology.orchestra.run.smithi144.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-21T23:45:27.127 INFO:teuthology.orchestra.run.smithi144.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-21T23:45:27.127 INFO:teuthology.orchestra.run.smithi144.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-21T23:45:27.129 INFO:teuthology.orchestra.run.smithi144.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-21T23:45:27.130 INFO:teuthology.orchestra.run.smithi144.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-21T23:45:27.190 INFO:teuthology.orchestra.run.smithi144.stdout:Dependencies resolved. 2024-04-21T23:45:27.210 INFO:teuthology.orchestra.run.smithi144.stdout:======================================================================================= 2024-04-21T23:45:27.210 INFO:teuthology.orchestra.run.smithi144.stdout: Package Arch Version Repository Size 2024-04-21T23:45:27.210 INFO:teuthology.orchestra.run.smithi144.stdout:======================================================================================= 2024-04-21T23:45:27.210 INFO:teuthology.orchestra.run.smithi144.stdout:Installing: 2024-04-21T23:45:27.210 INFO:teuthology.orchestra.run.smithi144.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-21T23:45:27.210 INFO:teuthology.orchestra.run.smithi144.stdout: ceph x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 6.6 k 2024-04-21T23:45:27.210 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-base x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.4 M 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 889 k 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 145 k 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 1.5 M 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 141 k 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 3.5 M 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 7.4 M 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-rook noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 49 k 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-radosgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 10 M 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-test x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 48 M 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-volume noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 264 k 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 762 k 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: cephfs-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 222 k 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: cephfs-shell x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 27 k 2024-04-21T23:45:27.211 INFO:teuthology.orchestra.run.smithi144.stdout: cephfs-top noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 18 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: libcephfs-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 32 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: libcephfs2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 745 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: librados-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 127 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-21T23:45:27.212 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cephfs x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 161 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: python3-rados x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 321 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: python3-rbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 298 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: python3-rgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 99 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: rbd-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 86 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: rbd-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: rbd-nbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 171 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout:Upgrading: 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: librados2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.4 M 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: librbd1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout:Installing dependencies: 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-21T23:45:27.213 INFO:teuthology.orchestra.run.smithi144.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 21 M 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 32 k 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mds x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 2.4 M 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 249 k 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mon x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 4.7 M 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-osd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 17 M 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 15 k 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-selinux x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 25 k 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-21T23:45:27.214 INFO:teuthology.orchestra.run.smithi144.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libcephsqlite x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 164 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libradosstriper1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 501 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: librgw2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.3 M 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-21T23:45:27.215 INFO:teuthology.orchestra.run.smithi144.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-21T23:45:27.216 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-ceph-argparse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 45 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 133 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-21T23:45:27.217 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-21T23:45:27.218 INFO:teuthology.orchestra.run.smithi144.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-21T23:45:27.219 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-21T23:45:27.220 INFO:teuthology.orchestra.run.smithi144.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout:Installing weak dependencies: 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout:Transaction Summary 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout:======================================================================================= 2024-04-21T23:45:27.221 INFO:teuthology.orchestra.run.smithi144.stdout:Install 148 Packages 2024-04-21T23:45:27.222 INFO:teuthology.orchestra.run.smithi144.stdout:Upgrade 2 Packages 2024-04-21T23:45:27.222 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:45:27.222 INFO:teuthology.orchestra.run.smithi144.stdout:Total download size: 216 M 2024-04-21T23:45:27.223 INFO:teuthology.orchestra.run.smithi144.stdout:Downloading Packages: 2024-04-21T23:45:28.162 INFO:teuthology.orchestra.run.smithi144.stdout:(1/150): ceph-19.0.0-2405.g820a2f8c.el9.x86_64. 40 kB/s | 6.6 kB 00:00 2024-04-21T23:45:28.378 INFO:teuthology.orchestra.run.smithi144.stdout:(2/150): ceph-fuse-19.0.0-2405.g820a2f8c.el9.x8 4.0 MB/s | 889 kB 00:00 2024-04-21T23:45:28.404 INFO:teuthology.orchestra.run.smithi080.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T23:45:28.405 INFO:teuthology.orchestra.run.smithi080.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T23:45:28.416 INFO:teuthology.orchestra.run.smithi080.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-21T23:45:28.417 INFO:teuthology.orchestra.run.smithi080.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-21T23:45:28.418 INFO:teuthology.orchestra.run.smithi080.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-21T23:45:28.418 INFO:teuthology.orchestra.run.smithi080.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-21T23:45:28.420 INFO:teuthology.orchestra.run.smithi080.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-21T23:45:28.422 INFO:teuthology.orchestra.run.smithi080.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-21T23:45:28.423 INFO:teuthology.orchestra.run.smithi080.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-21T23:45:28.428 INFO:teuthology.orchestra.run.smithi144.stdout:(3/150): ceph-immutable-object-cache-19.0.0-240 2.8 MB/s | 145 kB 00:00 2024-04-21T23:45:28.484 INFO:teuthology.orchestra.run.smithi080.stdout:Dependencies resolved. 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout:======================================================================================= 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout: Package Arch Version Repository Size 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout:======================================================================================= 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout:Installing: 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout: ceph x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 6.6 k 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-base x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.4 M 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 889 k 2024-04-21T23:45:28.493 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 145 k 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 1.5 M 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 141 k 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 3.5 M 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 7.4 M 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-rook noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 49 k 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-radosgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 10 M 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-test x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 48 M 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-volume noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 264 k 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 762 k 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: cephfs-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 222 k 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: cephfs-shell x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 27 k 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: cephfs-top noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 18 k 2024-04-21T23:45:28.494 INFO:teuthology.orchestra.run.smithi080.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: libcephfs-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 32 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: libcephfs2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 745 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: librados-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 127 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cephfs x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 161 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: python3-rados x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 321 k 2024-04-21T23:45:28.495 INFO:teuthology.orchestra.run.smithi080.stdout: python3-rbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 298 k 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: python3-rgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 99 k 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: rbd-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 86 k 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: rbd-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: rbd-nbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 171 k 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout:Upgrading: 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: librados2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.4 M 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: librbd1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout:Installing dependencies: 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-21T23:45:28.496 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 21 M 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 32 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mds x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 2.4 M 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 249 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mon x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 4.7 M 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-osd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 17 M 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 15 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-selinux x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 25 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-21T23:45:28.497 INFO:teuthology.orchestra.run.smithi080.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: libcephsqlite x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 164 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: libradosstriper1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 501 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: librgw2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.3 M 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-21T23:45:28.498 INFO:teuthology.orchestra.run.smithi080.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-21T23:45:28.499 INFO:teuthology.orchestra.run.smithi080.stdout: python3-ceph-argparse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 45 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 133 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-21T23:45:28.500 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-21T23:45:28.501 INFO:teuthology.orchestra.run.smithi080.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-21T23:45:28.502 INFO:teuthology.orchestra.run.smithi080.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-21T23:45:28.503 INFO:teuthology.orchestra.run.smithi080.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout:Installing weak dependencies: 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout:Transaction Summary 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout:======================================================================================= 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout:Install 148 Packages 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout:Upgrade 2 Packages 2024-04-21T23:45:28.504 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:45:28.505 INFO:teuthology.orchestra.run.smithi080.stdout:Total download size: 216 M 2024-04-21T23:45:28.505 INFO:teuthology.orchestra.run.smithi080.stdout:Downloading Packages: 2024-04-21T23:45:28.721 INFO:teuthology.orchestra.run.smithi144.stdout:(4/150): ceph-mds-19.0.0-2405.g820a2f8c.el9.x86 8.1 MB/s | 2.4 MB 00:00 2024-04-21T23:45:28.904 INFO:teuthology.orchestra.run.smithi144.stdout:(5/150): ceph-mgr-19.0.0-2405.g820a2f8c.el9.x86 8.2 MB/s | 1.5 MB 00:00 2024-04-21T23:45:29.346 INFO:teuthology.orchestra.run.smithi080.stdout:(1/150): ceph-19.0.0-2405.g820a2f8c.el9.x86_64. 31 kB/s | 6.6 kB 00:00 2024-04-21T23:45:29.354 INFO:teuthology.orchestra.run.smithi144.stdout:(6/150): ceph-base-19.0.0-2405.g820a2f8c.el9.x8 4.0 MB/s | 5.4 MB 00:01 2024-04-21T23:45:29.471 INFO:teuthology.orchestra.run.smithi144.stdout:(7/150): ceph-mon-19.0.0-2405.g820a2f8c.el9.x86 8.3 MB/s | 4.7 MB 00:00 2024-04-21T23:45:29.896 INFO:teuthology.orchestra.run.smithi080.stdout:(2/150): ceph-fuse-19.0.0-2405.g820a2f8c.el9.x8 1.6 MB/s | 889 kB 00:00 2024-04-21T23:45:29.980 INFO:teuthology.orchestra.run.smithi080.stdout:(3/150): ceph-immutable-object-cache-19.0.0-240 1.7 MB/s | 145 kB 00:00 2024-04-21T23:45:30.155 INFO:teuthology.orchestra.run.smithi144.stdout:(8/150): ceph-common-19.0.0-2405.g820a2f8c.el9. 9.7 MB/s | 21 MB 00:02 2024-04-21T23:45:30.230 INFO:teuthology.orchestra.run.smithi144.stdout:(9/150): ceph-selinux-19.0.0-2405.g820a2f8c.el9 336 kB/s | 25 kB 00:00 2024-04-21T23:45:30.539 INFO:teuthology.orchestra.run.smithi080.stdout:(4/150): ceph-mds-19.0.0-2405.g820a2f8c.el9.x86 4.2 MB/s | 2.4 MB 00:00 2024-04-21T23:45:30.939 INFO:teuthology.orchestra.run.smithi080.stdout:(5/150): ceph-mgr-19.0.0-2405.g820a2f8c.el9.x86 3.7 MB/s | 1.5 MB 00:00 2024-04-21T23:45:31.422 INFO:teuthology.orchestra.run.smithi144.stdout:(10/150): ceph-radosgw-19.0.0-2405.g820a2f8c.el 5.2 MB/s | 10 MB 00:01 2024-04-21T23:45:31.472 INFO:teuthology.orchestra.run.smithi080.stdout:(6/150): ceph-base-19.0.0-2405.g820a2f8c.el9.x8 2.3 MB/s | 5.4 MB 00:02 2024-04-21T23:45:31.489 INFO:teuthology.orchestra.run.smithi144.stdout:(11/150): cephfs-mirror-19.0.0-2405.g820a2f8c.e 3.3 MB/s | 222 kB 00:00 2024-04-21T23:45:31.581 INFO:teuthology.orchestra.run.smithi144.stdout:(12/150): cephfs-shell-19.0.0-2405.g820a2f8c.el 294 kB/s | 27 kB 00:00 2024-04-21T23:45:31.673 INFO:teuthology.orchestra.run.smithi144.stdout:(13/150): libcephfs-devel-19.0.0-2405.g820a2f8c 347 kB/s | 32 kB 00:00 2024-04-21T23:45:31.722 INFO:teuthology.orchestra.run.smithi080.stdout:(7/150): ceph-mon-19.0.0-2405.g820a2f8c.el9.x86 6.0 MB/s | 4.7 MB 00:00 2024-04-21T23:45:31.873 INFO:teuthology.orchestra.run.smithi144.stdout:(14/150): libcephfs2-19.0.0-2405.g820a2f8c.el9. 3.6 MB/s | 745 kB 00:00 2024-04-21T23:45:31.973 INFO:teuthology.orchestra.run.smithi144.stdout:(15/150): libcephsqlite-19.0.0-2405.g820a2f8c.e 1.6 MB/s | 164 kB 00:00 2024-04-21T23:45:32.074 INFO:teuthology.orchestra.run.smithi144.stdout:(16/150): librados-devel-19.0.0-2405.g820a2f8c. 1.2 MB/s | 127 kB 00:00 2024-04-21T23:45:32.340 INFO:teuthology.orchestra.run.smithi144.stdout:(17/150): libradosstriper1-19.0.0-2405.g820a2f8 1.8 MB/s | 501 kB 00:00 2024-04-21T23:45:33.164 INFO:teuthology.orchestra.run.smithi080.stdout:(8/150): ceph-radosgw-19.0.0-2405.g820a2f8c.el9 7.1 MB/s | 10 MB 00:01 2024-04-21T23:45:33.231 INFO:teuthology.orchestra.run.smithi080.stdout:(9/150): ceph-selinux-19.0.0-2405.g820a2f8c.el9 378 kB/s | 25 kB 00:00 2024-04-21T23:45:33.949 INFO:teuthology.orchestra.run.smithi144.stdout:(18/150): librgw2-19.0.0-2405.g820a2f8c.el9.x86 3.3 MB/s | 5.3 MB 00:01 2024-04-21T23:45:33.989 INFO:teuthology.orchestra.run.smithi080.stdout:(10/150): ceph-common-19.0.0-2405.g820a2f8c.el9 4.3 MB/s | 21 MB 00:04 2024-04-21T23:45:34.016 INFO:teuthology.orchestra.run.smithi144.stdout:(19/150): python3-ceph-argparse-19.0.0-2405.g82 678 kB/s | 45 kB 00:00 2024-04-21T23:45:34.108 INFO:teuthology.orchestra.run.smithi144.stdout:(20/150): python3-ceph-common-19.0.0-2405.g820a 1.4 MB/s | 133 kB 00:00 2024-04-21T23:45:34.140 INFO:teuthology.orchestra.run.smithi080.stdout:(11/150): cephfs-mirror-19.0.0-2405.g820a2f8c.e 1.4 MB/s | 222 kB 00:00 2024-04-21T23:45:34.192 INFO:teuthology.orchestra.run.smithi144.stdout:(21/150): python3-cephfs-19.0.0-2405.g820a2f8c. 1.9 MB/s | 161 kB 00:00 2024-04-21T23:45:34.232 INFO:teuthology.orchestra.run.smithi080.stdout:(12/150): cephfs-shell-19.0.0-2405.g820a2f8c.el 295 kB/s | 27 kB 00:00 2024-04-21T23:45:34.307 INFO:teuthology.orchestra.run.smithi080.stdout:(13/150): libcephfs-devel-19.0.0-2405.g820a2f8c 424 kB/s | 32 kB 00:00 2024-04-21T23:45:34.425 INFO:teuthology.orchestra.run.smithi144.stdout:(22/150): ceph-osd-19.0.0-2405.g820a2f8c.el9.x8 3.3 MB/s | 17 MB 00:05 2024-04-21T23:45:34.451 INFO:teuthology.orchestra.run.smithi144.stdout:(23/150): python3-rados-19.0.0-2405.g820a2f8c.e 1.2 MB/s | 321 kB 00:00 2024-04-21T23:45:34.474 INFO:teuthology.orchestra.run.smithi080.stdout:(14/150): libcephfs2-19.0.0-2405.g820a2f8c.el9. 4.4 MB/s | 745 kB 00:00 2024-04-21T23:45:34.526 INFO:teuthology.orchestra.run.smithi144.stdout:(24/150): python3-rgw-19.0.0-2405.g820a2f8c.el9 1.3 MB/s | 99 kB 00:00 2024-04-21T23:45:34.566 INFO:teuthology.orchestra.run.smithi080.stdout:(15/150): libcephsqlite-19.0.0-2405.g820a2f8c.e 1.7 MB/s | 164 kB 00:00 2024-04-21T23:45:34.593 INFO:teuthology.orchestra.run.smithi144.stdout:(25/150): python3-rbd-19.0.0-2405.g820a2f8c.el9 1.7 MB/s | 298 kB 00:00 2024-04-21T23:45:34.610 INFO:teuthology.orchestra.run.smithi144.stdout:(26/150): rbd-fuse-19.0.0-2405.g820a2f8c.el9.x8 1.0 MB/s | 86 kB 00:00 2024-04-21T23:45:34.658 INFO:teuthology.orchestra.run.smithi080.stdout:(16/150): librados-devel-19.0.0-2405.g820a2f8c. 1.3 MB/s | 127 kB 00:00 2024-04-21T23:45:34.702 INFO:teuthology.orchestra.run.smithi144.stdout:(27/150): rbd-nbd-19.0.0-2405.g820a2f8c.el9.x86 1.8 MB/s | 171 kB 00:00 2024-04-21T23:45:34.794 INFO:teuthology.orchestra.run.smithi144.stdout:(28/150): ceph-grafana-dashboards-19.0.0-2405.g 346 kB/s | 32 kB 00:00 2024-04-21T23:45:34.817 INFO:teuthology.orchestra.run.smithi080.stdout:(17/150): libradosstriper1-19.0.0-2405.g820a2f8 3.1 MB/s | 501 kB 00:00 2024-04-21T23:45:34.869 INFO:teuthology.orchestra.run.smithi144.stdout:(29/150): ceph-mgr-cephadm-19.0.0-2405.g820a2f8 1.8 MB/s | 141 kB 00:00 2024-04-21T23:45:35.836 INFO:teuthology.orchestra.run.smithi144.stdout:(30/150): rbd-mirror-19.0.0-2405.g820a2f8c.el9. 2.5 MB/s | 3.1 MB 00:01 2024-04-21T23:45:36.044 INFO:teuthology.orchestra.run.smithi144.stdout:(31/150): ceph-mgr-dashboard-19.0.0-2405.g820a2 3.0 MB/s | 3.5 MB 00:01 2024-04-21T23:45:36.145 INFO:teuthology.orchestra.run.smithi144.stdout:(32/150): ceph-mgr-modules-core-19.0.0-2405.g82 2.4 MB/s | 249 kB 00:00 2024-04-21T23:45:36.200 INFO:teuthology.orchestra.run.smithi080.stdout:(18/150): librgw2-19.0.0-2405.g820a2f8c.el9.x86 3.8 MB/s | 5.3 MB 00:01 2024-04-21T23:45:36.267 INFO:teuthology.orchestra.run.smithi080.stdout:(19/150): python3-ceph-argparse-19.0.0-2405.g82 678 kB/s | 45 kB 00:00 2024-04-21T23:45:36.476 INFO:teuthology.orchestra.run.smithi080.stdout:(20/150): ceph-osd-19.0.0-2405.g820a2f8c.el9.x8 3.4 MB/s | 17 MB 00:05 2024-04-21T23:45:36.501 INFO:teuthology.orchestra.run.smithi080.stdout:(21/150): python3-ceph-common-19.0.0-2405.g820a 568 kB/s | 133 kB 00:00 2024-04-21T23:45:36.535 INFO:teuthology.orchestra.run.smithi080.stdout:(22/150): python3-cephfs-19.0.0-2405.g820a2f8c. 2.7 MB/s | 161 kB 00:00 2024-04-21T23:45:36.569 INFO:teuthology.orchestra.run.smithi080.stdout:(23/150): python3-rados-19.0.0-2405.g820a2f8c.e 4.7 MB/s | 321 kB 00:00 2024-04-21T23:45:36.603 INFO:teuthology.orchestra.run.smithi144.stdout:(33/150): ceph-test-19.0.0-2405.g820a2f8c.el9.x 7.6 MB/s | 48 MB 00:06 2024-04-21T23:45:36.631 INFO:teuthology.orchestra.run.smithi144.stdout:(34/150): ceph-mgr-rook-19.0.0-2405.g820a2f8c.e 101 kB/s | 49 kB 00:00 2024-04-21T23:45:36.635 INFO:teuthology.orchestra.run.smithi080.stdout:(24/150): python3-rgw-19.0.0-2405.g820a2f8c.el9 1.5 MB/s | 99 kB 00:00 2024-04-21T23:45:36.661 INFO:teuthology.orchestra.run.smithi080.stdout:(25/150): python3-rbd-19.0.0-2405.g820a2f8c.el9 2.3 MB/s | 298 kB 00:00 2024-04-21T23:45:36.679 INFO:teuthology.orchestra.run.smithi144.stdout:(35/150): ceph-prometheus-alerts-19.0.0-2405.g8 204 kB/s | 15 kB 00:00 2024-04-21T23:45:36.694 INFO:teuthology.orchestra.run.smithi080.stdout:(26/150): rbd-fuse-19.0.0-2405.g820a2f8c.el9.x8 1.4 MB/s | 86 kB 00:00 2024-04-21T23:45:36.730 INFO:teuthology.orchestra.run.smithi144.stdout:(36/150): ceph-volume-19.0.0-2405.g820a2f8c.el9 2.6 MB/s | 264 kB 00:00 2024-04-21T23:45:36.778 INFO:teuthology.orchestra.run.smithi080.stdout:(27/150): rbd-nbd-19.0.0-2405.g820a2f8c.el9.x86 2.0 MB/s | 171 kB 00:00 2024-04-21T23:45:36.822 INFO:teuthology.orchestra.run.smithi144.stdout:(37/150): cephfs-top-19.0.0-2405.g820a2f8c.el9. 201 kB/s | 18 kB 00:00 2024-04-21T23:45:36.846 INFO:teuthology.orchestra.run.smithi144.stdout:(38/150): cephadm-19.0.0-2405.g820a2f8c.el9.noa 4.5 MB/s | 762 kB 00:00 2024-04-21T23:45:36.853 INFO:teuthology.orchestra.run.smithi080.stdout:(28/150): ceph-grafana-dashboards-19.0.0-2405.g 424 kB/s | 32 kB 00:00 2024-04-21T23:45:36.929 INFO:teuthology.orchestra.run.smithi080.stdout:(29/150): ceph-mgr-cephadm-19.0.0-2405.g820a2f8 1.8 MB/s | 141 kB 00:00 2024-04-21T23:45:36.988 INFO:teuthology.orchestra.run.smithi144.stdout:(39/150): fuse-2.9.9-15.el9.x86_64.rpm 481 kB/s | 80 kB 00:00 2024-04-21T23:45:37.073 INFO:teuthology.orchestra.run.smithi144.stdout:(40/150): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-04-21T23:45:37.147 INFO:teuthology.orchestra.run.smithi144.stdout:(41/150): libgfortran-11.4.1-3.el9.x86_64.rpm 2.6 MB/s | 803 kB 00:00 2024-04-21T23:45:37.173 INFO:teuthology.orchestra.run.smithi144.stdout:(42/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-04-21T23:45:37.215 INFO:teuthology.orchestra.run.smithi144.stdout:(43/150): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-04-21T23:45:37.275 INFO:teuthology.orchestra.run.smithi144.stdout:(44/150): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-04-21T23:45:37.332 INFO:teuthology.orchestra.run.smithi144.stdout:(45/150): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-21T23:45:37.400 INFO:teuthology.orchestra.run.smithi080.stdout:(30/150): rbd-mirror-19.0.0-2405.g820a2f8c.el9. 4.2 MB/s | 3.1 MB 00:00 2024-04-21T23:45:37.424 INFO:teuthology.orchestra.run.smithi144.stdout:(46/150): python3-urllib3-1.26.5-5.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-04-21T23:45:37.491 INFO:teuthology.orchestra.run.smithi144.stdout:(47/150): python3-cryptography-36.0.1-4.el9.x86 3.6 MB/s | 1.2 MB 00:00 2024-04-21T23:45:37.549 INFO:teuthology.orchestra.run.smithi144.stdout:(48/150): automake-1.16.2-8.el9.noarch.rpm 5.4 MB/s | 689 kB 00:00 2024-04-21T23:45:37.616 INFO:teuthology.orchestra.run.smithi144.stdout:(49/150): bison-3.7.4-5.el9.x86_64.rpm 7.4 MB/s | 943 kB 00:00 2024-04-21T23:45:37.642 INFO:teuthology.orchestra.run.smithi144.stdout:(50/150): boost-program-options-1.75.0-8.el9.x8 1.1 MB/s | 107 kB 00:00 2024-04-21T23:45:37.683 INFO:teuthology.orchestra.run.smithi144.stdout:(51/150): elfutils-libelf-devel-0.190-2.el9.x86 322 kB/s | 21 kB 00:00 2024-04-21T23:45:37.734 INFO:teuthology.orchestra.run.smithi144.stdout:(52/150): flex-2.6.4-9.el9.x86_64.rpm 3.3 MB/s | 313 kB 00:00 2024-04-21T23:45:37.759 INFO:teuthology.orchestra.run.smithi144.stdout:(53/150): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-04-21T23:45:37.809 INFO:teuthology.orchestra.run.smithi144.stdout:(54/150): flexiblas-openblas-openmp-3.0.4-8.el9 366 kB/s | 18 kB 00:00 2024-04-21T23:45:37.851 INFO:teuthology.orchestra.run.smithi144.stdout:(55/150): libaio-devel-0.3.111-13.el9.x86_64.rp 269 kB/s | 11 kB 00:00 2024-04-21T23:45:37.862 INFO:teuthology.orchestra.run.smithi080.stdout:(31/150): ceph-test-19.0.0-2405.g820a2f8c.el9.x 10 MB/s | 48 MB 00:04 2024-04-21T23:45:37.921 INFO:teuthology.orchestra.run.smithi080.stdout:(32/150): ceph-mgr-dashboard-19.0.0-2405.g820a2 3.5 MB/s | 3.5 MB 00:00 2024-04-21T23:45:37.935 INFO:teuthology.orchestra.run.smithi144.stdout:(56/150): ceph-mgr-diskprediction-local-19.0.0- 3.5 MB/s | 7.4 MB 00:02 2024-04-21T23:45:37.946 INFO:teuthology.orchestra.run.smithi080.stdout:(33/150): ceph-mgr-modules-core-19.0.0-2405.g82 2.9 MB/s | 249 kB 00:00 2024-04-21T23:45:37.963 INFO:teuthology.orchestra.run.smithi080.stdout:(34/150): ceph-mgr-rook-19.0.0-2405.g820a2f8c.e 1.2 MB/s | 49 kB 00:00 2024-04-21T23:45:37.985 INFO:teuthology.orchestra.run.smithi144.stdout:(57/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-04-21T23:45:37.989 INFO:teuthology.orchestra.run.smithi080.stdout:(35/150): ceph-prometheus-alerts-19.0.0-2405.g8 365 kB/s | 15 kB 00:00 2024-04-21T23:45:38.027 INFO:teuthology.orchestra.run.smithi144.stdout:(58/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 912 kB/s | 160 kB 00:00 2024-04-21T23:45:38.030 INFO:teuthology.orchestra.run.smithi080.stdout:(36/150): ceph-volume-19.0.0-2405.g820a2f8c.el9 3.9 MB/s | 264 kB 00:00 2024-04-21T23:45:38.052 INFO:teuthology.orchestra.run.smithi144.stdout:(59/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 387 kB/s | 45 kB 00:00 2024-04-21T23:45:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:(37/150): cephadm-19.0.0-2405.g820a2f8c.el9.noa 7.4 MB/s | 762 kB 00:00 2024-04-21T23:45:38.103 INFO:teuthology.orchestra.run.smithi144.stdout:(60/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 511 kB/s | 25 kB 00:00 2024-04-21T23:45:38.106 INFO:teuthology.orchestra.run.smithi080.stdout:(38/150): cephfs-top-19.0.0-2405.g820a2f8c.el9. 242 kB/s | 18 kB 00:00 2024-04-21T23:45:38.128 INFO:teuthology.orchestra.run.smithi144.stdout:(61/150): librdkafka-1.6.1-102.el9.x86_64.rpm 4.5 MB/s | 662 kB 00:00 2024-04-21T23:45:38.153 INFO:teuthology.orchestra.run.smithi144.stdout:(62/150): libtool-2.4.6-45.el9.x86_64.rpm 4.5 MB/s | 582 kB 00:00 2024-04-21T23:45:38.178 INFO:teuthology.orchestra.run.smithi144.stdout:(63/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 629 kB/s | 47 kB 00:00 2024-04-21T23:45:38.223 INFO:teuthology.orchestra.run.smithi080.stdout:(39/150): fuse-2.9.9-15.el9.x86_64.rpm 602 kB/s | 80 kB 00:00 2024-04-21T23:45:38.229 INFO:teuthology.orchestra.run.smithi144.stdout:(64/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.8 MB/s | 292 kB 00:00 2024-04-21T23:45:38.254 INFO:teuthology.orchestra.run.smithi144.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 469 kB/s | 35 kB 00:00 2024-04-21T23:45:38.279 INFO:teuthology.orchestra.run.smithi144.stdout:(66/150): lua-5.4.4-4.el9.x86_64.rpm 1.5 MB/s | 188 kB 00:00 2024-04-21T23:45:38.298 INFO:teuthology.orchestra.run.smithi080.stdout:(40/150): libgfortran-11.4.1-3.el9.x86_64.rpm 4.1 MB/s | 803 kB 00:00 2024-04-21T23:45:38.323 INFO:teuthology.orchestra.run.smithi080.stdout:(41/150): libquadmath-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 195 kB 00:00 2024-04-21T23:45:38.349 INFO:teuthology.orchestra.run.smithi080.stdout:(42/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-04-21T23:45:38.421 INFO:teuthology.orchestra.run.smithi144.stdout:(67/150): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-21T23:45:38.505 INFO:teuthology.orchestra.run.smithi144.stdout:(68/150): openblas-openmp-0.3.21-2.el9.x86_64.r 17 MB/s | 4.7 MB 00:00 2024-04-21T23:45:38.525 INFO:teuthology.orchestra.run.smithi080.stdout:(43/150): ceph-mgr-diskprediction-local-19.0.0- 6.6 MB/s | 7.4 MB 00:01 2024-04-21T23:45:38.550 INFO:teuthology.orchestra.run.smithi080.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 532 kB/s | 106 kB 00:00 2024-04-21T23:45:38.564 INFO:teuthology.orchestra.run.smithi144.stdout:(69/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 13 MB/s | 4.1 MB 00:00 2024-04-21T23:45:38.592 INFO:teuthology.orchestra.run.smithi080.stdout:(45/150): python3-cryptography-36.0.1-4.el9.x86 4.6 MB/s | 1.2 MB 00:00 2024-04-21T23:45:38.617 INFO:teuthology.orchestra.run.smithi080.stdout:(46/150): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-04-21T23:45:38.622 INFO:teuthology.orchestra.run.smithi144.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 133 kB 00:00 2024-04-21T23:45:38.642 INFO:teuthology.orchestra.run.smithi080.stdout:(47/150): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-21T23:45:38.656 INFO:teuthology.orchestra.run.smithi144.stdout:(71/150): postgresql-contrib-13.14-1.el9.x86_64 3.8 MB/s | 911 kB 00:00 2024-04-21T23:45:38.676 INFO:teuthology.orchestra.run.smithi080.stdout:(48/150): python3-pycparser-2.20-6.el9.noarch.r 896 kB/s | 135 kB 00:00 2024-04-21T23:45:38.714 INFO:teuthology.orchestra.run.smithi144.stdout:(72/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-21T23:45:38.756 INFO:teuthology.orchestra.run.smithi144.stdout:(73/150): protobuf-3.14.0-13.el9.x86_64.rpm 7.5 MB/s | 1.0 MB 00:00 2024-04-21T23:45:38.818 INFO:teuthology.orchestra.run.smithi080.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 754 kB/s | 107 kB 00:00 2024-04-21T23:45:38.856 INFO:teuthology.orchestra.run.smithi144.stdout:(74/150): postgresql-server-13.14-1.el9.x86_64. 20 MB/s | 5.8 MB 00:00 2024-04-21T23:45:38.868 INFO:teuthology.orchestra.run.smithi080.stdout:(50/150): elfutils-libelf-devel-0.190-2.el9.x86 430 kB/s | 21 kB 00:00 2024-04-21T23:45:38.898 INFO:teuthology.orchestra.run.smithi144.stdout:(75/150): python3-devel-3.9.18-3.el9.x86_64.rpm 1.7 MB/s | 244 kB 00:00 2024-04-21T23:45:38.901 INFO:teuthology.orchestra.run.smithi080.stdout:(51/150): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-04-21T23:45:38.949 INFO:teuthology.orchestra.run.smithi144.stdout:(76/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-04-21T23:45:38.952 INFO:teuthology.orchestra.run.smithi080.stdout:(52/150): flexiblas-3.0.4-8.el9.x86_64.rpm 658 kB/s | 33 kB 00:00 2024-04-21T23:45:38.966 INFO:teuthology.orchestra.run.smithi144.stdout:(77/150): python3-jsonpatch-1.21-16.el9.noarch. 382 kB/s | 26 kB 00:00 2024-04-21T23:45:38.977 INFO:teuthology.orchestra.run.smithi080.stdout:(53/150): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-04-21T23:45:39.008 INFO:teuthology.orchestra.run.smithi144.stdout:(78/150): python3-jsonpointer-2.0-4.el9.noarch. 326 kB/s | 19 kB 00:00 2024-04-21T23:45:39.027 INFO:teuthology.orchestra.run.smithi080.stdout:(54/150): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-04-21T23:45:39.083 INFO:teuthology.orchestra.run.smithi144.stdout:(79/150): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-04-21T23:45:39.086 INFO:teuthology.orchestra.run.smithi080.stdout:(55/150): bison-3.7.4-5.el9.x86_64.rpm 2.1 MB/s | 943 kB 00:00 2024-04-21T23:45:39.111 INFO:teuthology.orchestra.run.smithi080.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 133 kB/s | 11 kB 00:00 2024-04-21T23:45:39.116 INFO:teuthology.orchestra.run.smithi144.stdout:(80/150): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-04-21T23:45:39.134 INFO:teuthology.orchestra.run.smithi144.stdout:(81/150): python3-markupsafe-1.1.1-12.el9.x86_6 277 kB/s | 35 kB 00:00 2024-04-21T23:45:39.161 INFO:teuthology.orchestra.run.smithi080.stdout:(57/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 904 kB/s | 45 kB 00:00 2024-04-21T23:45:39.186 INFO:teuthology.orchestra.run.smithi080.stdout:(58/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-04-21T23:45:39.200 INFO:teuthology.orchestra.run.smithi144.stdout:(82/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.9 MB/s | 250 kB 00:00 2024-04-21T23:45:39.226 INFO:teuthology.orchestra.run.smithi144.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-04-21T23:45:39.276 INFO:teuthology.orchestra.run.smithi144.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 77 kB 00:00 2024-04-21T23:45:39.293 INFO:teuthology.orchestra.run.smithi144.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 632 kB/s | 42 kB 00:00 2024-04-21T23:45:39.304 INFO:teuthology.orchestra.run.smithi080.stdout:(59/150): librdkafka-1.6.1-102.el9.x86_64.rpm 4.6 MB/s | 662 kB 00:00 2024-04-21T23:45:39.360 INFO:teuthology.orchestra.run.smithi144.stdout:(86/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 18 MB/s | 5.1 MB 00:00 2024-04-21T23:45:39.362 INFO:teuthology.orchestra.run.smithi080.stdout:(60/150): libtool-2.4.6-45.el9.x86_64.rpm 3.2 MB/s | 582 kB 00:00 2024-04-21T23:45:39.387 INFO:teuthology.orchestra.run.smithi080.stdout:(61/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 305 kB/s | 25 kB 00:00 2024-04-21T23:45:39.410 INFO:teuthology.orchestra.run.smithi144.stdout:(87/150): python3-protobuf-3.14.0-13.el9.noarch 2.0 MB/s | 269 kB 00:00 2024-04-21T23:45:39.413 INFO:teuthology.orchestra.run.smithi080.stdout:(62/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-04-21T23:45:39.444 INFO:teuthology.orchestra.run.smithi144.stdout:(88/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.0 MB/s | 159 kB 00:00 2024-04-21T23:45:39.469 INFO:teuthology.orchestra.run.smithi144.stdout:(89/150): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-04-21T23:45:39.471 INFO:teuthology.orchestra.run.smithi080.stdout:(63/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-04-21T23:45:39.494 INFO:teuthology.orchestra.run.smithi144.stdout:(90/150): python3-pytz-2021.1-5.el9.noarch.rpm 608 kB/s | 51 kB 00:00 2024-04-21T23:45:39.497 INFO:teuthology.orchestra.run.smithi080.stdout:(64/150): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-04-21T23:45:39.521 INFO:teuthology.orchestra.run.smithi144.stdout:(91/150): python3-requests-oauthlib-1.3.0-12.el 708 kB/s | 54 kB 00:00 2024-04-21T23:45:39.522 INFO:teuthology.orchestra.run.smithi080.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 702 kB/s | 35 kB 00:00 2024-04-21T23:45:39.568 INFO:teuthology.orchestra.run.smithi120.stdout:Extra Packages for Enterprise Linux 1.1 MB/s | 21 MB 00:18 2024-04-21T23:45:39.569 INFO:teuthology.orchestra.run.smithi144.stdout:(92/150): python3-toml-0.10.2-6.el9.noarch.rpm 554 kB/s | 42 kB 00:00 2024-04-21T23:45:39.595 INFO:teuthology.orchestra.run.smithi144.stdout:(93/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 588 kB/s | 44 kB 00:00 2024-04-21T23:45:39.645 INFO:teuthology.orchestra.run.smithi144.stdout:(94/150): qatlib-service-24.02.0-1.el9.x86_64.r 718 kB/s | 36 kB 00:00 2024-04-21T23:45:39.672 INFO:teuthology.orchestra.run.smithi080.stdout:(66/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.1 MB/s | 3.0 MB 00:00 2024-04-21T23:45:39.679 INFO:teuthology.orchestra.run.smithi144.stdout:(95/150): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-04-21T23:45:39.746 INFO:teuthology.orchestra.run.smithi144.stdout:(96/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 473 kB/s | 47 kB 00:00 2024-04-21T23:45:39.804 INFO:teuthology.orchestra.run.smithi144.stdout:(97/150): socat-1.7.4.1-5.el9.x86_64.rpm 2.4 MB/s | 305 kB 00:00 2024-04-21T23:45:39.839 INFO:teuthology.orchestra.run.smithi144.stdout:(98/150): uuid-1.6.2-55.el9.x86_64.rpm 626 kB/s | 58 kB 00:00 2024-04-21T23:45:39.889 INFO:teuthology.orchestra.run.smithi144.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.1 MB/s | 94 kB 00:00 2024-04-21T23:45:39.914 INFO:teuthology.orchestra.run.smithi144.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 845 kB/s | 64 kB 00:00 2024-04-21T23:45:39.973 INFO:teuthology.orchestra.run.smithi144.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 535 kB/s | 45 kB 00:00 2024-04-21T23:45:40.006 INFO:teuthology.orchestra.run.smithi080.stdout:(67/150): postgresql-13.14-1.el9.x86_64.rpm 4.8 MB/s | 1.6 MB 00:00 2024-04-21T23:45:40.148 INFO:teuthology.orchestra.run.smithi144.stdout:(102/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 24 MB/s | 16 MB 00:00 2024-04-21T23:45:40.389 INFO:teuthology.orchestra.run.smithi080.stdout:(68/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 4.8 MB/s | 4.1 MB 00:00 2024-04-21T23:45:40.390 INFO:teuthology.orchestra.run.smithi144.stdout:(103/150): abseil-cpp-20211102.0-3.el9.x86_64.r 2.2 MB/s | 548 kB 00:00 2024-04-21T23:45:40.414 INFO:teuthology.orchestra.run.smithi080.stdout:(69/150): postgresql-contrib-13.14-1.el9.x86_64 2.2 MB/s | 911 kB 00:00 2024-04-21T23:45:40.448 INFO:teuthology.orchestra.run.smithi080.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-04-21T23:45:40.490 INFO:teuthology.orchestra.run.smithi144.stdout:(104/150): gperftools-libs-2.9.1-2.el9.x86_64.r 3.0 MB/s | 309 kB 00:00 2024-04-21T23:45:40.532 INFO:teuthology.orchestra.run.smithi144.stdout:(105/150): grpc-data-1.46.7-10.el9.noarch.rpm 469 kB/s | 19 kB 00:00 2024-04-21T23:45:40.574 INFO:teuthology.orchestra.run.smithi080.stdout:(71/150): openblas-openmp-0.3.21-2.el9.x86_64.r 4.4 MB/s | 4.7 MB 00:01 2024-04-21T23:45:40.633 INFO:teuthology.orchestra.run.smithi080.stdout:(72/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-21T23:45:40.674 INFO:teuthology.orchestra.run.smithi144.stdout:(106/150): lua-devel-5.4.4-4.el9.x86_64.rpm 29 kB/s | 22 kB 00:00 2024-04-21T23:45:40.724 INFO:teuthology.orchestra.run.smithi080.stdout:(73/150): protobuf-3.14.0-13.el9.x86_64.rpm 3.7 MB/s | 1.0 MB 00:00 2024-04-21T23:45:40.766 INFO:teuthology.orchestra.run.smithi144.stdout:(107/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 284 kB/s | 26 kB 00:00 2024-04-21T23:45:40.808 INFO:teuthology.orchestra.run.smithi080.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 2.9 MB/s | 244 kB 00:00 2024-04-21T23:45:40.841 INFO:teuthology.orchestra.run.smithi144.stdout:(108/150): liboath-2.6.7-2.el9.x86_64.rpm 647 kB/s | 49 kB 00:00 2024-04-21T23:45:40.892 INFO:teuthology.orchestra.run.smithi080.stdout:(75/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-04-21T23:45:40.908 INFO:teuthology.orchestra.run.smithi144.stdout:(109/150): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-04-21T23:45:40.950 INFO:teuthology.orchestra.run.smithi080.stdout:(76/150): python3-jsonpatch-1.21-16.el9.noarch. 441 kB/s | 26 kB 00:00 2024-04-21T23:45:40.983 INFO:teuthology.orchestra.run.smithi144.stdout:(110/150): luarocks-3.9.2-1.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-04-21T23:45:41.000 INFO:teuthology.orchestra.run.smithi080.stdout:(77/150): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-04-21T23:45:41.059 INFO:teuthology.orchestra.run.smithi080.stdout:(78/150): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-04-21T23:45:41.117 INFO:teuthology.orchestra.run.smithi080.stdout:(79/150): python3-markupsafe-1.1.1-12.el9.x86_6 596 kB/s | 35 kB 00:00 2024-04-21T23:45:41.133 INFO:teuthology.orchestra.run.smithi144.stdout:(111/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 5.5 MB/s | 838 kB 00:00 2024-04-21T23:45:41.192 INFO:teuthology.orchestra.run.smithi144.stdout:(112/150): libarrow-9.0.0-10.el9.x86_64.rpm 6.7 MB/s | 4.4 MB 00:00 2024-04-21T23:45:41.226 INFO:teuthology.orchestra.run.smithi144.stdout:(113/150): python3-asyncssh-2.13.2-5.el9.noarch 5.8 MB/s | 548 kB 00:00 2024-04-21T23:45:41.293 INFO:teuthology.orchestra.run.smithi144.stdout:(114/150): python3-cachetools-4.2.4-1.el9.noarc 482 kB/s | 32 kB 00:00 2024-04-21T23:45:41.360 INFO:teuthology.orchestra.run.smithi144.stdout:(115/150): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-04-21T23:45:41.435 INFO:teuthology.orchestra.run.smithi144.stdout:(116/150): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-04-21T23:45:41.494 INFO:teuthology.orchestra.run.smithi144.stdout:(117/150): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-04-21T23:45:41.535 INFO:teuthology.orchestra.run.smithi144.stdout:(118/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 7.1 MB/s | 303 kB 00:00 2024-04-21T23:45:41.569 INFO:teuthology.orchestra.run.smithi144.stdout:(119/150): python3-colorama-0.4.4-12.el9.noarch 1.0 MB/s | 35 kB 00:00 2024-04-21T23:45:41.594 INFO:teuthology.orchestra.run.smithi144.stdout:(120/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 108 kB/s | 43 kB 00:00 2024-04-21T23:45:41.620 INFO:teuthology.orchestra.run.smithi144.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 4.0 MB/s | 203 kB 00:00 2024-04-21T23:45:41.703 INFO:teuthology.orchestra.run.smithi144.stdout:(122/150): python3-grpcio-1.46.7-10.el9.x86_64. 19 MB/s | 2.0 MB 00:00 2024-04-21T23:45:41.728 INFO:teuthology.orchestra.run.smithi144.stdout:(123/150): python3-grpcio-tools-1.46.7-10.el9.x 1.3 MB/s | 144 kB 00:00 2024-04-21T23:45:41.745 INFO:teuthology.orchestra.run.smithi144.stdout:(124/150): python3-jaraco-8.2.1-3.el9.noarch.rp 256 kB/s | 11 kB 00:00 2024-04-21T23:45:41.760 INFO:teuthology.orchestra.run.smithi080.stdout:(80/150): postgresql-server-13.14-1.el9.x86_64. 4.3 MB/s | 5.8 MB 00:01 2024-04-21T23:45:41.829 INFO:teuthology.orchestra.run.smithi144.stdout:(125/150): python3-jaraco-classes-3.2.1-5.el9.n 176 kB/s | 18 kB 00:00 2024-04-21T23:45:41.843 INFO:teuthology.orchestra.run.smithi080.stdout:(81/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.0 MB/s | 250 kB 00:00 2024-04-21T23:45:41.846 INFO:teuthology.orchestra.run.smithi144.stdout:(126/150): python3-jaraco-collections-3.0.0-8.e 231 kB/s | 23 kB 00:00 2024-04-21T23:45:41.863 INFO:teuthology.orchestra.run.smithi144.stdout:(127/150): python3-jaraco-functools-3.5.0-2.el9 580 kB/s | 19 kB 00:00 2024-04-21T23:45:41.880 INFO:teuthology.orchestra.run.smithi144.stdout:(128/150): python3-jaraco-text-3.2.0-6.el9.noar 583 kB/s | 20 kB 00:00 2024-04-21T23:45:41.922 INFO:teuthology.orchestra.run.smithi144.stdout:(129/150): python3-kubernetes-26.1.0-2.el9.noar 17 MB/s | 1.0 MB 00:00 2024-04-21T23:45:41.926 INFO:teuthology.orchestra.run.smithi080.stdout:(82/150): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-04-21T23:45:41.947 INFO:teuthology.orchestra.run.smithi144.stdout:(130/150): python3-logutils-0.3.5-21.el9.noarch 694 kB/s | 46 kB 00:00 2024-04-21T23:45:41.973 INFO:teuthology.orchestra.run.smithi144.stdout:(131/150): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-04-21T23:45:41.977 INFO:teuthology.orchestra.run.smithi080.stdout:(83/150): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-21T23:45:41.998 INFO:teuthology.orchestra.run.smithi144.stdout:(132/150): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-21T23:45:42.023 INFO:teuthology.orchestra.run.smithi144.stdout:(133/150): python3-pecan-1.4.2-3.el9.noarch.rpm 5.3 MB/s | 272 kB 00:00 2024-04-21T23:45:42.049 INFO:teuthology.orchestra.run.smithi144.stdout:(134/150): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-04-21T23:45:42.069 INFO:teuthology.orchestra.run.smithi080.stdout:(84/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 5.4 MB/s | 5.1 MB 00:00 2024-04-21T23:45:42.082 INFO:teuthology.orchestra.run.smithi144.stdout:(135/150): protobuf-compiler-3.14.0-13.el9.x86_ 409 kB/s | 863 kB 00:02 2024-04-21T23:45:42.094 INFO:teuthology.orchestra.run.smithi080.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 361 kB/s | 42 kB 00:00 2024-04-21T23:45:42.107 INFO:teuthology.orchestra.run.smithi144.stdout:(136/150): python3-pyperclip-1.8.2-2.el9.noarch 493 kB/s | 28 kB 00:00 2024-04-21T23:45:42.128 INFO:teuthology.orchestra.run.smithi080.stdout:(86/150): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-04-21T23:45:42.133 INFO:teuthology.orchestra.run.smithi144.stdout:(137/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 824 kB/s | 90 kB 00:00 2024-04-21T23:45:42.153 INFO:teuthology.orchestra.run.smithi080.stdout:(87/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-04-21T23:45:42.158 INFO:teuthology.orchestra.run.smithi144.stdout:(138/150): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-04-21T23:45:42.183 INFO:teuthology.orchestra.run.smithi144.stdout:(139/150): python3-repoze-lru-0.7-16.el9.noarch 306 kB/s | 31 kB 00:00 2024-04-21T23:45:42.235 INFO:teuthology.orchestra.run.smithi080.stdout:(88/150): python3-pyasn1-modules-0.4.8-6.el9.no 4.6 MB/s | 279 kB 00:00 2024-04-21T23:45:42.235 INFO:teuthology.orchestra.run.smithi080.stdout:(89/150): python3-pytz-2021.1-5.el9.noarch.rpm 870 kB/s | 51 kB 00:00 2024-04-21T23:45:42.235 INFO:teuthology.orchestra.run.smithi144.stdout:(140/150): python3-rsa-4.9-2.el9.noarch.rpm 784 kB/s | 59 kB 00:00 2024-04-21T23:45:42.236 INFO:teuthology.orchestra.run.smithi144.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-04-21T23:45:42.237 INFO:teuthology.orchestra.run.smithi080.stdout:(90/150): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-21T23:45:42.259 INFO:teuthology.orchestra.run.smithi144.stdout:(142/150): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-04-21T23:45:42.321 INFO:teuthology.orchestra.run.smithi080.stdout:(91/150): python3-babel-2.9.1-2.el9.noarch.rpm 3.5 MB/s | 6.0 MB 00:01 2024-04-21T23:45:42.334 INFO:teuthology.orchestra.run.smithi144.stdout:(143/150): python3-typing-extensions-4.4.0-2.el 338 kB/s | 51 kB 00:00 2024-04-21T23:45:42.346 INFO:teuthology.orchestra.run.smithi080.stdout:(92/150): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-04-21T23:45:42.360 INFO:teuthology.orchestra.run.smithi144.stdout:(144/150): python3-websocket-client-1.2.3-2.el9 713 kB/s | 90 kB 00:00 2024-04-21T23:45:42.380 INFO:teuthology.orchestra.run.smithi080.stdout:(93/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 754 kB/s | 44 kB 00:00 2024-04-21T23:45:42.385 INFO:teuthology.orchestra.run.smithi144.stdout:(145/150): python3-zc-lockfile-2.0-10.el9.noarc 396 kB/s | 20 kB 00:00 2024-04-21T23:45:42.405 INFO:teuthology.orchestra.run.smithi080.stdout:(94/150): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-04-21T23:45:42.410 INFO:teuthology.orchestra.run.smithi144.stdout:(146/150): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-21T23:45:42.430 INFO:teuthology.orchestra.run.smithi080.stdout:(95/150): qatlib-service-24.02.0-1.el9.x86_64.r 716 kB/s | 36 kB 00:00 2024-04-21T23:45:42.436 INFO:teuthology.orchestra.run.smithi144.stdout:(147/150): python3-werkzeug-2.0.3-3.el9.1.noarc 2.4 MB/s | 427 kB 00:00 2024-04-21T23:45:42.456 INFO:teuthology.orchestra.run.smithi080.stdout:(96/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-04-21T23:45:42.506 INFO:teuthology.orchestra.run.smithi080.stdout:(97/150): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-21T23:45:42.531 INFO:teuthology.orchestra.run.smithi080.stdout:(98/150): socat-1.7.4.1-5.el9.x86_64.rpm 3.0 MB/s | 305 kB 00:00 2024-04-21T23:45:42.574 INFO:teuthology.orchestra.run.smithi080.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.4 MB/s | 94 kB 00:00 2024-04-21T23:45:42.599 INFO:teuthology.orchestra.run.smithi080.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 949 kB/s | 64 kB 00:00 2024-04-21T23:45:42.624 INFO:teuthology.orchestra.run.smithi080.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 894 kB/s | 45 kB 00:00 2024-04-21T23:45:42.666 INFO:teuthology.orchestra.run.smithi080.stdout:(102/150): lua-devel-5.4.4-4.el9.x86_64.rpm 333 kB/s | 22 kB 00:00 2024-04-21T23:45:42.694 INFO:teuthology.orchestra.run.smithi144.stdout:(148/150): thrift-0.15.0-2.el9.x86_64.rpm 5.1 MB/s | 1.6 MB 00:00 2024-04-21T23:45:42.825 INFO:teuthology.orchestra.run.smithi080.stdout:(103/150): protobuf-compiler-3.14.0-13.el9.x86_ 4.2 MB/s | 863 kB 00:00 2024-04-21T23:45:42.911 INFO:teuthology.orchestra.run.smithi144.stdout:(149/150): librados2-19.0.0-2405.g820a2f8c.el9. 6.8 MB/s | 3.4 MB 00:00 2024-04-21T23:45:43.245 INFO:teuthology.orchestra.run.smithi144.stdout:(150/150): librbd1-19.0.0-2405.g820a2f8c.el9.x8 3.9 MB/s | 3.1 MB 00:00 2024-04-21T23:45:43.248 INFO:teuthology.orchestra.run.smithi144.stdout:-------------------------------------------------------------------------------- 2024-04-21T23:45:43.248 INFO:teuthology.orchestra.run.smithi144.stdout:Total 13 MB/s | 216 MB 00:16 2024-04-21T23:45:43.425 INFO:teuthology.orchestra.run.smithi080.stdout:(104/150): abseil-cpp-20211102.0-3.el9.x86_64.r 722 kB/s | 548 kB 00:00 2024-04-21T23:45:43.509 INFO:teuthology.orchestra.run.smithi080.stdout:(105/150): gperftools-libs-2.9.1-2.el9.x86_64.r 452 kB/s | 309 kB 00:00 2024-04-21T23:45:43.526 INFO:teuthology.orchestra.run.smithi080.stdout:(106/150): grpc-data-1.46.7-10.el9.noarch.rpm 194 kB/s | 19 kB 00:00 2024-04-21T23:45:43.626 INFO:teuthology.orchestra.run.smithi080.stdout:(107/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 260 kB/s | 26 kB 00:00 2024-04-21T23:45:43.726 INFO:teuthology.orchestra.run.smithi080.stdout:(108/150): liboath-2.6.7-2.el9.x86_64.rpm 485 kB/s | 49 kB 00:00 2024-04-21T23:45:43.843 INFO:teuthology.orchestra.run.smithi080.stdout:(109/150): libunwind-1.6.2-1.el9.x86_64.rpm 577 kB/s | 67 kB 00:00 2024-04-21T23:45:44.037 INFO:teuthology.orchestra.run.smithi080.stdout:(110/150): libarrow-9.0.0-10.el9.x86_64.rpm 8.4 MB/s | 4.4 MB 00:00 2024-04-21T23:45:44.060 INFO:teuthology.orchestra.run.smithi080.stdout:(111/150): luarocks-3.9.2-1.el9.noarch.rpm 697 kB/s | 151 kB 00:00 2024-04-21T23:45:44.194 INFO:teuthology.orchestra.run.smithi080.stdout:(112/150): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-04-21T23:45:44.264 INFO:teuthology.orchestra.run.smithi144.stdout:Running transaction check 2024-04-21T23:45:44.269 INFO:teuthology.orchestra.run.smithi080.stdout:(113/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.9 MB/s | 838 kB 00:00 2024-04-21T23:45:44.303 INFO:teuthology.orchestra.run.smithi080.stdout:(114/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 400 kB/s | 43 kB 00:00 2024-04-21T23:45:44.378 INFO:teuthology.orchestra.run.smithi080.stdout:(115/150): python3-cachetools-4.2.4-1.el9.noarc 296 kB/s | 32 kB 00:00 2024-04-21T23:45:44.391 INFO:teuthology.orchestra.run.smithi144.stdout:Transaction check succeeded. 2024-04-21T23:45:44.391 INFO:teuthology.orchestra.run.smithi144.stdout:Running transaction test 2024-04-21T23:45:44.412 INFO:teuthology.orchestra.run.smithi080.stdout:(116/150): python3-certifi-2021.10.8-2.el9.noar 138 kB/s | 15 kB 00:00 2024-04-21T23:45:44.487 INFO:teuthology.orchestra.run.smithi080.stdout:(117/150): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-04-21T23:45:44.521 INFO:teuthology.orchestra.run.smithi080.stdout:(118/150): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-04-21T23:45:44.573 INFO:teuthology.orchestra.run.smithi120.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-21T23:45:44.604 INFO:teuthology.orchestra.run.smithi080.stdout:(119/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-04-21T23:45:44.629 INFO:teuthology.orchestra.run.smithi080.stdout:(120/150): python3-colorama-0.4.4-12.el9.noarch 325 kB/s | 35 kB 00:00 2024-04-21T23:45:44.722 INFO:teuthology.orchestra.run.smithi080.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 1.7 MB/s | 203 kB 00:00 2024-04-21T23:45:44.797 INFO:teuthology.orchestra.run.smithi080.stdout:(122/150): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-04-21T23:45:44.855 INFO:teuthology.orchestra.run.smithi080.stdout:(123/150): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-04-21T23:45:44.897 INFO:teuthology.orchestra.run.smithi080.stdout:(124/150): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-04-21T23:45:44.964 INFO:teuthology.orchestra.run.smithi080.stdout:(125/150): python3-jaraco-classes-3.2.1-5.el9.n 163 kB/s | 18 kB 00:00 2024-04-21T23:45:45.015 INFO:teuthology.orchestra.run.smithi080.stdout:(126/150): python3-jaraco-collections-3.0.0-8.e 197 kB/s | 23 kB 00:00 2024-04-21T23:45:45.065 INFO:teuthology.orchestra.run.smithi080.stdout:(127/150): python3-jaraco-functools-3.5.0-2.el9 193 kB/s | 19 kB 00:00 2024-04-21T23:45:45.124 INFO:teuthology.orchestra.run.smithi080.stdout:(128/150): python3-jaraco-text-3.2.0-6.el9.noar 181 kB/s | 20 kB 00:00 2024-04-21T23:45:45.216 INFO:teuthology.orchestra.run.smithi080.stdout:(129/150): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-04-21T23:45:45.241 INFO:teuthology.orchestra.run.smithi080.stdout:(130/150): python3-logutils-0.3.5-21.el9.noarch 396 kB/s | 46 kB 00:00 2024-04-21T23:45:45.325 INFO:teuthology.orchestra.run.smithi080.stdout:(131/150): python3-more-itertools-8.12.0-2.el9. 727 kB/s | 79 kB 00:00 2024-04-21T23:45:45.350 INFO:teuthology.orchestra.run.smithi080.stdout:(132/150): python3-natsort-7.1.1-5.el9.noarch.r 532 kB/s | 58 kB 00:00 2024-04-21T23:45:45.442 INFO:teuthology.orchestra.run.smithi080.stdout:(133/150): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-04-21T23:45:45.467 INFO:teuthology.orchestra.run.smithi080.stdout:(134/150): python3-portend-3.1.0-2.el9.noarch.r 140 kB/s | 16 kB 00:00 2024-04-21T23:45:45.551 INFO:teuthology.orchestra.run.smithi080.stdout:(135/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 830 kB/s | 90 kB 00:00 2024-04-21T23:45:45.576 INFO:teuthology.orchestra.run.smithi080.stdout:(136/150): python3-pyperclip-1.8.2-2.el9.noarch 260 kB/s | 28 kB 00:00 2024-04-21T23:45:45.660 INFO:teuthology.orchestra.run.smithi080.stdout:(137/150): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-04-21T23:45:45.685 INFO:teuthology.orchestra.run.smithi080.stdout:(138/150): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-04-21T23:45:45.769 INFO:teuthology.orchestra.run.smithi080.stdout:(139/150): python3-rsa-4.9-2.el9.noarch.rpm 544 kB/s | 59 kB 00:00 2024-04-21T23:45:45.794 INFO:teuthology.orchestra.run.smithi080.stdout:(140/150): python3-tempora-5.0.0-2.el9.noarch.r 329 kB/s | 36 kB 00:00 2024-04-21T23:45:45.961 INFO:teuthology.orchestra.run.smithi080.stdout:(141/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 4.3 MB/s | 16 MB 00:03 2024-04-21T23:45:45.986 INFO:teuthology.orchestra.run.smithi080.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 235 kB/s | 51 kB 00:00 2024-04-21T23:45:46.012 INFO:teuthology.orchestra.run.smithi080.stdout:(143/150): python3-webob-1.8.7-6.el9.noarch.rpm 1.0 MB/s | 230 kB 00:00 2024-04-21T23:45:46.106 INFO:teuthology.orchestra.run.smithi144.stdout:Transaction test succeeded. 2024-04-21T23:45:46.106 INFO:teuthology.orchestra.run.smithi144.stdout:Running transaction 2024-04-21T23:45:46.112 INFO:teuthology.orchestra.run.smithi080.stdout:(144/150): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-04-21T23:45:46.129 INFO:teuthology.orchestra.run.smithi080.stdout:(145/150): python3-zc-lockfile-2.0-10.el9.noarc 171 kB/s | 20 kB 00:00 2024-04-21T23:45:46.229 INFO:teuthology.orchestra.run.smithi080.stdout:(146/150): re2-20211101-3.el9.x86_64.rpm 1.6 MB/s | 192 kB 00:00 2024-04-21T23:45:46.279 INFO:teuthology.orchestra.run.smithi080.stdout:(147/150): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-21T23:45:46.488 INFO:teuthology.orchestra.run.smithi080.stdout:(148/150): python3-websocket-client-1.2.3-2.el9 170 kB/s | 90 kB 00:00 2024-04-21T23:45:46.563 INFO:teuthology.orchestra.run.smithi080.stdout:(149/150): librados2-19.0.0-2405.g820a2f8c.el9. 10 MB/s | 3.4 MB 00:00 2024-04-21T23:45:46.724 INFO:teuthology.orchestra.run.smithi120.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T23:45:46.725 INFO:teuthology.orchestra.run.smithi120.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T23:45:46.736 INFO:teuthology.orchestra.run.smithi120.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-21T23:45:46.736 INFO:teuthology.orchestra.run.smithi120.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-21T23:45:46.737 INFO:teuthology.orchestra.run.smithi120.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-21T23:45:46.738 INFO:teuthology.orchestra.run.smithi120.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-21T23:45:46.740 INFO:teuthology.orchestra.run.smithi120.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-21T23:45:46.742 INFO:teuthology.orchestra.run.smithi120.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-21T23:45:46.743 INFO:teuthology.orchestra.run.smithi120.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-21T23:45:46.746 INFO:teuthology.orchestra.run.smithi080.stdout:(150/150): librbd1-19.0.0-2405.g820a2f8c.el9.x8 6.7 MB/s | 3.1 MB 00:00 2024-04-21T23:45:46.752 INFO:teuthology.orchestra.run.smithi080.stdout:-------------------------------------------------------------------------------- 2024-04-21T23:45:46.753 INFO:teuthology.orchestra.run.smithi080.stdout:Total 12 MB/s | 216 MB 00:18 2024-04-21T23:45:46.802 INFO:teuthology.orchestra.run.smithi120.stdout:Dependencies resolved. 2024-04-21T23:45:46.818 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================= 2024-04-21T23:45:46.818 INFO:teuthology.orchestra.run.smithi120.stdout: Package Arch Version Repository Size 2024-04-21T23:45:46.818 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================= 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout:Installing: 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 6.6 k 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-base x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.4 M 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 889 k 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 145 k 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 1.5 M 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 141 k 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 3.5 M 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 7.4 M 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-rook noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 49 k 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-radosgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 10 M 2024-04-21T23:45:46.819 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-test x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 48 M 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-volume noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 264 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: cephadm noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 762 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 222 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-shell x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 27 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-top noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 18 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: libcephfs-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 32 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: libcephfs2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 745 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: librados-devel x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 127 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-21T23:45:46.820 INFO:teuthology.orchestra.run.smithi120.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cephfs x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 161 k 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rados x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 321 k 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 298 k 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rgw x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 99 k 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-fuse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 86 k 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-mirror x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-nbd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 171 k 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout:Upgrading: 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: librados2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.4 M 2024-04-21T23:45:46.821 INFO:teuthology.orchestra.run.smithi120.stdout: librbd1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 3.1 M 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout:Installing dependencies: 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 21 M 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 32 k 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mds x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 2.4 M 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 249 k 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mon x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 4.7 M 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-osd x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 17 M 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2405.g820a2f8c.el9 ceph-noarch 15 k 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-selinux x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 25 k 2024-04-21T23:45:46.822 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: libcephsqlite x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 164 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-21T23:45:46.823 INFO:teuthology.orchestra.run.smithi120.stdout: libradosstriper1 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 501 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: librgw2 x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 5.3 M 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-21T23:45:46.824 INFO:teuthology.orchestra.run.smithi120.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ceph-argparse x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 45 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ceph-common x86_64 2:19.0.0-2405.g820a2f8c.el9 ceph 133 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-21T23:45:46.825 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-21T23:45:46.826 INFO:teuthology.orchestra.run.smithi120.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-21T23:45:46.827 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-21T23:45:46.828 INFO:teuthology.orchestra.run.smithi120.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-21T23:45:46.829 INFO:teuthology.orchestra.run.smithi120.stdout:Installing weak dependencies: 2024-04-21T23:45:46.830 INFO:teuthology.orchestra.run.smithi120.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-21T23:45:46.830 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:45:46.830 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction Summary 2024-04-21T23:45:46.830 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================= 2024-04-21T23:45:46.830 INFO:teuthology.orchestra.run.smithi120.stdout:Install 148 Packages 2024-04-21T23:45:46.830 INFO:teuthology.orchestra.run.smithi120.stdout:Upgrade 2 Packages 2024-04-21T23:45:46.830 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:45:46.831 INFO:teuthology.orchestra.run.smithi120.stdout:Total download size: 216 M 2024-04-21T23:45:46.831 INFO:teuthology.orchestra.run.smithi120.stdout:Downloading Packages: 2024-04-21T23:45:47.794 INFO:teuthology.orchestra.run.smithi080.stdout:Running transaction check 2024-04-21T23:45:47.800 INFO:teuthology.orchestra.run.smithi120.stdout:(1/150): ceph-19.0.0-2405.g820a2f8c.el9.x86_64. 30 kB/s | 6.6 kB 00:00 2024-04-21T23:45:47.921 INFO:teuthology.orchestra.run.smithi080.stdout:Transaction check succeeded. 2024-04-21T23:45:47.921 INFO:teuthology.orchestra.run.smithi080.stdout:Running transaction test 2024-04-21T23:45:48.225 INFO:teuthology.orchestra.run.smithi120.stdout:(2/150): ceph-fuse-19.0.0-2405.g820a2f8c.el9.x8 2.0 MB/s | 889 kB 00:00 2024-04-21T23:45:48.350 INFO:teuthology.orchestra.run.smithi120.stdout:(3/150): ceph-immutable-object-cache-19.0.0-240 1.1 MB/s | 145 kB 00:00 2024-04-21T23:45:48.842 INFO:teuthology.orchestra.run.smithi120.stdout:(4/150): ceph-base-19.0.0-2405.g820a2f8c.el9.x8 4.3 MB/s | 5.4 MB 00:01 2024-04-21T23:45:49.201 INFO:teuthology.orchestra.run.smithi120.stdout:(5/150): ceph-common-19.0.0-2405.g820a2f8c.el9. 13 MB/s | 21 MB 00:01 2024-04-21T23:45:49.335 INFO:teuthology.orchestra.run.smithi120.stdout:(6/150): ceph-mds-19.0.0-2405.g820a2f8c.el9.x86 2.4 MB/s | 2.4 MB 00:00 2024-04-21T23:45:49.452 INFO:teuthology.orchestra.run.smithi120.stdout:(7/150): ceph-mgr-19.0.0-2405.g820a2f8c.el9.x86 2.5 MB/s | 1.5 MB 00:00 2024-04-21T23:45:49.560 INFO:teuthology.orchestra.run.smithi120.stdout:(8/150): ceph-mon-19.0.0-2405.g820a2f8c.el9.x86 13 MB/s | 4.7 MB 00:00 2024-04-21T23:45:49.619 INFO:teuthology.orchestra.run.smithi120.stdout:(9/150): ceph-selinux-19.0.0-2405.g820a2f8c.el9 433 kB/s | 25 kB 00:00 2024-04-21T23:45:49.630 INFO:teuthology.orchestra.run.smithi080.stdout:Transaction test succeeded. 2024-04-21T23:45:49.631 INFO:teuthology.orchestra.run.smithi080.stdout:Running transaction 2024-04-21T23:45:51.421 INFO:teuthology.orchestra.run.smithi120.stdout:(10/150): ceph-radosgw-19.0.0-2405.g820a2f8c.el 5.2 MB/s | 10 MB 00:01 2024-04-21T23:45:51.513 INFO:teuthology.orchestra.run.smithi120.stdout:(11/150): cephfs-mirror-19.0.0-2405.g820a2f8c.e 2.4 MB/s | 222 kB 00:00 2024-04-21T23:45:51.613 INFO:teuthology.orchestra.run.smithi120.stdout:(12/150): cephfs-shell-19.0.0-2405.g820a2f8c.el 271 kB/s | 27 kB 00:00 2024-04-21T23:45:51.722 INFO:teuthology.orchestra.run.smithi120.stdout:(13/150): libcephfs-devel-19.0.0-2405.g820a2f8c 293 kB/s | 32 kB 00:00 2024-04-21T23:45:51.931 INFO:teuthology.orchestra.run.smithi120.stdout:(14/150): libcephfs2-19.0.0-2405.g820a2f8c.el9. 3.5 MB/s | 745 kB 00:00 2024-04-21T23:45:52.031 INFO:teuthology.orchestra.run.smithi120.stdout:(15/150): libcephsqlite-19.0.0-2405.g820a2f8c.e 1.6 MB/s | 164 kB 00:00 2024-04-21T23:45:52.093 INFO:teuthology.orchestra.run.smithi144.stdout: Preparing : 1/1 2024-04-21T23:45:52.131 INFO:teuthology.orchestra.run.smithi120.stdout:(16/150): librados-devel-19.0.0-2405.g820a2f8c. 1.2 MB/s | 127 kB 00:00 2024-04-21T23:45:52.172 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-21T23:45:52.197 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-21T23:45:52.239 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-21T23:45:52.315 INFO:teuthology.orchestra.run.smithi120.stdout:(17/150): ceph-osd-19.0.0-2405.g820a2f8c.el9.x8 5.6 MB/s | 17 MB 00:02 2024-04-21T23:45:52.348 INFO:teuthology.orchestra.run.smithi120.stdout:(18/150): libradosstriper1-19.0.0-2405.g820a2f8 2.3 MB/s | 501 kB 00:00 2024-04-21T23:45:52.571 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-21T23:45:52.682 INFO:teuthology.orchestra.run.smithi144.stdout: Upgrading : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-21T23:45:52.800 INFO:teuthology.orchestra.run.smithi120.stdout:(19/150): ceph-test-19.0.0-2405.g820a2f8c.el9.x 15 MB/s | 48 MB 00:03 2024-04-21T23:45:52.804 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-21T23:45:52.833 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:45:52.841 INFO:teuthology.orchestra.run.smithi120.stdout:(20/150): python3-ceph-argparse-19.0.0-2405.g82 92 kB/s | 45 kB 00:00 2024-04-21T23:45:52.874 INFO:teuthology.orchestra.run.smithi120.stdout:(21/150): python3-ceph-common-19.0.0-2405.g820a 1.7 MB/s | 133 kB 00:00 2024-04-21T23:45:52.908 INFO:teuthology.orchestra.run.smithi120.stdout:(22/150): python3-cephfs-19.0.0-2405.g820a2f8c. 2.4 MB/s | 161 kB 00:00 2024-04-21T23:45:52.924 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:45:52.942 INFO:teuthology.orchestra.run.smithi120.stdout:(23/150): python3-rados-19.0.0-2405.g820a2f8c.e 4.7 MB/s | 321 kB 00:00 2024-04-21T23:45:52.966 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-21T23:45:52.984 INFO:teuthology.orchestra.run.smithi120.stdout:(24/150): python3-rbd-19.0.0-2405.g820a2f8c.el9 3.9 MB/s | 298 kB 00:00 2024-04-21T23:45:52.995 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-21T23:45:53.009 INFO:teuthology.orchestra.run.smithi120.stdout:(25/150): python3-rgw-19.0.0-2405.g820a2f8c.el9 1.5 MB/s | 99 kB 00:00 2024-04-21T23:45:53.021 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-21T23:45:53.084 INFO:teuthology.orchestra.run.smithi120.stdout:(26/150): librgw2-19.0.0-2405.g820a2f8c.el9.x86 6.9 MB/s | 5.3 MB 00:00 2024-04-21T23:45:53.109 INFO:teuthology.orchestra.run.smithi120.stdout:(27/150): rbd-fuse-19.0.0-2405.g820a2f8c.el9.x8 682 kB/s | 86 kB 00:00 2024-04-21T23:45:53.160 INFO:teuthology.orchestra.run.smithi120.stdout:(28/150): rbd-nbd-19.0.0-2405.g820a2f8c.el9.x86 2.2 MB/s | 171 kB 00:00 2024-04-21T23:45:53.172 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-21T23:45:53.194 INFO:teuthology.orchestra.run.smithi120.stdout:(29/150): ceph-grafana-dashboards-19.0.0-2405.g 379 kB/s | 32 kB 00:00 2024-04-21T23:45:53.227 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-21T23:45:53.252 INFO:teuthology.orchestra.run.smithi120.stdout:(30/150): rbd-mirror-19.0.0-2405.g820a2f8c.el9. 13 MB/s | 3.1 MB 00:00 2024-04-21T23:45:53.254 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:45:53.303 INFO:teuthology.orchestra.run.smithi120.stdout:(31/150): ceph-mgr-cephadm-19.0.0-2405.g820a2f8 991 kB/s | 141 kB 00:00 2024-04-21T23:45:53.341 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:45:53.364 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-21T23:45:53.410 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-21T23:45:53.411 INFO:teuthology.orchestra.run.smithi120.stdout:(32/150): ceph-mgr-modules-core-19.0.0-2405.g82 2.2 MB/s | 249 kB 00:00 2024-04-21T23:45:53.431 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T23:45:53.454 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T23:45:53.529 INFO:teuthology.orchestra.run.smithi120.stdout:(33/150): ceph-mgr-rook-19.0.0-2405.g820a2f8c.e 420 kB/s | 49 kB 00:00 2024-04-21T23:45:53.629 INFO:teuthology.orchestra.run.smithi120.stdout:(34/150): ceph-prometheus-alerts-19.0.0-2405.g8 153 kB/s | 15 kB 00:00 2024-04-21T23:45:53.649 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T23:45:53.681 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T23:45:53.696 INFO:teuthology.orchestra.run.smithi120.stdout:(35/150): ceph-mgr-dashboard-19.0.0-2405.g820a2 7.0 MB/s | 3.5 MB 00:00 2024-04-21T23:45:53.789 INFO:teuthology.orchestra.run.smithi120.stdout:(36/150): ceph-mgr-diskprediction-local-19.0.0- 14 MB/s | 7.4 MB 00:00 2024-04-21T23:45:53.789 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-21T23:45:53.814 INFO:teuthology.orchestra.run.smithi120.stdout:(37/150): ceph-volume-19.0.0-2405.g820a2f8c.el9 1.4 MB/s | 264 kB 00:00 2024-04-21T23:45:53.831 INFO:teuthology.orchestra.run.smithi120.stdout:(38/150): cephfs-top-19.0.0-2405.g820a2f8c.el9. 436 kB/s | 18 kB 00:00 2024-04-21T23:45:53.865 INFO:teuthology.orchestra.run.smithi120.stdout:(39/150): cephadm-19.0.0-2405.g820a2f8c.el9.noa 4.4 MB/s | 762 kB 00:00 2024-04-21T23:45:53.889 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-21T23:45:53.930 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-21T23:45:53.957 INFO:teuthology.orchestra.run.smithi120.stdout:(40/150): fuse-2.9.9-15.el9.x86_64.rpm 565 kB/s | 80 kB 00:00 2024-04-21T23:45:53.966 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-21T23:45:53.990 INFO:teuthology.orchestra.run.smithi120.stdout:(41/150): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-04-21T23:45:54.032 INFO:teuthology.orchestra.run.smithi120.stdout:(42/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-04-21T23:45:54.047 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-21T23:45:54.058 INFO:teuthology.orchestra.run.smithi120.stdout:(43/150): libgfortran-11.4.1-3.el9.x86_64.rpm 3.5 MB/s | 803 kB 00:00 2024-04-21T23:45:54.082 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-21T23:45:54.091 INFO:teuthology.orchestra.run.smithi120.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-04-21T23:45:54.116 INFO:teuthology.orchestra.run.smithi120.stdout:(45/150): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-04-21T23:45:54.125 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-21T23:45:54.142 INFO:teuthology.orchestra.run.smithi120.stdout:(46/150): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-21T23:45:54.158 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-21T23:45:54.176 INFO:teuthology.orchestra.run.smithi120.stdout:(47/150): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-04-21T23:45:54.186 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-21T23:45:54.218 INFO:teuthology.orchestra.run.smithi120.stdout:(48/150): python3-cryptography-36.0.1-4.el9.x86 5.4 MB/s | 1.2 MB 00:00 2024-04-21T23:45:54.258 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-21T23:45:54.327 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-21T23:45:54.355 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-21T23:45:54.399 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-21T23:45:54.426 INFO:teuthology.orchestra.run.smithi120.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 513 kB/s | 107 kB 00:00 2024-04-21T23:45:54.476 INFO:teuthology.orchestra.run.smithi120.stdout:(50/150): elfutils-libelf-devel-0.190-2.el9.x86 430 kB/s | 21 kB 00:00 2024-04-21T23:45:54.479 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-21T23:45:54.514 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 30/152 2024-04-21T23:45:54.535 INFO:teuthology.orchestra.run.smithi120.stdout:(51/150): automake-1.16.2-8.el9.noarch.rpm 1.7 MB/s | 689 kB 00:00 2024-04-21T23:45:54.562 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 31/152 2024-04-21T23:45:54.577 INFO:teuthology.orchestra.run.smithi120.stdout:(52/150): bison-3.7.4-5.el9.x86_64.rpm 2.3 MB/s | 943 kB 00:00 2024-04-21T23:45:54.593 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 32/152 2024-04-21T23:45:54.602 INFO:teuthology.orchestra.run.smithi120.stdout:(53/150): flexiblas-3.0.4-8.el9.x86_64.rpm 488 kB/s | 33 kB 00:00 2024-04-21T23:45:54.661 INFO:teuthology.orchestra.run.smithi120.stdout:(54/150): flexiblas-openblas-openmp-3.0.4-8.el9 313 kB/s | 18 kB 00:00 2024-04-21T23:45:54.686 INFO:teuthology.orchestra.run.smithi120.stdout:(55/150): flex-2.6.4-9.el9.x86_64.rpm 1.5 MB/s | 313 kB 00:00 2024-04-21T23:45:54.688 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-21T23:45:54.712 INFO:teuthology.orchestra.run.smithi120.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-04-21T23:45:54.730 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-21T23:45:54.762 INFO:teuthology.orchestra.run.smithi120.stdout:(57/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-04-21T23:45:54.796 INFO:teuthology.orchestra.run.smithi120.stdout:(58/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-04-21T23:45:54.823 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-21T23:45:54.963 INFO:teuthology.orchestra.run.smithi120.stdout:(59/150): libtool-2.4.6-45.el9.x86_64.rpm 3.4 MB/s | 582 kB 00:00 2024-04-21T23:45:54.964 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-21T23:45:55.013 INFO:teuthology.orchestra.run.smithi120.stdout:(60/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 510 kB/s | 25 kB 00:00 2024-04-21T23:45:55.016 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-21T23:45:55.047 INFO:teuthology.orchestra.run.smithi120.stdout:(61/150): librdkafka-1.6.1-102.el9.x86_64.rpm 2.3 MB/s | 662 kB 00:00 2024-04-21T23:45:55.072 INFO:teuthology.orchestra.run.smithi120.stdout:(62/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 808 kB/s | 47 kB 00:00 2024-04-21T23:45:55.131 INFO:teuthology.orchestra.run.smithi120.stdout:(63/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.4 MB/s | 3.0 MB 00:00 2024-04-21T23:45:55.173 INFO:teuthology.orchestra.run.smithi120.stdout:(64/150): openblas-0.3.21-2.el9.x86_64.rpm 845 kB/s | 35 kB 00:00 2024-04-21T23:45:55.198 INFO:teuthology.orchestra.run.smithi120.stdout:(65/150): lua-5.4.4-4.el9.x86_64.rpm 1.5 MB/s | 188 kB 00:00 2024-04-21T23:45:55.223 INFO:teuthology.orchestra.run.smithi120.stdout:(66/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-04-21T23:45:55.410 INFO:teuthology.orchestra.run.smithi080.stdout: Preparing : 1/1 2024-04-21T23:45:55.543 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-21T23:45:55.553 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-21T23:45:55.666 INFO:teuthology.orchestra.run.smithi120.stdout:(67/150): openblas-openmp-0.3.21-2.el9.x86_64.r 9.6 MB/s | 4.7 MB 00:00 2024-04-21T23:45:55.696 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-21T23:45:55.707 INFO:teuthology.orchestra.run.smithi120.stdout:(68/150): postgresql-13.14-1.el9.x86_64.rpm 3.3 MB/s | 1.6 MB 00:00 2024-04-21T23:45:55.733 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-21T23:45:55.775 INFO:teuthology.orchestra.run.smithi120.stdout:(69/150): postgresql-contrib-13.14-1.el9.x86_64 8.2 MB/s | 911 kB 00:00 2024-04-21T23:45:55.778 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-21T23:45:55.800 INFO:teuthology.orchestra.run.smithi120.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-04-21T23:45:55.883 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-21T23:45:55.943 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-21T23:45:55.950 INFO:teuthology.orchestra.run.smithi120.stdout:(71/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 5.5 MB/s | 4.1 MB 00:00 2024-04-21T23:45:55.973 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 42/152 2024-04-21T23:45:56.006 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-21T23:45:56.018 INFO:teuthology.orchestra.run.smithi120.stdout:(72/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-04-21T23:45:56.051 INFO:teuthology.orchestra.run.smithi120.stdout:(73/150): protobuf-3.14.0-13.el9.x86_64.rpm 4.0 MB/s | 1.0 MB 00:00 2024-04-21T23:45:56.063 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-21T23:45:56.109 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-21T23:45:56.118 INFO:teuthology.orchestra.run.smithi120.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-04-21T23:45:56.135 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-21T23:45:56.181 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-21T23:45:56.193 INFO:teuthology.orchestra.run.smithi120.stdout:(75/150): postgresql-server-13.14-1.el9.x86_64. 14 MB/s | 5.8 MB 00:00 2024-04-21T23:45:56.217 INFO:teuthology.orchestra.run.smithi080.stdout: Upgrading : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-21T23:45:56.217 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-21T23:45:56.226 INFO:teuthology.orchestra.run.smithi120.stdout:(76/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-04-21T23:45:56.252 INFO:teuthology.orchestra.run.smithi120.stdout:(77/150): python3-jsonpatch-1.21-16.el9.noarch. 437 kB/s | 26 kB 00:00 2024-04-21T23:45:56.265 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-21T23:45:56.277 INFO:teuthology.orchestra.run.smithi120.stdout:(78/150): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-04-21T23:45:56.300 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-21T23:45:56.311 INFO:teuthology.orchestra.run.smithi120.stdout:(79/150): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-04-21T23:45:56.336 INFO:teuthology.orchestra.run.smithi120.stdout:(80/150): python3-markupsafe-1.1.1-12.el9.x86_6 592 kB/s | 35 kB 00:00 2024-04-21T23:45:56.338 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-21T23:45:56.344 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-21T23:45:56.386 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-21T23:45:56.434 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:45:56.478 INFO:teuthology.orchestra.run.smithi120.stdout:(81/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-04-21T23:45:56.522 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-21T23:45:56.525 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:45:56.565 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-21T23:45:56.567 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-21T23:45:56.570 INFO:teuthology.orchestra.run.smithi120.stdout:(82/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 5.1 MB 00:00 2024-04-21T23:45:56.596 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-21T23:45:56.596 INFO:teuthology.orchestra.run.smithi120.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-04-21T23:45:56.597 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-21T23:45:56.621 INFO:teuthology.orchestra.run.smithi120.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-21T23:45:56.631 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-21T23:45:56.637 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-21T23:45:56.646 INFO:teuthology.orchestra.run.smithi120.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-04-21T23:45:56.680 INFO:teuthology.orchestra.run.smithi120.stdout:(86/150): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-04-21T23:45:56.732 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-21T23:45:56.747 INFO:teuthology.orchestra.run.smithi120.stdout:(87/150): python3-babel-2.9.1-2.el9.noarch.rpm 8.2 MB/s | 6.0 MB 00:00 2024-04-21T23:45:56.771 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-21T23:45:56.772 INFO:teuthology.orchestra.run.smithi120.stdout:(88/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-04-21T23:45:56.784 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-21T23:45:56.798 INFO:teuthology.orchestra.run.smithi120.stdout:(89/150): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-21T23:45:56.811 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-21T23:45:56.831 INFO:teuthology.orchestra.run.smithi120.stdout:(90/150): python3-pyasn1-modules-0.4.8-6.el9.no 1.8 MB/s | 279 kB 00:00 2024-04-21T23:45:56.837 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-21T23:45:56.853 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-21T23:45:56.857 INFO:teuthology.orchestra.run.smithi120.stdout:(91/150): python3-requests-oauthlib-1.3.0-12.el 640 kB/s | 54 kB 00:00 2024-04-21T23:45:56.861 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-21T23:45:56.873 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:45:56.890 INFO:teuthology.orchestra.run.smithi120.stdout:(92/150): python3-toml-0.10.2-6.el9.noarch.rpm 711 kB/s | 42 kB 00:00 2024-04-21T23:45:56.916 INFO:teuthology.orchestra.run.smithi120.stdout:(93/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 754 kB/s | 44 kB 00:00 2024-04-21T23:45:56.936 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-21T23:45:56.958 INFO:teuthology.orchestra.run.smithi120.stdout:(94/150): qatlib-24.02.0-1.el9.x86_64.rpm 3.2 MB/s | 221 kB 00:00 2024-04-21T23:45:56.977 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:45:56.983 INFO:teuthology.orchestra.run.smithi120.stdout:(95/150): qatlib-service-24.02.0-1.el9.x86_64.r 534 kB/s | 36 kB 00:00 2024-04-21T23:45:56.999 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-21T23:45:57.008 INFO:teuthology.orchestra.run.smithi120.stdout:(96/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 945 kB/s | 47 kB 00:00 2024-04-21T23:45:57.059 INFO:teuthology.orchestra.run.smithi120.stdout:(97/150): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-21T23:45:57.062 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-21T23:45:57.064 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-21T23:45:57.083 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T23:45:57.084 INFO:teuthology.orchestra.run.smithi120.stdout:(98/150): socat-1.7.4.1-5.el9.x86_64.rpm 3.0 MB/s | 305 kB 00:00 2024-04-21T23:45:57.102 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-21T23:45:57.110 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T23:45:57.117 INFO:teuthology.orchestra.run.smithi120.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-04-21T23:45:57.130 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-21T23:45:57.143 INFO:teuthology.orchestra.run.smithi120.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-21T23:45:57.160 INFO:teuthology.orchestra.run.smithi120.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.0 MB/s | 45 kB 00:00 2024-04-21T23:45:57.164 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-21T23:45:57.216 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-21T23:45:57.254 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-21T23:45:57.258 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T23:45:57.286 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-21T23:45:57.292 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T23:45:57.315 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-21T23:45:57.350 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-21T23:45:57.369 INFO:teuthology.orchestra.run.smithi120.stdout:(102/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-04-21T23:45:57.383 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-21T23:45:57.398 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-21T23:45:57.425 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-21T23:45:57.460 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-21T23:45:57.490 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-21T23:45:57.524 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-21T23:45:57.546 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-21T23:45:57.552 INFO:teuthology.orchestra.run.smithi120.stdout:(103/150): lua-devel-5.4.4-4.el9.x86_64.rpm 54 kB/s | 22 kB 00:00 2024-04-21T23:45:57.560 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-21T23:45:57.598 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-21T23:45:57.634 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-21T23:45:57.646 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-21T23:45:57.675 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-21T23:45:57.720 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-21T23:45:57.760 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-21T23:45:57.788 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-21T23:45:57.821 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-21T23:45:57.860 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-21T23:45:57.869 INFO:teuthology.orchestra.run.smithi120.stdout:(104/150): abseil-cpp-20211102.0-3.el9.x86_64.r 1.1 MB/s | 548 kB 00:00 2024-04-21T23:45:57.912 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-21T23:45:57.943 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-21T23:45:57.961 INFO:teuthology.orchestra.run.smithi120.stdout:(105/150): grpc-data-1.46.7-10.el9.noarch.rpm 213 kB/s | 19 kB 00:00 2024-04-21T23:45:57.985 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-21T23:45:58.017 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-21T23:45:58.036 INFO:teuthology.orchestra.run.smithi120.stdout:(106/150): gperftools-libs-2.9.1-2.el9.x86_64.r 638 kB/s | 309 kB 00:00 2024-04-21T23:45:58.064 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-21T23:45:58.065 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-21T23:45:58.078 INFO:teuthology.orchestra.run.smithi120.stdout:(107/150): protobuf-compiler-3.14.0-13.el9.x86_ 940 kB/s | 863 kB 00:00 2024-04-21T23:45:58.097 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 30/152 2024-04-21T23:45:58.104 INFO:teuthology.orchestra.run.smithi120.stdout:(108/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 388 kB/s | 26 kB 00:00 2024-04-21T23:45:58.148 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 31/152 2024-04-21T23:45:58.176 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 32/152 2024-04-21T23:45:58.196 INFO:teuthology.orchestra.run.smithi120.stdout:(109/150): libunwind-1.6.2-1.el9.x86_64.rpm 734 kB/s | 67 kB 00:00 2024-04-21T23:45:58.249 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-21T23:45:58.288 INFO:teuthology.orchestra.run.smithi120.stdout:(110/150): libarrow-9.0.0-10.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-04-21T23:45:58.300 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-21T23:45:58.321 INFO:teuthology.orchestra.run.smithi120.stdout:(111/150): luarocks-3.9.2-1.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-04-21T23:45:58.376 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-21T23:45:58.388 INFO:teuthology.orchestra.run.smithi120.stdout:(112/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 8.2 MB/s | 838 kB 00:00 2024-04-21T23:45:58.414 INFO:teuthology.orchestra.run.smithi120.stdout:(113/150): liboath-2.6.7-2.el9.x86_64.rpm 145 kB/s | 49 kB 00:00 2024-04-21T23:45:58.473 INFO:teuthology.orchestra.run.smithi120.stdout:(114/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 517 kB/s | 43 kB 00:00 2024-04-21T23:45:58.498 INFO:teuthology.orchestra.run.smithi120.stdout:(115/150): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-04-21T23:45:58.514 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-21T23:45:58.523 INFO:teuthology.orchestra.run.smithi120.stdout:(116/150): python3-cachetools-4.2.4-1.el9.noarc 295 kB/s | 32 kB 00:00 2024-04-21T23:45:58.549 INFO:teuthology.orchestra.run.smithi120.stdout:(117/150): python3-certifi-2021.10.8-2.el9.noar 199 kB/s | 15 kB 00:00 2024-04-21T23:45:58.570 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-21T23:45:58.591 INFO:teuthology.orchestra.run.smithi120.stdout:(118/150): python3-cheroot-8.6.0-4.el9.noarch.r 1.8 MB/s | 172 kB 00:00 2024-04-21T23:45:58.633 INFO:teuthology.orchestra.run.smithi120.stdout:(119/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.5 MB/s | 303 kB 00:00 2024-04-21T23:45:58.674 INFO:teuthology.orchestra.run.smithi120.stdout:(120/150): python3-colorama-0.4.4-12.el9.noarch 423 kB/s | 35 kB 00:00 2024-04-21T23:45:58.716 INFO:teuthology.orchestra.run.smithi120.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 2.4 MB/s | 203 kB 00:00 2024-04-21T23:45:58.767 INFO:teuthology.orchestra.run.smithi120.stdout:(122/150): python3-cherrypy-18.6.1-2.el9.noarch 1.4 MB/s | 358 kB 00:00 2024-04-21T23:45:58.798 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-21T23:45:58.800 INFO:teuthology.orchestra.run.smithi120.stdout:(123/150): python3-grpcio-tools-1.46.7-10.el9.x 1.7 MB/s | 144 kB 00:00 2024-04-21T23:45:58.845 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-21T23:45:58.851 INFO:teuthology.orchestra.run.smithi120.stdout:(124/150): python3-jaraco-8.2.1-3.el9.noarch.rp 127 kB/s | 11 kB 00:00 2024-04-21T23:45:58.879 INFO:teuthology.orchestra.run.smithi120.stdout:(125/150): python3-jaraco-classes-3.2.1-5.el9.n 235 kB/s | 18 kB 00:00 2024-04-21T23:45:58.879 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-21T23:45:58.935 INFO:teuthology.orchestra.run.smithi120.stdout:(126/150): python3-grpcio-1.46.7-10.el9.x86_64. 7.8 MB/s | 2.0 MB 00:00 2024-04-21T23:45:58.960 INFO:teuthology.orchestra.run.smithi120.stdout:(127/150): python3-jaraco-collections-3.0.0-8.e 212 kB/s | 23 kB 00:00 2024-04-21T23:45:58.980 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-21T23:45:58.985 INFO:teuthology.orchestra.run.smithi120.stdout:(128/150): python3-jaraco-functools-3.5.0-2.el9 178 kB/s | 19 kB 00:00 2024-04-21T23:45:59.010 INFO:teuthology.orchestra.run.smithi120.stdout:(129/150): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-04-21T23:45:59.036 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-21T23:45:59.077 INFO:teuthology.orchestra.run.smithi120.stdout:(130/150): python3-logutils-0.3.5-21.el9.noarch 504 kB/s | 46 kB 00:00 2024-04-21T23:45:59.103 INFO:teuthology.orchestra.run.smithi120.stdout:(131/150): python3-more-itertools-8.12.0-2.el9. 856 kB/s | 79 kB 00:00 2024-04-21T23:45:59.120 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-21T23:45:59.124 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-21T23:45:59.136 INFO:teuthology.orchestra.run.smithi120.stdout:(132/150): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-04-21T23:45:59.156 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-21T23:45:59.161 INFO:teuthology.orchestra.run.smithi120.stdout:(133/150): python3-natsort-7.1.1-5.el9.noarch.r 687 kB/s | 58 kB 00:00 2024-04-21T23:45:59.187 INFO:teuthology.orchestra.run.smithi120.stdout:(134/150): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-04-21T23:45:59.216 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-21T23:45:59.229 INFO:teuthology.orchestra.run.smithi120.stdout:(135/150): python3-portend-3.1.0-2.el9.noarch.r 177 kB/s | 16 kB 00:00 2024-04-21T23:45:59.252 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-21T23:45:59.263 INFO:teuthology.orchestra.run.smithi120.stdout:(136/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 892 kB/s | 90 kB 00:00 2024-04-21T23:45:59.280 INFO:teuthology.orchestra.run.smithi120.stdout:(137/150): python3-pyperclip-1.8.2-2.el9.noarch 305 kB/s | 28 kB 00:00 2024-04-21T23:45:59.294 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-21T23:45:59.296 INFO:teuthology.orchestra.run.smithi120.stdout:(138/150): python3-repoze-lru-0.7-16.el9.noarch 457 kB/s | 31 kB 00:00 2024-04-21T23:45:59.324 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-21T23:45:59.333 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 42/152 2024-04-21T23:45:59.339 INFO:teuthology.orchestra.run.smithi120.stdout:(139/150): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-04-21T23:45:59.353 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-21T23:45:59.364 INFO:teuthology.orchestra.run.smithi120.stdout:(140/150): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-21T23:45:59.365 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-21T23:45:59.381 INFO:teuthology.orchestra.run.smithi120.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 425 kB/s | 36 kB 00:00 2024-04-21T23:45:59.415 INFO:teuthology.orchestra.run.smithi120.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 673 kB/s | 51 kB 00:00 2024-04-21T23:45:59.421 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-21T23:45:59.431 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-21T23:45:59.456 INFO:teuthology.orchestra.run.smithi120.stdout:(143/150): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-21T23:45:59.482 INFO:teuthology.orchestra.run.smithi120.stdout:(144/150): python3-websocket-client-1.2.3-2.el9 891 kB/s | 90 kB 00:00 2024-04-21T23:45:59.496 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-21T23:45:59.508 INFO:teuthology.orchestra.run.smithi120.stdout:(145/150): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-04-21T23:45:59.542 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-21T23:45:59.557 INFO:teuthology.orchestra.run.smithi120.stdout:(146/150): python3-zc-lockfile-2.0-10.el9.noarc 198 kB/s | 20 kB 00:00 2024-04-21T23:45:59.578 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-21T23:45:59.591 INFO:teuthology.orchestra.run.smithi120.stdout:(147/150): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-21T23:45:59.625 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-21T23:45:59.641 INFO:teuthology.orchestra.run.smithi120.stdout:(148/150): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-04-21T23:45:59.661 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-21T23:45:59.704 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-21T23:45:59.747 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-21T23:45:59.886 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-21T23:46:00.025 INFO:teuthology.orchestra.run.smithi120.stdout:(149/150): librbd1-19.0.0-2405.g820a2f8c.el9.x8 7.2 MB/s | 3.1 MB 00:00 2024-04-21T23:46:00.036 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-21T23:46:00.066 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-21T23:46:00.081 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-21T23:46:00.107 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-21T23:46:00.175 INFO:teuthology.orchestra.run.smithi120.stdout:(150/150): librados2-19.0.0-2405.g820a2f8c.el9. 5.5 MB/s | 3.4 MB 00:00 2024-04-21T23:46:00.181 INFO:teuthology.orchestra.run.smithi120.stdout:-------------------------------------------------------------------------------- 2024-04-21T23:46:00.182 INFO:teuthology.orchestra.run.smithi120.stdout:Total 16 MB/s | 216 MB 00:13 2024-04-21T23:46:00.194 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-21T23:46:00.203 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-21T23:46:00.274 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-21T23:46:00.314 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-21T23:46:00.339 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-21T23:46:00.364 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-21T23:46:00.440 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-21T23:46:00.568 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-21T23:46:00.605 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-21T23:46:00.633 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-21T23:46:00.667 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-21T23:46:00.712 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-21T23:46:00.766 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-21T23:46:00.806 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-21T23:46:00.894 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-21T23:46:00.970 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-21T23:46:01.004 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-21T23:46:01.054 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-21T23:46:01.088 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-21T23:46:01.177 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-21T23:46:01.210 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction check 2024-04-21T23:46:01.227 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-21T23:46:01.258 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-21T23:46:01.306 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-21T23:46:01.334 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction check succeeded. 2024-04-21T23:46:01.335 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction test 2024-04-21T23:46:01.406 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-21T23:46:01.437 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-21T23:46:01.460 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-21T23:46:01.524 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-21T23:46:01.552 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-21T23:46:01.585 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-21T23:46:01.897 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-21T23:46:01.942 INFO:teuthology.orchestra.run.smithi144.stdout: Upgrading : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-21T23:46:02.029 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-21T23:46:02.061 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 98/152 2024-04-21T23:46:02.097 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-21T23:46:02.211 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-21T23:46:02.265 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-21T23:46:02.299 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-21T23:46:02.401 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-21T23:46:02.476 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-21T23:46:02.563 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-21T23:46:02.570 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-21T23:46:02.593 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-21T23:46:02.601 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-21T23:46:02.673 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-21T23:46:02.694 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 102/152 2024-04-21T23:46:02.760 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-21T23:46:02.807 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-21T23:46:02.885 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-21T23:46:03.030 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction test succeeded. 2024-04-21T23:46:03.031 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction 2024-04-21T23:46:03.554 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-21T23:46:03.675 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-21T23:46:04.955 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-21T23:46:04.971 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:05.008 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:05.037 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-21T23:46:05.065 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-21T23:46:05.098 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-21T23:46:05.409 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-21T23:46:05.461 INFO:teuthology.orchestra.run.smithi080.stdout: Upgrading : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-21T23:46:05.544 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-21T23:46:05.554 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:05.574 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 98/152 2024-04-21T23:46:05.594 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-21T23:46:05.610 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-21T23:46:05.696 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-21T23:46:05.697 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-21T23:46:05.697 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-21T23:46:05.697 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:05.728 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-21T23:46:06.082 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-21T23:46:06.106 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-21T23:46:06.177 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-21T23:46:06.210 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 102/152 2024-04-21T23:46:08.487 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:08.522 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:08.811 INFO:teuthology.orchestra.run.smithi120.stdout: Preparing : 1/1 2024-04-21T23:46:08.887 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-21T23:46:08.911 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-21T23:46:08.954 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-21T23:46:09.071 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:09.116 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-21T23:46:09.196 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-21T23:46:09.196 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-21T23:46:09.197 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-21T23:46:09.197 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:09.225 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-21T23:46:09.294 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-21T23:46:09.421 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-21T23:46:09.526 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 5/152 2024-04-21T23:46:09.556 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:46:09.647 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:46:09.706 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-21T23:46:09.744 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-21T23:46:09.769 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-21T23:46:09.919 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-21T23:46:09.975 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-21T23:46:10.012 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:46:10.115 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:46:10.146 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-21T23:46:10.200 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 13/152 2024-04-21T23:46:10.231 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T23:46:10.253 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T23:46:10.447 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T23:46:10.480 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T23:46:10.596 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-21T23:46:10.693 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-21T23:46:10.721 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-21T23:46:10.765 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-21T23:46:10.830 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-21T23:46:10.865 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-21T23:46:10.908 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-21T23:46:10.949 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-21T23:46:10.985 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-21T23:46:11.054 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-21T23:46:11.108 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-21T23:46:11.138 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-21T23:46:11.182 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-21T23:46:11.258 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-21T23:46:11.294 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 30/152 2024-04-21T23:46:11.337 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 31/152 2024-04-21T23:46:11.374 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 32/152 2024-04-21T23:46:11.454 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-21T23:46:11.506 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-21T23:46:11.580 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-21T23:46:11.715 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-21T23:46:11.767 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-21T23:46:12.304 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-21T23:46:12.381 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-21T23:46:12.409 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-21T23:46:12.460 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-21T23:46:12.506 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 42/152 2024-04-21T23:46:12.548 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-21T23:46:12.603 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-21T23:46:12.685 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-21T23:46:12.716 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-21T23:46:12.752 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-21T23:46:12.802 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-21T23:46:12.835 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-21T23:46:12.878 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-21T23:46:12.921 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-21T23:46:13.066 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-21T23:46:13.110 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-21T23:46:13.148 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-21T23:46:13.190 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-21T23:46:13.286 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-21T23:46:13.324 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-21T23:46:13.364 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-21T23:46:13.398 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-21T23:46:13.423 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-21T23:46:13.497 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-21T23:46:13.660 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-21T23:46:13.697 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-21T23:46:13.725 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-21T23:46:13.760 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-21T23:46:13.804 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-21T23:46:13.842 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-21T23:46:13.874 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-21T23:46:13.903 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-21T23:46:13.938 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-21T23:46:13.980 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-21T23:46:14.030 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-21T23:46:14.073 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-21T23:46:14.161 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-21T23:46:14.212 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-21T23:46:14.243 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-21T23:46:14.290 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-21T23:46:14.390 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-21T23:46:14.521 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-21T23:46:15.261 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-21T23:46:15.310 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-21T23:46:15.343 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-21T23:46:15.444 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-21T23:46:15.510 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-21T23:46:15.605 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-21T23:46:15.687 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-21T23:46:15.868 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-21T23:46:15.893 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-21T23:46:15.971 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-21T23:46:16.623 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-21T23:46:16.752 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-21T23:46:17.054 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-21T23:46:17.054 INFO:teuthology.orchestra.run.smithi144.stdout:skipping the directory /sys 2024-04-21T23:46:17.054 INFO:teuthology.orchestra.run.smithi144.stdout:skipping the directory /proc 2024-04-21T23:46:17.054 INFO:teuthology.orchestra.run.smithi144.stdout:skipping the directory /mnt 2024-04-21T23:46:17.055 INFO:teuthology.orchestra.run.smithi144.stdout:skipping the directory /var/tmp 2024-04-21T23:46:17.055 INFO:teuthology.orchestra.run.smithi144.stdout:skipping the directory /home 2024-04-21T23:46:17.055 INFO:teuthology.orchestra.run.smithi144.stdout:skipping the directory /root 2024-04-21T23:46:17.055 INFO:teuthology.orchestra.run.smithi144.stdout:skipping the directory /tmp 2024-04-21T23:46:17.055 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:17.250 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-21T23:46:17.266 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-21T23:46:17.266 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:17.266 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-21T23:46:17.267 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:18.038 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-21T23:46:18.134 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-21T23:46:18.161 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-21T23:46:18.195 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-21T23:46:18.507 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-21T23:46:18.549 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-21T23:46:18.640 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 97/152 2024-04-21T23:46:18.671 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 98/152 2024-04-21T23:46:18.707 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-21T23:46:18.778 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-21T23:46:18.803 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-21T23:46:18.803 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:18.803 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-21T23:46:18.804 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T23:46:18.804 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T23:46:18.804 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:19.046 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-21T23:46:19.068 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-21T23:46:19.068 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:19.068 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-21T23:46:19.068 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T23:46:19.068 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T23:46:19.068 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:19.179 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-21T23:46:19.211 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-21T23:46:19.290 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 101/152 2024-04-21T23:46:19.313 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 102/152 2024-04-21T23:46:19.505 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-21T23:46:19.527 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-21T23:46:19.527 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:19.527 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-21T23:46:19.527 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T23:46:19.527 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T23:46:19.527 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:19.626 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-21T23:46:19.683 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-21T23:46:19.738 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-21T23:46:19.933 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-21T23:46:19.980 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-21T23:46:20.059 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-21T23:46:20.146 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-21T23:46:20.293 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-21T23:46:20.330 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-21T23:46:20.363 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-21T23:46:20.390 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-21T23:46:20.826 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-21T23:46:20.855 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-21T23:46:20.874 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-21T23:46:20.874 INFO:teuthology.orchestra.run.smithi080.stdout:skipping the directory /sys 2024-04-21T23:46:20.874 INFO:teuthology.orchestra.run.smithi080.stdout:skipping the directory /proc 2024-04-21T23:46:20.874 INFO:teuthology.orchestra.run.smithi080.stdout:skipping the directory /mnt 2024-04-21T23:46:20.874 INFO:teuthology.orchestra.run.smithi080.stdout:skipping the directory /var/tmp 2024-04-21T23:46:20.874 INFO:teuthology.orchestra.run.smithi080.stdout:skipping the directory /home 2024-04-21T23:46:20.875 INFO:teuthology.orchestra.run.smithi080.stdout:skipping the directory /root 2024-04-21T23:46:20.875 INFO:teuthology.orchestra.run.smithi080.stdout:skipping the directory /tmp 2024-04-21T23:46:20.875 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:20.886 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 122/152 2024-04-21T23:46:20.948 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 123/152 2024-04-21T23:46:20.978 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-21T23:46:21.055 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-21T23:46:21.071 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-21T23:46:21.071 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:21.071 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-21T23:46:21.072 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:21.615 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:21.643 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:22.007 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-21T23:46:22.039 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-21T23:46:22.181 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 103/152 2024-04-21T23:46:22.222 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-21T23:46:22.297 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 104/152 2024-04-21T23:46:22.297 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-21T23:46:22.298 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-21T23:46:22.298 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:22.332 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-21T23:46:22.525 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-21T23:46:22.550 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-21T23:46:22.550 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:22.550 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-21T23:46:22.551 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T23:46:22.551 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T23:46:22.551 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:22.767 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-21T23:46:22.790 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-21T23:46:22.790 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:22.790 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-21T23:46:22.790 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T23:46:22.790 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T23:46:22.790 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:23.003 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-21T23:46:23.031 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-21T23:46:23.131 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-21T23:46:23.235 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-21T23:46:23.257 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-21T23:46:23.258 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:23.258 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-21T23:46:23.258 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T23:46:23.258 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T23:46:23.258 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:23.294 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 127/152 2024-04-21T23:46:23.324 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-21T23:46:23.347 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-21T23:46:23.347 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:23.347 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-21T23:46:23.347 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T23:46:23.347 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T23:46:23.348 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:23.364 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-21T23:46:23.392 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-21T23:46:23.403 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-21T23:46:23.421 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-21T23:46:23.476 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-21T23:46:23.501 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 130/152 2024-04-21T23:46:23.556 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 131/152 2024-04-21T23:46:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-21T23:46:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-21T23:46:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-21T23:46:23.876 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-21T23:46:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-21T23:46:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-21T23:46:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-21T23:46:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-21T23:46:24.465 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-21T23:46:24.494 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-21T23:46:24.516 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-21T23:46:24.517 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:24.517 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-21T23:46:24.517 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T23:46:24.517 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T23:46:24.517 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:24.562 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-21T23:46:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-21T23:46:24.583 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-21T23:46:24.583 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:24.583 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-21T23:46:24.583 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-21T23:46:24.629 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-21T23:46:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 122/152 2024-04-21T23:46:24.651 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-21T23:46:24.651 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:24.651 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-21T23:46:24.651 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T23:46:24.652 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T23:46:24.652 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 123/152 2024-04-21T23:46:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-21T23:46:24.955 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-21T23:46:24.977 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-21T23:46:24.977 INFO:teuthology.orchestra.run.smithi144.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:24.977 INFO:teuthology.orchestra.run.smithi144.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-21T23:46:24.977 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T23:46:24.977 INFO:teuthology.orchestra.run.smithi144.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T23:46:24.977 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:25.763 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-21T23:46:25.802 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-21T23:46:26.757 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-21T23:46:26.795 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-21T23:46:26.896 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-21T23:46:27.058 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 127/152 2024-04-21T23:46:27.088 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-21T23:46:27.111 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-21T23:46:27.111 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:27.111 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-21T23:46:27.112 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T23:46:27.112 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T23:46:27.112 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:27.156 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-21T23:46:27.167 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-21T23:46:27.289 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 130/152 2024-04-21T23:46:27.337 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 131/152 2024-04-21T23:46:28.229 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-21T23:46:28.267 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-21T23:46:28.289 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-21T23:46:28.290 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:28.290 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-21T23:46:28.290 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T23:46:28.290 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T23:46:28.290 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:28.334 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-21T23:46:28.356 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-21T23:46:28.356 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:28.356 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-21T23:46:28.356 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:28.401 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-21T23:46:28.424 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-21T23:46:28.424 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:28.424 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-21T23:46:28.424 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T23:46:28.424 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T23:46:28.424 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:28.727 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-21T23:46:28.749 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-21T23:46:28.750 INFO:teuthology.orchestra.run.smithi080.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:28.750 INFO:teuthology.orchestra.run.smithi080.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-21T23:46:28.750 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T23:46:28.750 INFO:teuthology.orchestra.run.smithi080.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T23:46:28.750 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:29.450 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 137/152 2024-04-21T23:46:29.499 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 138/152 2024-04-21T23:46:29.540 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 139/152 2024-04-21T23:46:29.572 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-21T23:46:29.608 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-21T23:46:29.787 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 142/152 2024-04-21T23:46:29.838 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-21T23:46:29.867 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 144/152 2024-04-21T23:46:30.445 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:30.490 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:30.509 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:31.290 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 146/152 2024-04-21T23:46:31.378 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-21T23:46:31.422 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-21T23:46:31.501 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-21T23:46:31.549 INFO:teuthology.orchestra.run.smithi144.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-21T23:46:31.549 INFO:teuthology.orchestra.run.smithi144.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T23:46:31.616 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T23:46:31.617 INFO:teuthology.orchestra.run.smithi144.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:33.239 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 137/152 2024-04-21T23:46:33.281 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 138/152 2024-04-21T23:46:33.321 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 139/152 2024-04-21T23:46:33.353 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-21T23:46:33.381 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-21T23:46:33.563 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 142/152 2024-04-21T23:46:33.602 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-21T23:46:33.632 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 144/152 2024-04-21T23:46:33.670 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 105/152 2024-04-21T23:46:33.670 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /sys 2024-04-21T23:46:33.670 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /proc 2024-04-21T23:46:33.671 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /mnt 2024-04-21T23:46:33.671 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /var/tmp 2024-04-21T23:46:33.671 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /home 2024-04-21T23:46:33.671 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /root 2024-04-21T23:46:33.671 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /tmp 2024-04-21T23:46:33.671 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:33.848 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-21T23:46:33.864 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 106/152 2024-04-21T23:46:33.865 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:33.865 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-21T23:46:33.865 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:34.211 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:34.264 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:34.283 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:35.066 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 146/152 2024-04-21T23:46:35.152 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-21T23:46:35.192 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-21T23:46:35.272 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-21T23:46:35.307 INFO:teuthology.orchestra.run.smithi080.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-21T23:46:35.307 INFO:teuthology.orchestra.run.smithi080.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T23:46:35.351 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-21T23:46:35.377 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 107/152 2024-04-21T23:46:35.378 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:35.378 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-21T23:46:35.378 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T23:46:35.378 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T23:46:35.378 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:35.390 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T23:46:35.390 INFO:teuthology.orchestra.run.smithi080.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:35.602 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-21T23:46:35.625 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 108/152 2024-04-21T23:46:35.625 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:35.625 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-21T23:46:35.625 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T23:46:35.625 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T23:46:35.625 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:36.070 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-21T23:46:36.092 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 109/152 2024-04-21T23:46:36.092 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:36.092 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-21T23:46:36.092 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T23:46:36.092 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T23:46:36.093 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:36.192 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-21T23:46:36.249 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-21T23:46:36.312 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-21T23:46:36.497 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-21T23:46:36.537 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-21T23:46:36.606 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-21T23:46:36.703 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-21T23:46:36.841 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-21T23:46:36.880 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-21T23:46:36.912 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-21T23:46:36.940 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-21T23:46:37.283 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-21T23:46:37.314 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 121/152 2024-04-21T23:46:37.345 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 122/152 2024-04-21T23:46:37.406 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 123/152 2024-04-21T23:46:37.437 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-21T23:46:37.445 INFO:teuthology.orchestra.run.smithi144.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:37.445 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 1/152 2024-04-21T23:46:37.445 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2/152 2024-04-21T23:46:37.445 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 3/152 2024-04-21T23:46:37.445 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 4/152 2024-04-21T23:46:37.445 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 5/152 2024-04-21T23:46:37.445 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:46:37.445 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 8/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 9/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 10/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 11/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 13/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 14/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 15/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 16/152 2024-04-21T23:46:37.446 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 17/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 18/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 19/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 20/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 21/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 22/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 23/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 24/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 25/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 26/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 27/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 28/152 2024-04-21T23:46:37.447 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 29/152 2024-04-21T23:46:37.459 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 30/152 2024-04-21T23:46:37.459 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 31/152 2024-04-21T23:46:37.459 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 32/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 33/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 34/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 35/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 36/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 37/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 38/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 39/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-21T23:46:37.460 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-21T23:46:37.461 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-21T23:46:37.462 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-21T23:46:37.463 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-21T23:46:37.464 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-21T23:46:37.465 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-21T23:46:37.466 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-21T23:46:37.467 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 149/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-21T23:46:37.468 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 151/152 2024-04-21T23:46:38.467 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 124/152 2024-04-21T23:46:38.514 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-21T23:46:39.478 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 125/152 2024-04-21T23:46:39.506 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-21T23:46:39.581 INFO:teuthology.orchestra.run.smithi144.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:39.581 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:39.581 INFO:teuthology.orchestra.run.smithi144.stdout:Upgraded: 2024-04-21T23:46:39.581 INFO:teuthology.orchestra.run.smithi144.stdout: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.581 INFO:teuthology.orchestra.run.smithi144.stdout: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.581 INFO:teuthology.orchestra.run.smithi144.stdout:Installed: 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: automake-1.16.2-8.el9.noarch 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: bison-3.7.4-5.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-immutable-object-cache-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.582 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.583 INFO:teuthology.orchestra.run.smithi144.stdout: cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: flex-2.6.4-9.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.584 INFO:teuthology.orchestra.run.smithi144.stdout: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-21T23:46:39.585 INFO:teuthology.orchestra.run.smithi144.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: lua-5.4.4-4.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: postgresql-13.14-1.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-21T23:46:39.586 INFO:teuthology.orchestra.run.smithi144.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-21T23:46:39.587 INFO:teuthology.orchestra.run.smithi144.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-21T23:46:39.588 INFO:teuthology.orchestra.run.smithi144.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-ply-3.11-14.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-21T23:46:39.589 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-21T23:46:39.590 INFO:teuthology.orchestra.run.smithi144.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:39.591 INFO:teuthology.orchestra.run.smithi144.stdout: re2-1:20211101-3.el9.x86_64 2024-04-21T23:46:39.592 INFO:teuthology.orchestra.run.smithi144.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-21T23:46:39.592 INFO:teuthology.orchestra.run.smithi144.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-21T23:46:39.592 INFO:teuthology.orchestra.run.smithi144.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-21T23:46:39.592 INFO:teuthology.orchestra.run.smithi144.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-21T23:46:39.592 INFO:teuthology.orchestra.run.smithi144.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-21T23:46:39.592 INFO:teuthology.orchestra.run.smithi144.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-21T23:46:39.592 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:46:39.592 INFO:teuthology.orchestra.run.smithi144.stdout:Complete! 2024-04-21T23:46:39.606 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 126/152 2024-04-21T23:46:39.779 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 127/152 2024-04-21T23:46:39.808 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-21T23:46:39.831 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 128/152 2024-04-21T23:46:39.832 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:39.832 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-21T23:46:39.832 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T23:46:39.832 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T23:46:39.832 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:39.876 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-21T23:46:39.887 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 129/152 2024-04-21T23:46:39.930 DEBUG:teuthology.parallel:result is None 2024-04-21T23:46:39.984 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 130/152 2024-04-21T23:46:40.032 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 131/152 2024-04-21T23:46:40.929 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-21T23:46:40.970 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-21T23:46:40.992 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 133/152 2024-04-21T23:46:40.992 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:40.992 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-21T23:46:40.992 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T23:46:40.992 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T23:46:40.992 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:41.038 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-21T23:46:41.061 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2405.g820a2 134/152 2024-04-21T23:46:41.062 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:41.062 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-21T23:46:41.062 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:41.105 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-21T23:46:41.127 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 135/152 2024-04-21T23:46:41.128 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:41.128 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-21T23:46:41.128 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T23:46:41.128 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T23:46:41.128 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:41.431 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-21T23:46:41.453 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 136/152 2024-04-21T23:46:41.453 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T23:46:41.453 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-21T23:46:41.453 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T23:46:41.453 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T23:46:41.453 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:41.602 INFO:teuthology.orchestra.run.smithi080.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:41.602 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 1/152 2024-04-21T23:46:41.602 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2/152 2024-04-21T23:46:41.602 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 3/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 4/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 5/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 8/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 9/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 10/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 11/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 13/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 14/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 15/152 2024-04-21T23:46:41.603 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 16/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 17/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 18/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 19/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 20/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 21/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 22/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 23/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 24/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 25/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 26/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 27/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 28/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 29/152 2024-04-21T23:46:41.604 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 30/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 31/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 32/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 33/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 34/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 35/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 36/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 37/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 38/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 39/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-21T23:46:41.605 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-21T23:46:41.606 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-21T23:46:41.607 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-21T23:46:41.608 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-21T23:46:41.609 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-21T23:46:41.610 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-21T23:46:41.611 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-21T23:46:41.612 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 149/152 2024-04-21T23:46:41.613 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-21T23:46:41.614 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 151/152 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout:Upgraded: 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout:Installed: 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: automake-1.16.2-8.el9.noarch 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: bison-3.7.4-5.el9.x86_64 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-21T23:46:43.578 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-immutable-object-cache-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.579 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: flex-2.6.4-9.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-21T23:46:43.580 INFO:teuthology.orchestra.run.smithi080.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-21T23:46:43.581 INFO:teuthology.orchestra.run.smithi080.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: lua-5.4.4-4.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-21T23:46:43.582 INFO:teuthology.orchestra.run.smithi080.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: postgresql-13.14-1.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-21T23:46:43.583 INFO:teuthology.orchestra.run.smithi080.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-21T23:46:43.584 INFO:teuthology.orchestra.run.smithi080.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-21T23:46:43.585 INFO:teuthology.orchestra.run.smithi080.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-ply-3.11-14.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-21T23:46:43.586 INFO:teuthology.orchestra.run.smithi080.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-21T23:46:43.587 INFO:teuthology.orchestra.run.smithi080.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-21T23:46:43.588 INFO:teuthology.orchestra.run.smithi080.stdout: rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: re2-1:20211101-3.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-21T23:46:43.589 INFO:teuthology.orchestra.run.smithi080.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-21T23:46:43.590 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:46:43.590 INFO:teuthology.orchestra.run.smithi080.stdout:Complete! 2024-04-21T23:46:43.939 DEBUG:teuthology.parallel:result is None 2024-04-21T23:46:46.134 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 137/152 2024-04-21T23:46:46.176 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 138/152 2024-04-21T23:46:46.216 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 139/152 2024-04-21T23:46:46.241 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-21T23:46:46.260 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-21T23:46:46.440 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 142/152 2024-04-21T23:46:46.489 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-21T23:46:46.519 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 144/152 2024-04-21T23:46:47.148 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:47.185 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:47.204 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T23:46:47.980 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 146/152 2024-04-21T23:46:48.074 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-21T23:46:48.114 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-21T23:46:48.194 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-21T23:46:48.228 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-21T23:46:48.228 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T23:46:48.312 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T23:46:48.312 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:54.600 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:54.600 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 1/152 2024-04-21T23:46:54.600 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2/152 2024-04-21T23:46:54.600 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 3/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 4/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2405.g820a2 5/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 6/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 7/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 8/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 9/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 10/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 11/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 12/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 13/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 14/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_ 15/152 2024-04-21T23:46:54.601 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 16/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 17/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_6 18/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86 19/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 20/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el 21/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9. 22/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_6 23/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 24/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 25/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 26/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 27/152 2024-04-21T23:46:54.602 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 28/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 29/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c. 30/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noa 31/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.n 32/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2405.g820 33/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el 34/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 35/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.e 36/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 37/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 38/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 39/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-21T23:46:54.603 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-21T23:46:54.604 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-21T23:46:54.605 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-21T23:46:54.606 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-21T23:46:54.607 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-21T23:46:54.608 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-21T23:46:54.609 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-21T23:46:54.610 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-21T23:46:54.611 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-21T23:46:54.612 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 149/152 2024-04-21T23:46:54.612 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-21T23:46:54.612 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 151/152 2024-04-21T23:46:56.680 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T23:46:56.680 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:56.680 INFO:teuthology.orchestra.run.smithi120.stdout:Upgraded: 2024-04-21T23:46:56.680 INFO:teuthology.orchestra.run.smithi120.stdout: librados2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.680 INFO:teuthology.orchestra.run.smithi120.stdout: librbd1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.680 INFO:teuthology.orchestra.run.smithi120.stdout:Installed: 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: automake-1.16.2-8.el9.noarch 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: bison-3.7.4-5.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-base-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-grafana-dashboards-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-immutable-object-cache-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mds-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.681 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-dashboard-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-modules-core-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-rook-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mon-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-osd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-prometheus-alerts-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-radosgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-selinux-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-test-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-volume-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: cephadm-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.682 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-shell-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-top-2:19.0.0-2405.g820a2f8c.el9.noarch 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: flex-2.6.4-9.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-21T23:46:56.683 INFO:teuthology.orchestra.run.smithi120.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: libcephfs-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: libcephfs2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: libcephsqlite-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: librados-devel-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: libradosstriper1-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: librgw2-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.684 INFO:teuthology.orchestra.run.smithi120.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: lua-5.4.4-4.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-13.14-1.el9.x86_64 2024-04-21T23:46:56.685 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ceph-argparse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ceph-common-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cephfs-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.686 INFO:teuthology.orchestra.run.smithi120.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-21T23:46:56.687 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-21T23:46:56.688 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-21T23:46:56.688 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-21T23:46:56.688 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-21T23:46:56.688 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-21T23:46:56.688 INFO:teuthology.orchestra.run.smithi120.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-21T23:46:56.688 INFO:teuthology.orchestra.run.smithi120.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-21T23:46:56.688 INFO:teuthology.orchestra.run.smithi120.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-21T23:46:56.688 INFO:teuthology.orchestra.run.smithi120.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ply-3.11-14.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-21T23:46:56.689 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-21T23:46:56.690 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-21T23:46:56.690 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-21T23:46:56.691 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-21T23:46:56.691 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rados-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.691 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.691 INFO:teuthology.orchestra.run.smithi120.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-21T23:46:56.691 INFO:teuthology.orchestra.run.smithi120.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-21T23:46:56.691 INFO:teuthology.orchestra.run.smithi120.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-21T23:46:56.691 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rgw-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.691 INFO:teuthology.orchestra.run.smithi120.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-21T23:46:56.692 INFO:teuthology.orchestra.run.smithi120.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-fuse-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-mirror-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-nbd-2:19.0.0-2405.g820a2f8c.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: re2-1:20211101-3.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-21T23:46:56.693 INFO:teuthology.orchestra.run.smithi120.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-21T23:46:56.694 INFO:teuthology.orchestra.run.smithi120.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-21T23:46:56.694 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-04-21T23:46:56.694 INFO:teuthology.orchestra.run.smithi120.stdout:Complete! 2024-04-21T23:46:57.071 DEBUG:teuthology.parallel:result is None 2024-04-21T23:46:57.072 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:46:57.214 DEBUG:teuthology.orchestra.run.smithi080:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-21T23:46:57.240 INFO:teuthology.orchestra.run.smithi080.stdout:19.0.0-2405.g820a2f8c.el9 2024-04-21T23:46:57.241 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2405.g820a2f8c.el9 2024-04-21T23:46:57.241 INFO:teuthology.task.install:The correct ceph version 19.0.0-2405.g820a2f8c is installed. 2024-04-21T23:46:57.243 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:46:57.386 DEBUG:teuthology.orchestra.run.smithi120:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-21T23:46:57.408 INFO:teuthology.orchestra.run.smithi120.stdout:19.0.0-2405.g820a2f8c.el9 2024-04-21T23:46:57.409 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2405.g820a2f8c.el9 2024-04-21T23:46:57.409 INFO:teuthology.task.install:The correct ceph version 19.0.0-2405.g820a2f8c is installed. 2024-04-21T23:46:57.411 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:46:57.653 DEBUG:teuthology.orchestra.run.smithi144:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-21T23:46:57.679 INFO:teuthology.orchestra.run.smithi144.stdout:19.0.0-2405.g820a2f8c.el9 2024-04-21T23:46:57.680 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2405.g820a2f8c.el9 2024-04-21T23:46:57.680 INFO:teuthology.task.install:The correct ceph version 19.0.0-2405.g820a2f8c is installed. 2024-04-21T23:46:57.682 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-21T23:46:57.682 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:46:57.682 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-21T23:46:57.714 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:46:57.714 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-21T23:46:57.739 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:46:57.739 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-21T23:46:57.769 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-21T23:46:57.769 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:46:57.769 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/usr/bin/daemon-helper 2024-04-21T23:46:57.796 DEBUG:teuthology.orchestra.run.smithi080:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-21T23:46:57.860 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:46:57.860 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/usr/bin/daemon-helper 2024-04-21T23:46:57.884 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-21T23:46:57.947 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:46:57.947 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd of=/usr/bin/daemon-helper 2024-04-21T23:46:57.976 DEBUG:teuthology.orchestra.run.smithi144:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-21T23:46:58.051 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-21T23:46:58.051 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:46:58.051 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-21T23:46:58.076 DEBUG:teuthology.orchestra.run.smithi080:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-21T23:46:58.141 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:46:58.141 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-21T23:46:58.164 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-21T23:46:58.229 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:46:58.229 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-21T23:46:58.252 DEBUG:teuthology.orchestra.run.smithi144:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-21T23:46:58.316 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-21T23:46:58.316 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:46:58.317 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/usr/bin/stdin-killer 2024-04-21T23:46:58.341 DEBUG:teuthology.orchestra.run.smithi080:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-21T23:46:58.405 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:46:58.405 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/usr/bin/stdin-killer 2024-04-21T23:46:58.427 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-21T23:46:58.493 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:46:58.493 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd of=/usr/bin/stdin-killer 2024-04-21T23:46:58.517 DEBUG:teuthology.orchestra.run.smithi144:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-21T23:46:58.580 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-21T23:46:58.702 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-21T23:46:58.703 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:46:58.703 INFO:tasks.cephadm:Cluster fsid is 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:46:58.703 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-21T23:46:58.703 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.80', 'mon.b': '172.21.15.120', 'mon.c': '172.21.15.144'} 2024-04-21T23:46:58.703 INFO:tasks.cephadm:First mon is mon.a on smithi080 2024-04-21T23:46:58.704 INFO:tasks.cephadm:First mgr is x 2024-04-21T23:46:58.704 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-21T23:46:58.704 DEBUG:teuthology.orchestra.run.smithi080:> sudo hostname $(hostname -s) 2024-04-21T23:46:58.728 DEBUG:teuthology.orchestra.run.smithi120:> sudo hostname $(hostname -s) 2024-04-21T23:46:58.751 DEBUG:teuthology.orchestra.run.smithi144:> sudo hostname $(hostname -s) 2024-04-21T23:46:58.774 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-21T23:46:58.775 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:46:58.931 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '820a2f8ced66152ed3d765c31444b8076ea28c6b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54945/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2405-g820a2f8c', 'node_name': '172.21.4.69+confusa07', 'job_name': 'ceph-dev-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2405.g820a2f8c'}, 'url': 'https://2.chacra.ceph.com/r/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-20 17:52:04.986240', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/flavors/default/', 'archs': ['x86_64', 'source', 'arm64'], 'distro': 'centos'}] 2024-04-21T23:46:59.159 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref squid, sha1 820a2f8ced66152ed3d765c31444b8076ea28c6b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:46:59.161 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/x86_64/flavors/default/cephadm 2024-04-21T23:46:59.161 DEBUG:teuthology.orchestra.run.smithi080:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-21T23:46:59.781 INFO:teuthology.orchestra.run.smithi080.stdout:-rw-r--r--. 1 ubuntu ubuntu 781418 Apr 21 23:46 /home/ubuntu/cephtest/cephadm 2024-04-21T23:46:59.781 DEBUG:teuthology.orchestra.run.smithi120:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-21T23:47:00.229 INFO:teuthology.orchestra.run.smithi120.stdout:-rw-r--r--. 1 ubuntu ubuntu 781418 Apr 21 23:47 /home/ubuntu/cephtest/cephadm 2024-04-21T23:47:00.230 DEBUG:teuthology.orchestra.run.smithi144:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/820a2f8ced66152ed3d765c31444b8076ea28c6b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-21T23:47:00.886 INFO:teuthology.orchestra.run.smithi144.stdout:-rw-r--r--. 1 ubuntu ubuntu 781418 Apr 21 23:47 /home/ubuntu/cephtest/cephadm 2024-04-21T23:47:00.887 DEBUG:teuthology.orchestra.run.smithi080:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-21T23:47:00.905 DEBUG:teuthology.orchestra.run.smithi120:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-21T23:47:00.925 DEBUG:teuthology.orchestra.run.smithi144:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-21T23:47:00.960 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b on all hosts... 2024-04-21T23:47:00.960 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b pull 2024-04-21T23:47:00.963 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b pull 2024-04-21T23:47:00.967 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b pull 2024-04-21T23:47:02.534 INFO:teuthology.orchestra.run.smithi144.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-21T23:47:02.608 INFO:teuthology.orchestra.run.smithi080.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-21T23:47:02.698 INFO:teuthology.orchestra.run.smithi120.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-21T23:47:30.205 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:47:30.205 INFO:teuthology.orchestra.run.smithi080.stdout: "ceph_version": "ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev)", 2024-04-21T23:47:30.205 INFO:teuthology.orchestra.run.smithi080.stdout: "image_id": "6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32", 2024-04-21T23:47:30.205 INFO:teuthology.orchestra.run.smithi080.stdout: "repo_digests": [ 2024-04-21T23:47:30.206 INFO:teuthology.orchestra.run.smithi080.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9" 2024-04-21T23:47:30.206 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-21T23:47:30.206 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:47:33.091 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-04-21T23:47:33.092 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_version": "ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev)", 2024-04-21T23:47:33.092 INFO:teuthology.orchestra.run.smithi120.stdout: "image_id": "6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32", 2024-04-21T23:47:33.092 INFO:teuthology.orchestra.run.smithi120.stdout: "repo_digests": [ 2024-04-21T23:47:33.092 INFO:teuthology.orchestra.run.smithi120.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9" 2024-04-21T23:47:33.092 INFO:teuthology.orchestra.run.smithi120.stdout: ] 2024-04-21T23:47:33.092 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-04-21T23:47:36.964 INFO:teuthology.orchestra.run.smithi144.stdout:{ 2024-04-21T23:47:36.964 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_version": "ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev)", 2024-04-21T23:47:36.964 INFO:teuthology.orchestra.run.smithi144.stdout: "image_id": "6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32", 2024-04-21T23:47:36.964 INFO:teuthology.orchestra.run.smithi144.stdout: "repo_digests": [ 2024-04-21T23:47:36.964 INFO:teuthology.orchestra.run.smithi144.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9" 2024-04-21T23:47:36.964 INFO:teuthology.orchestra.run.smithi144.stdout: ] 2024-04-21T23:47:36.964 INFO:teuthology.orchestra.run.smithi144.stdout:} 2024-04-21T23:47:36.988 DEBUG:teuthology.orchestra.run.smithi080:> sudo mkdir -p /etc/ceph 2024-04-21T23:47:37.019 DEBUG:teuthology.orchestra.run.smithi120:> sudo mkdir -p /etc/ceph 2024-04-21T23:47:37.051 DEBUG:teuthology.orchestra.run.smithi144:> sudo mkdir -p /etc/ceph 2024-04-21T23:47:37.077 DEBUG:teuthology.orchestra.run.smithi080:> sudo chmod 777 /etc/ceph 2024-04-21T23:47:37.104 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod 777 /etc/ceph 2024-04-21T23:47:37.132 DEBUG:teuthology.orchestra.run.smithi144:> sudo chmod 777 /etc/ceph 2024-04-21T23:47:37.155 INFO:tasks.cephadm:Writing seed config... 2024-04-21T23:47:37.156 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-21T23:47:37.156 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-21T23:47:37.157 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-21T23:47:37.158 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-21T23:47:37.159 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-21T23:47:37.160 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-21T23:47:37.160 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-21T23:47:37.160 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-21T23:47:37.160 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-21T23:47:37.160 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-21T23:47:37.160 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-21T23:47:37.160 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-21T23:47:37.161 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:47:37.161 DEBUG:teuthology.orchestra.run.smithi080:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-21T23:47:37.178 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 71601a1c-0039-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-21T23:47:37.178 DEBUG:teuthology.orchestra.run.smithi080:mon.a> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.a.service 2024-04-21T23:47:37.220 DEBUG:teuthology.orchestra.run.smithi080:mgr.x> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.x.service 2024-04-21T23:47:37.263 INFO:tasks.cephadm:Bootstrapping... 2024-04-21T23:47:37.263 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b -v bootstrap --fsid 71601a1c-0039-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.80 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-21T23:47:37.470 INFO:teuthology.orchestra.run.smithi080.stdout:-------------------------------------------------------------------------------- 2024-04-21T23:47:37.470 INFO:teuthology.orchestra.run.smithi080.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b', '-v', 'bootstrap', '--fsid', '71601a1c-0039-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.80', '--skip-admin-label'] 2024-04-21T23:47:37.470 INFO:teuthology.orchestra.run.smithi080.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-21T23:47:37.470 INFO:teuthology.orchestra.run.smithi080.stdout:Verifying podman|docker is present... 2024-04-21T23:47:37.496 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-21T23:47:37.496 INFO:teuthology.orchestra.run.smithi080.stdout:Verifying lvm2 is present... 2024-04-21T23:47:37.496 INFO:teuthology.orchestra.run.smithi080.stdout:Verifying time synchronization is in place... 2024-04-21T23:47:37.504 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-21T23:47:37.504 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-21T23:47:37.509 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-21T23:47:37.510 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout inactive 2024-04-21T23:47:37.516 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout enabled 2024-04-21T23:47:37.522 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout active 2024-04-21T23:47:37.522 INFO:teuthology.orchestra.run.smithi080.stdout:Unit chronyd.service is enabled and running 2024-04-21T23:47:37.522 INFO:teuthology.orchestra.run.smithi080.stdout:Repeating the final host check... 2024-04-21T23:47:37.546 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-21T23:47:37.546 INFO:teuthology.orchestra.run.smithi080.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-21T23:47:37.546 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl is present 2024-04-21T23:47:37.546 INFO:teuthology.orchestra.run.smithi080.stdout:lvcreate is present 2024-04-21T23:47:37.552 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-21T23:47:37.552 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-21T23:47:37.558 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-21T23:47:37.558 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout inactive 2024-04-21T23:47:37.564 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout enabled 2024-04-21T23:47:37.570 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout active 2024-04-21T23:47:37.570 INFO:teuthology.orchestra.run.smithi080.stdout:Unit chronyd.service is enabled and running 2024-04-21T23:47:37.570 INFO:teuthology.orchestra.run.smithi080.stdout:Host looks OK 2024-04-21T23:47:37.570 INFO:teuthology.orchestra.run.smithi080.stdout:Cluster fsid: 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:47:37.570 INFO:teuthology.orchestra.run.smithi080.stdout:Acquiring lock 139949409235872 on /run/cephadm/71601a1c-0039-11ef-bc93-c7b262605968.lock 2024-04-21T23:47:37.571 INFO:teuthology.orchestra.run.smithi080.stdout:Lock 139949409235872 acquired on /run/cephadm/71601a1c-0039-11ef-bc93-c7b262605968.lock 2024-04-21T23:47:37.571 INFO:teuthology.orchestra.run.smithi080.stdout:Verifying IP 172.21.15.80 port 3300 ... 2024-04-21T23:47:37.571 INFO:teuthology.orchestra.run.smithi080.stdout:Verifying IP 172.21.15.80 port 6789 ... 2024-04-21T23:47:37.571 INFO:teuthology.orchestra.run.smithi080.stdout:Base mon IP(s) is [172.21.15.80:3300, 172.21.15.80:6789], mon addrv is [v2:172.21.15.80:3300,v1:172.21.15.80:6789] 2024-04-21T23:47:37.574 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.80 metric 100 2024-04-21T23:47:37.574 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.80 metric 100 2024-04-21T23:47:37.577 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-21T23:47:37.577 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-04-21T23:47:37.577 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-04-21T23:47:37.580 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-21T23:47:37.580 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-21T23:47:37.581 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-21T23:47:37.581 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-21T23:47:37.581 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout inet6 fe80::983f:59e6:962d:991e/64 scope link noprefixroute 2024-04-21T23:47:37.581 INFO:teuthology.orchestra.run.smithi080.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-21T23:47:37.581 INFO:teuthology.orchestra.run.smithi080.stdout:Mon IP `172.21.15.80` is in CIDR network `172.21.0.0/20` 2024-04-21T23:47:37.581 INFO:teuthology.orchestra.run.smithi080.stdout:Mon IP `172.21.15.80` is in CIDR network `172.21.0.0/20` 2024-04-21T23:47:37.581 INFO:teuthology.orchestra.run.smithi080.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-21T23:47:37.581 INFO:teuthology.orchestra.run.smithi080.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-21T23:47:37.582 INFO:teuthology.orchestra.run.smithi080.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-21T23:47:38.039 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stdout 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 2024-04-21T23:47:38.039 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b... 2024-04-21T23:47:38.039 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stderr Getting image source signatures 2024-04-21T23:47:38.039 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-21T23:47:38.039 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stderr Copying blob sha256:4706d97462bc6e0886c6ef3c0b1ac67e3e6a7e63a606e29958996d1fc15dafd8 2024-04-21T23:47:38.039 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stderr Copying config sha256:6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 2024-04-21T23:47:38.039 INFO:teuthology.orchestra.run.smithi080.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-21T23:47:38.911 INFO:teuthology.orchestra.run.smithi080.stdout:ceph: stdout ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev) 2024-04-21T23:47:38.911 INFO:teuthology.orchestra.run.smithi080.stdout:Ceph version: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev) 2024-04-21T23:47:38.911 INFO:teuthology.orchestra.run.smithi080.stdout:Extracting ceph user uid/gid from container image... 2024-04-21T23:47:39.832 INFO:teuthology.orchestra.run.smithi080.stdout:stat: stdout 167 167 2024-04-21T23:47:39.832 INFO:teuthology.orchestra.run.smithi080.stdout:Creating initial keys... 2024-04-21T23:47:40.846 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph-authtool: stdout AQCcpSVm7MDkCRAAA3NTgvWNXriXXUocC1SUFQ== 2024-04-21T23:47:41.722 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph-authtool: stdout AQCdpSVm7bk1CRAAK0Rm9IoMBKdoZ5NGPBBUIg== 2024-04-21T23:47:42.754 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph-authtool: stdout AQCepSVmHQBFAxAAO8jF0jskV+fq4HjltZcD3A== 2024-04-21T23:47:42.755 INFO:teuthology.orchestra.run.smithi080.stdout:Creating initial monmap... 2024-04-21T23:47:43.627 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout:monmaptool for a [v2:172.21.15.80:3300,v1:172.21.15.80:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout:setting min_mon_release = quincy 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/monmaptool: set fsid to 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:47:43.628 INFO:teuthology.orchestra.run.smithi080.stdout:Creating mon... 2024-04-21T23:47:44.592 INFO:teuthology.orchestra.run.smithi080.stdout:create mon.a on 2024-04-21T23:47:44.804 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-21T23:47:44.936 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-21T23:47:45.101 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-71601a1c-0039-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-71601a1c-0039-11ef-bc93-c7b262605968.target. 2024-04-21T23:47:45.101 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-71601a1c-0039-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-71601a1c-0039-11ef-bc93-c7b262605968.target. 2024-04-21T23:47:45.347 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.a 2024-04-21T23:47:45.347 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Failed to reset failed state of unit ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-21T23:47:45.514 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-71601a1c-0039-11ef-bc93-c7b262605968.target.wants/ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-71601a1c-0039-11ef-bc93-c7b262605968@.service. 2024-04-21T23:47:46.088 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-21T23:47:46.088 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout disabled 2024-04-21T23:47:46.096 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-21T23:47:46.097 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout inactive 2024-04-21T23:47:46.097 INFO:teuthology.orchestra.run.smithi080.stdout:firewalld.service is not enabled 2024-04-21T23:47:46.097 INFO:teuthology.orchestra.run.smithi080.stdout:Not possible to enable service . firewalld.service is not available 2024-04-21T23:47:46.097 INFO:teuthology.orchestra.run.smithi080.stdout:Waiting for mon to start... 2024-04-21T23:47:46.097 INFO:teuthology.orchestra.run.smithi080.stdout:Waiting for mon... 2024-04-21T23:47:47.112 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout cluster: 2024-04-21T23:47:47.112 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout id: 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:47:47.112 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-21T23:47:47.112 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:47:47.112 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout services: 2024-04-21T23:47:47.112 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.561992s) 2024-04-21T23:47:47.112 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout data: 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout pgs: 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.539+0000 7f79d91b9700 1 Processor -- start 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.539+0000 7f79d91b9700 1 -- start start 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.539+0000 7f79d91b9700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d407cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.539+0000 7f79d91b9700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f79d407d140 con 0x7f79d407e710 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.539+0000 7f79d2d9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d407cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:47.113 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.539+0000 7f79d2d9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d407cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60218/0 (socket says 172.21.15.80:60218) 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.539+0000 7f79d2d9d700 1 -- 172.21.15.80:0/3515083911 learned_addr learned my addr 172.21.15.80:0/3515083911 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d2d9d700 1 -- 172.21.15.80:0/3515083911 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d407d2c0 con 0x7f79d407e710 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d2d9d700 1 --2- 172.21.15.80:0/3515083911 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d407cb70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f79c40098a0 tx=0x7f79c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e45f3aeec0096c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d1d9b700 1 -- 172.21.15.80:0/3515083911 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79c4004160 con 0x7f79d407e710 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d1d9b700 1 -- 172.21.15.80:0/3515083911 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79c4004300 con 0x7f79d407e710 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d1d9b700 1 -- 172.21.15.80:0/3515083911 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79c40036a0 con 0x7f79d407e710 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d91b9700 1 -- 172.21.15.80:0/3515083911 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 msgr2=0x7f79d407cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d91b9700 1 --2- 172.21.15.80:0/3515083911 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d407cb70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f79c40098a0 tx=0x7f79c4009bb0 comp rx=0 tx=0).stop 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d91b9700 1 -- 172.21.15.80:0/3515083911 shutdown_connections 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d91b9700 1 --2- 172.21.15.80:0/3515083911 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d407cb70 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.540+0000 7f79d91b9700 1 -- 172.21.15.80:0/3515083911 >> 172.21.15.80:0/3515083911 conn(0x7f79d4103390 msgr2=0x7f79d41057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.541+0000 7f79d91b9700 1 -- 172.21.15.80:0/3515083911 shutdown_connections 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.541+0000 7f79d91b9700 1 -- 172.21.15.80:0/3515083911 wait complete. 2024-04-21T23:47:47.114 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.541+0000 7f79d91b9700 1 Processor -- start 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.541+0000 7f79d91b9700 1 -- start start 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d91b9700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d419d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d91b9700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f79d407d7f0 con 0x7f79d407e710 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d2d9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d419d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d2d9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d419d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60220/0 (socket says 172.21.15.80:60220) 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d2d9d700 1 -- 172.21.15.80:0/3966223062 learned_addr learned my addr 172.21.15.80:0/3966223062 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d2d9d700 1 -- 172.21.15.80:0/3966223062 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d419dc20 con 0x7f79d407e710 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d2d9d700 1 --2- 172.21.15.80:0/3966223062 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d419d6e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f79c4000c00 tx=0x7f79c4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79bbfff700 1 -- 172.21.15.80:0/3966223062 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79c4003db0 con 0x7f79d407e710 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79bbfff700 1 -- 172.21.15.80:0/3966223062 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79c4011630 con 0x7f79d407e710 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79bbfff700 1 -- 172.21.15.80:0/3966223062 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79c4011950 con 0x7f79d407e710 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d419deb0 con 0x7f79d407e710 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.542+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d41a0ba0 con 0x7f79d407e710 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.543+0000 7f79bbfff700 1 -- 172.21.15.80:0/3966223062 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f79c401a460 con 0x7f79d407e710 2024-04-21T23:47:47.115 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.543+0000 7f79bbfff700 1 -- 172.21.15.80:0/3966223062 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f79c401baf0 con 0x7f79d407e710 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.543+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79d4063890 con 0x7f79d407e710 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.546+0000 7f79bbfff700 1 -- 172.21.15.80:0/3966223062 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f79c4004260 con 0x7f79d407e710 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.615+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f79d402dd80 con 0x7f79d407e710 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.616+0000 7f79bbfff700 1 -- 172.21.15.80:0/3966223062 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f79c401bd40 con 0x7f79d407e710 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.617+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 msgr2=0x7f79d419d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.617+0000 7f79d91b9700 1 --2- 172.21.15.80:0/3966223062 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d419d6e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f79c4000c00 tx=0x7f79c4004750 comp rx=0 tx=0).stop 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.617+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 shutdown_connections 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.617+0000 7f79d91b9700 1 --2- 172.21.15.80:0/3966223062 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f79d407e710 0x7f79d419d6e0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.617+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 >> 172.21.15.80:0/3966223062 conn(0x7f79d4103390 msgr2=0x7f79d4105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.617+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 shutdown_connections 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:46.617+0000 7f79d91b9700 1 -- 172.21.15.80:0/3966223062 wait complete. 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:mon is available 2024-04-21T23:47:47.116 INFO:teuthology.orchestra.run.smithi080.stdout:Assimilating anything we can from ceph.conf... 2024-04-21T23:47:48.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:47:48.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout [global] 2024-04-21T23:47:48.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout fsid = 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:47:48.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.80:3300,v1:172.21.15.80:6789] 2024-04-21T23:47:48.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-21T23:47:48.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-21T23:47:48.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-21T23:47:48.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout [osd] 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.517+0000 7fa652e68700 1 Processor -- start 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.517+0000 7fa652e68700 1 -- start start 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.517+0000 7fa652e68700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c1070c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.517+0000 7fa652e68700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c107690 con 0x7fa64c106ca0 2024-04-21T23:47:48.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.517+0000 7fa650c04700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c1070c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:48.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.517+0000 7fa650c04700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c1070c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60226/0 (socket says 172.21.15.80:60226) 2024-04-21T23:47:48.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.517+0000 7fa650c04700 1 -- 172.21.15.80:0/3369886438 learned_addr learned my addr 172.21.15.80:0/3369886438 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:48.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.518+0000 7fa650c04700 1 -- 172.21.15.80:0/3369886438 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa64c107ea0 con 0x7fa64c106ca0 2024-04-21T23:47:48.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.518+0000 7fa650c04700 1 --2- 172.21.15.80:0/3369886438 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c1070c0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa6400098a0 tx=0x7fa640009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6adf8022432e25b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:48.157 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.518+0000 7fa64b7fe700 1 -- 172.21.15.80:0/3369886438 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa640004160 con 0x7fa64c106ca0 2024-04-21T23:47:48.157 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.518+0000 7fa64b7fe700 1 -- 172.21.15.80:0/3369886438 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa640004300 con 0x7fa64c106ca0 2024-04-21T23:47:48.157 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.518+0000 7fa64b7fe700 1 -- 172.21.15.80:0/3369886438 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6400036a0 con 0x7fa64c106ca0 2024-04-21T23:47:48.157 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.518+0000 7fa652e68700 1 -- 172.21.15.80:0/3369886438 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 msgr2=0x7fa64c1070c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:48.157 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.518+0000 7fa652e68700 1 --2- 172.21.15.80:0/3369886438 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c1070c0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa6400098a0 tx=0x7fa640009bb0 comp rx=0 tx=0).stop 2024-04-21T23:47:48.157 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 -- 172.21.15.80:0/3369886438 shutdown_connections 2024-04-21T23:47:48.157 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 --2- 172.21.15.80:0/3369886438 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c1070c0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 -- 172.21.15.80:0/3369886438 >> 172.21.15.80:0/3369886438 conn(0x7fa64c102280 msgr2=0x7fa64c1046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 -- 172.21.15.80:0/3369886438 shutdown_connections 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 -- 172.21.15.80:0/3369886438 wait complete. 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 Processor -- start 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 -- start start 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c19b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa652e68700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c1083d0 con 0x7fa64c106ca0 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.519+0000 7fa650c04700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c19b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa650c04700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c19b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60238/0 (socket says 172.21.15.80:60238) 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa650c04700 1 -- 172.21.15.80:0/3518271647 learned_addr learned my addr 172.21.15.80:0/3518271647 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa650c04700 1 -- 172.21.15.80:0/3518271647 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa64c19ba70 con 0x7fa64c106ca0 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa650c04700 1 --2- 172.21.15.80:0/3518271647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c19b530 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa640000c00 tx=0x7fa640004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:48.158 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa649ffb700 1 -- 172.21.15.80:0/3518271647 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa640003db0 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa649ffb700 1 -- 172.21.15.80:0/3518271647 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa640011630 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa649ffb700 1 -- 172.21.15.80:0/3518271647 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa640011950 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa64c19bd00 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa64c19e9f0 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa649ffb700 1 -- 172.21.15.80:0/3518271647 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa64001a460 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.520+0000 7fa649ffb700 1 -- 172.21.15.80:0/3518271647 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa64001b780 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.521+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa64c063890 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.523+0000 7fa649ffb700 1 -- 172.21.15.80:0/3518271647 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fa640031020 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.589+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fa64c19c1e0 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.592+0000 7fa649ffb700 1 -- 172.21.15.80:0/3518271647 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7fa64c19c1e0 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.593+0000 7fa649ffb700 1 -- 172.21.15.80:0/3518271647 <== mon.0 v2:172.21.15.80:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa64001a8e0 con 0x7fa64c106ca0 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.594+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 msgr2=0x7fa64c19b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.594+0000 7fa652e68700 1 --2- 172.21.15.80:0/3518271647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c19b530 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa640000c00 tx=0x7fa640004750 comp rx=0 tx=0).stop 2024-04-21T23:47:48.159 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.594+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 shutdown_connections 2024-04-21T23:47:48.160 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.594+0000 7fa652e68700 1 --2- 172.21.15.80:0/3518271647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa64c106ca0 0x7fa64c19b530 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:48.160 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.594+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 >> 172.21.15.80:0/3518271647 conn(0x7fa64c102280 msgr2=0x7fa64c07b880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:48.160 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.594+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 shutdown_connections 2024-04-21T23:47:48.160 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:47.594+0000 7fa652e68700 1 -- 172.21.15.80:0/3518271647 wait complete. 2024-04-21T23:47:48.160 INFO:teuthology.orchestra.run.smithi080.stdout:Generating new minimal ceph.conf... 2024-04-21T23:47:49.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:49 smithi080 ceph-mon[27550]: from='client.? 172.21.15.80:0/3314636585' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:47:49.149 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.584+0000 7f236efb7700 1 Processor -- start 2024-04-21T23:47:49.149 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.584+0000 7f236efb7700 1 -- start start 2024-04-21T23:47:49.149 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f236efb7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f236810a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:49.149 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f236efb7700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f236810aee0 con 0x7f236807c590 2024-04-21T23:47:49.149 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f236cd53700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f236810a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:49.150 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f236cd53700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f236810a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60244/0 (socket says 172.21.15.80:60244) 2024-04-21T23:47:49.150 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f236cd53700 1 -- 172.21.15.80:0/3556069398 learned_addr learned my addr 172.21.15.80:0/3556069398 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:49.150 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f236cd53700 1 -- 172.21.15.80:0/3556069398 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f236810b060 con 0x7f236807c590 2024-04-21T23:47:49.150 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f236cd53700 1 --2- 172.21.15.80:0/3556069398 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f236810a910 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f235c0098a0 tx=0x7f235c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb7f1a73bd49cf0c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:49.150 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f23677fe700 1 -- 172.21.15.80:0/3556069398 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f235c004160 con 0x7f236807c590 2024-04-21T23:47:49.150 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f23677fe700 1 -- 172.21.15.80:0/3556069398 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f235c004300 con 0x7f236807c590 2024-04-21T23:47:49.151 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.585+0000 7f23677fe700 1 -- 172.21.15.80:0/3556069398 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f235c011b50 con 0x7f236807c590 2024-04-21T23:47:49.151 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 -- 172.21.15.80:0/3556069398 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 msgr2=0x7f236810a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:49.151 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 --2- 172.21.15.80:0/3556069398 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f236810a910 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f235c0098a0 tx=0x7f235c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:47:49.151 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 -- 172.21.15.80:0/3556069398 shutdown_connections 2024-04-21T23:47:49.151 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 --2- 172.21.15.80:0/3556069398 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f236810a910 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:49.151 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 -- 172.21.15.80:0/3556069398 >> 172.21.15.80:0/3556069398 conn(0x7f23681022f0 msgr2=0x7f2368104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:49.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 -- 172.21.15.80:0/3556069398 shutdown_connections 2024-04-21T23:47:49.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 -- 172.21.15.80:0/3556069398 wait complete. 2024-04-21T23:47:49.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 Processor -- start 2024-04-21T23:47:49.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.586+0000 7f236efb7700 1 -- start start 2024-04-21T23:47:49.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236efb7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f2368108180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:49.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236efb7700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f236810c140 con 0x7f236807c590 2024-04-21T23:47:49.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236cd53700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f2368108180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:49.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236cd53700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f2368108180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60246/0 (socket says 172.21.15.80:60246) 2024-04-21T23:47:49.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236cd53700 1 -- 172.21.15.80:0/3314636585 learned_addr learned my addr 172.21.15.80:0/3314636585 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236cd53700 1 -- 172.21.15.80:0/3314636585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23681086c0 con 0x7f236807c590 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236cd53700 1 --2- 172.21.15.80:0/3314636585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f2368108180 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f235c009fb0 tx=0x7f235c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f2365ffb700 1 -- 172.21.15.80:0/3314636585 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f235c0038b0 con 0x7f236807c590 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f2365ffb700 1 -- 172.21.15.80:0/3314636585 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f235c011e50 con 0x7f236807c590 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23681068b0 con 0x7f236807c590 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f2365ffb700 1 -- 172.21.15.80:0/3314636585 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f235c019420 con 0x7f236807c590 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.587+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2368106df0 con 0x7f236807c590 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.588+0000 7f2365ffb700 1 -- 172.21.15.80:0/3314636585 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f235c019ad0 con 0x7f236807c590 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.588+0000 7f2365ffb700 1 -- 172.21.15.80:0/3314636585 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f235c024730 con 0x7f236807c590 2024-04-21T23:47:49.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.588+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2368063890 con 0x7f236807c590 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.591+0000 7f2365ffb700 1 -- 172.21.15.80:0/3314636585 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f235c043dd0 con 0x7f236807c590 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.657+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f23681070a0 con 0x7f236807c590 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.657+0000 7f2365ffb700 1 -- 172.21.15.80:0/3314636585 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f235c032030 con 0x7f236807c590 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.658+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 msgr2=0x7f2368108180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.658+0000 7f236efb7700 1 --2- 172.21.15.80:0/3314636585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f2368108180 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f235c009fb0 tx=0x7f235c011bf0 comp rx=0 tx=0).stop 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.658+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 shutdown_connections 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.658+0000 7f236efb7700 1 --2- 172.21.15.80:0/3314636585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f236807c590 0x7f2368108180 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.658+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 >> 172.21.15.80:0/3314636585 conn(0x7f23681022f0 msgr2=0x7f2368102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.658+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 shutdown_connections 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:48.658+0000 7f236efb7700 1 -- 172.21.15.80:0/3314636585 wait complete. 2024-04-21T23:47:49.155 INFO:teuthology.orchestra.run.smithi080.stdout:Restarting the monitor... 2024-04-21T23:47:49.393 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:49 smithi080 systemd[1]: Stopping Ceph mon.a for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:47:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:49 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a[27546]: 2024-04-21T23:47:49.398+0000 7f7b3f890700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T23:47:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:49 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a[27546]: 2024-04-21T23:47:49.398+0000 7f7b3f890700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-21T23:47:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:49 smithi080 podman[27794]: 2024-04-21 23:47:49.491282127 +0000 UTC m=+0.185933210 container died 5c362093256cec4dcc9334e25de025cbf597ad3dd7661769359a2056f7ce403f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-21T23:47:50.143 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:49 smithi080 podman[27794]: 2024-04-21 23:47:49.823621174 +0000 UTC m=+0.518272256 container cleanup 5c362093256cec4dcc9334e25de025cbf597ad3dd7661769359a2056f7ce403f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-21T23:47:50.143 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:49 smithi080 bash[27794]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a 2024-04-21T23:47:50.144 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:49 smithi080 podman[27808]: 2024-04-21 23:47:49.966289206 +0000 UTC m=+0.475182743 container remove 5c362093256cec4dcc9334e25de025cbf597ad3dd7661769359a2056f7ce403f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-21T23:47:50.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-21T23:47:50.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 systemd[1]: Stopped Ceph mon.a for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:47:50.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 systemd[1]: Starting Ceph mon.a for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:47:50.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 podman[27906]: 2024-04-21 23:47:50.358911369 +0000 UTC m=+0.091846449 container create 4e98f4a52d297add19a742746fd38dadd531e032cda440ae667200dd096af831 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a, GIT_CLEAN=True, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-21T23:47:50.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 podman[27906]: 2024-04-21 23:47:50.284580621 +0000 UTC m=+0.017515672 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b 2024-04-21T23:47:50.583 INFO:teuthology.orchestra.run.smithi080.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-21T23:47:50.706 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 podman[27906]: 2024-04-21 23:47:50.527902949 +0000 UTC m=+0.260837988 container init 4e98f4a52d297add19a742746fd38dadd531e032cda440ae667200dd096af831 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-21T23:47:50.706 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 podman[27906]: 2024-04-21 23:47:50.530695899 +0000 UTC m=+0.263630940 container start 4e98f4a52d297add19a742746fd38dadd531e032cda440ae667200dd096af831 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-21T23:47:50.706 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: set uid:gid to 167:167 (ceph:ceph) 2024-04-21T23:47:50.706 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev), process ceph-mon, pid 2 2024-04-21T23:47:50.707 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: pidfile_write: ignore empty --pid-file 2024-04-21T23:47:50.707 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: load: jerasure load: lrc 2024-04-21T23:47:50.707 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: RocksDB version: 7.9.2 2024-04-21T23:47:50.707 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Git sha 0 2024-04-21T23:47:50.707 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Compile date 2024-04-20 15:04:30 2024-04-21T23:47:50.707 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: DB SUMMARY 2024-04-21T23:47:50.707 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: DB Session ID: EHEJLVWXAXVP4Q7KD9KV 2024-04-21T23:47:50.707 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: CURRENT file: CURRENT 2024-04-21T23:47:50.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: IDENTITY file: IDENTITY 2024-04-21T23:47:50.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-21T23:47:50.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-21T23:47:50.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105898 ; 2024-04-21T23:47:50.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.error_if_exists: 0 2024-04-21T23:47:50.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.create_if_missing: 0 2024-04-21T23:47:50.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.paranoid_checks: 1 2024-04-21T23:47:50.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.env: 0x55a183f1ac60 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.fs: PosixFileSystem 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.info_log: 0x55a1851d7aa0 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_file_opening_threads: 16 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.statistics: (nil) 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.use_fsync: 0 2024-04-21T23:47:50.709 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_log_file_size: 0 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.keep_log_file_num: 1000 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.recycle_log_file_num: 0 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.allow_fallocate: 1 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.allow_mmap_reads: 0 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.allow_mmap_writes: 0 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.use_direct_reads: 0 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.create_missing_column_families: 0 2024-04-21T23:47:50.710 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.db_log_dir: 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.wal_dir: 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.advise_random_on_open: 1 2024-04-21T23:47:50.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.db_write_buffer_size: 0 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.write_buffer_manager: 0x55a1851aa1e0 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.rate_limiter: (nil) 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.wal_recovery_mode: 2 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.enable_thread_tracking: 0 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.enable_pipelined_write: 0 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.unordered_write: 0 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-21T23:47:50.712 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-21T23:47:50.713 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.row_cache: None 2024-04-21T23:47:50.713 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.wal_filter: None 2024-04-21T23:47:50.713 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-21T23:47:50.714 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.allow_ingest_behind: 0 2024-04-21T23:47:50.715 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.two_write_queues: 0 2024-04-21T23:47:50.715 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.manual_wal_flush: 0 2024-04-21T23:47:50.715 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.wal_compression: 0 2024-04-21T23:47:50.715 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.atomic_flush: 0 2024-04-21T23:47:50.715 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-21T23:47:50.715 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-21T23:47:50.715 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-21T23:47:50.716 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.log_readahead_size: 0 2024-04-21T23:47:50.716 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-21T23:47:50.716 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.best_efforts_recovery: 0 2024-04-21T23:47:50.716 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-21T23:47:50.716 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-21T23:47:50.716 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.allow_data_in_errors: 0 2024-04-21T23:47:50.716 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.db_host_id: __hostname__ 2024-04-21T23:47:50.716 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-21T23:47:50.717 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_background_jobs: 2 2024-04-21T23:47:50.717 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_background_compactions: -1 2024-04-21T23:47:50.717 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_subcompactions: 1 2024-04-21T23:47:50.717 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-21T23:47:50.717 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-21T23:47:50.717 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-21T23:47:50.717 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_total_wal_size: 0 2024-04-21T23:47:50.718 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-21T23:47:50.718 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-21T23:47:50.718 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-21T23:47:50.718 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-21T23:47:50.718 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_open_files: -1 2024-04-21T23:47:50.718 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bytes_per_sync: 0 2024-04-21T23:47:50.719 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-21T23:47:50.719 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-21T23:47:50.719 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_readahead_size: 0 2024-04-21T23:47:50.719 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_background_flushes: -1 2024-04-21T23:47:50.719 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Compression algorithms supported: 2024-04-21T23:47:50.719 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-21T23:47:50.719 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: kZSTD supported: 0 2024-04-21T23:47:50.720 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: kXpressCompression supported: 0 2024-04-21T23:47:50.720 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: kLZ4HCCompression supported: 1 2024-04-21T23:47:50.720 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: kZlibCompression supported: 1 2024-04-21T23:47:50.720 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: kSnappyCompression supported: 1 2024-04-21T23:47:50.720 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: kLZ4Compression supported: 1 2024-04-21T23:47:50.720 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: kBZip2Compression supported: 0 2024-04-21T23:47:50.720 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-21T23:47:50.721 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-21T23:47:50.721 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-21T23:47:50.721 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-21T23:47:50.721 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-21T23:47:50.721 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.merge_operator: 2024-04-21T23:47:50.721 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_filter: None 2024-04-21T23:47:50.721 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_filter_factory: None 2024-04-21T23:47:50.722 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.sst_partitioner_factory: None 2024-04-21T23:47:50.722 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-21T23:47:50.722 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-21T23:47:50.722 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a1851d7ba0) 2024-04-21T23:47:50.722 INFO:journalctl@ceph.mon.a.smithi080.stdout: cache_index_and_filter_blocks: 1 2024-04-21T23:47:50.722 INFO:journalctl@ceph.mon.a.smithi080.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-21T23:47:50.722 INFO:journalctl@ceph.mon.a.smithi080.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-21T23:47:50.722 INFO:journalctl@ceph.mon.a.smithi080.stdout: pin_top_level_index_and_filter: 1 2024-04-21T23:47:50.723 INFO:journalctl@ceph.mon.a.smithi080.stdout: index_type: 0 2024-04-21T23:47:50.723 INFO:journalctl@ceph.mon.a.smithi080.stdout: data_block_index_type: 0 2024-04-21T23:47:50.723 INFO:journalctl@ceph.mon.a.smithi080.stdout: index_shortening: 1 2024-04-21T23:47:50.723 INFO:journalctl@ceph.mon.a.smithi080.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-21T23:47:50.723 INFO:journalctl@ceph.mon.a.smithi080.stdout: checksum: 4 2024-04-21T23:47:50.723 INFO:journalctl@ceph.mon.a.smithi080.stdout: no_block_cache: 0 2024-04-21T23:47:50.723 INFO:journalctl@ceph.mon.a.smithi080.stdout: block_cache: 0x55a1851db090 2024-04-21T23:47:50.724 INFO:journalctl@ceph.mon.a.smithi080.stdout: block_cache_name: BinnedLRUCache 2024-04-21T23:47:50.724 INFO:journalctl@ceph.mon.a.smithi080.stdout: block_cache_options: 2024-04-21T23:47:50.724 INFO:journalctl@ceph.mon.a.smithi080.stdout: capacity : 536870912 2024-04-21T23:47:50.724 INFO:journalctl@ceph.mon.a.smithi080.stdout: num_shard_bits : 4 2024-04-21T23:47:50.724 INFO:journalctl@ceph.mon.a.smithi080.stdout: strict_capacity_limit : 0 2024-04-21T23:47:50.724 INFO:journalctl@ceph.mon.a.smithi080.stdout: high_pri_pool_ratio: 0.000 2024-04-21T23:47:50.725 INFO:journalctl@ceph.mon.a.smithi080.stdout: block_cache_compressed: (nil) 2024-04-21T23:47:50.725 INFO:journalctl@ceph.mon.a.smithi080.stdout: persistent_cache: (nil) 2024-04-21T23:47:50.725 INFO:journalctl@ceph.mon.a.smithi080.stdout: block_size: 4096 2024-04-21T23:47:50.725 INFO:journalctl@ceph.mon.a.smithi080.stdout: block_size_deviation: 10 2024-04-21T23:47:50.725 INFO:journalctl@ceph.mon.a.smithi080.stdout: block_restart_interval: 16 2024-04-21T23:47:50.725 INFO:journalctl@ceph.mon.a.smithi080.stdout: index_block_restart_interval: 1 2024-04-21T23:47:50.725 INFO:journalctl@ceph.mon.a.smithi080.stdout: metadata_block_size: 4096 2024-04-21T23:47:50.726 INFO:journalctl@ceph.mon.a.smithi080.stdout: partition_filters: 0 2024-04-21T23:47:50.726 INFO:journalctl@ceph.mon.a.smithi080.stdout: use_delta_encoding: 1 2024-04-21T23:47:50.726 INFO:journalctl@ceph.mon.a.smithi080.stdout: filter_policy: bloomfilter 2024-04-21T23:47:50.726 INFO:journalctl@ceph.mon.a.smithi080.stdout: whole_key_filtering: 1 2024-04-21T23:47:50.726 INFO:journalctl@ceph.mon.a.smithi080.stdout: verify_compression: 0 2024-04-21T23:47:50.726 INFO:journalctl@ceph.mon.a.smithi080.stdout: read_amp_bytes_per_bit: 0 2024-04-21T23:47:50.726 INFO:journalctl@ceph.mon.a.smithi080.stdout: format_version: 5 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout: enable_index_compression: 1 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout: block_align: 0 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout: max_auto_readahead_size: 262144 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout: prepopulate_block_cache: 0 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout: initial_auto_readahead_size: 8192 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout: num_file_reads_for_auto_readahead: 2 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.write_buffer_size: 33554432 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_write_buffer_number: 2 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression: NoCompression 2024-04-21T23:47:50.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression: Disabled 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.prefix_extractor: nullptr 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.num_levels: 7 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-21T23:47:50.728 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.level: 32767 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.strategy: 0 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.enabled: false 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-21T23:47:50.729 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.target_file_size_base: 67108864 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-21T23:47:50.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.arena_block_size: 1048576 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.disable_auto_compactions: 0 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-21T23:47:50.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.table_properties_collectors: 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.inplace_update_support: 0 2024-04-21T23:47:50.732 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.bloom_locality: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.max_successive_merges: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.paranoid_file_checks: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.force_consistency_checks: 1 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.report_bg_io_stats: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.ttl: 2592000 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-21T23:47:50.733 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.enable_blob_files: false 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.min_blob_size: 0 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.blob_file_size: 268435456 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.blob_file_starting_level: 0 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-21T23:47:50.734 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d0e4bd8a-e524-4757-bfa3-88eb29b24220 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713743270559011, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713743270560078, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100948, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 330, "table_properties": {"data_size": 98857, "index_size": 309, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14439, "raw_average_key_size": 49, "raw_value_size": 90984, "raw_average_value_size": 314, "num_data_blocks": 12, "num_entries": 289, "num_filter_entries": 289, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713743270, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d0e4bd8a-e524-4757-bfa3-88eb29b24220", "db_session_id": "EHEJLVWXAXVP4Q7KD9KV", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713743270560158, "job": 1, "event": "recovery_finished"} 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a1852cc000 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: DB pointer 0x55a1852b6000 2024-04-21T23:47:50.735 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: ** DB Stats ** 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: ** Compaction Stats [default] ** 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-21T23:47:50.736 INFO:journalctl@ceph.mon.a.smithi080.stdout: L0 2/0 100.42 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 136.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: Sum 2/0 100.42 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 136.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 136.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: ** Compaction Stats [default] ** 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 136.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-21T23:47:50.737 INFO:journalctl@ceph.mon.a.smithi080.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: Cumulative compaction: 0.00 GB write, 31.85 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: Interval compaction: 0.00 GB write, 31.85 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: Block cache BinnedLRUCache@0x55a1851db090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: starting mon.a rank 0 at public addrs [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] at bind addrs [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a@-1(???) e1 preinit fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a@-1(???).mds e1 new map 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a@-1(???).mds e1 print_map 2024-04-21T23:47:50.738 INFO:journalctl@ceph.mon.a.smithi080.stdout: e1 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout: legacy client fscid: -1 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout: 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout: No filesystems configured 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 bash[27906]: 4e98f4a52d297add19a742746fd38dadd531e032cda440ae667200dd096af831 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 systemd[1]: Started Ceph mon.a for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-21T23:47:50.739 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: monmap epoch 1 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: last_changed 2024-04-21T23:47:43.101727+0000 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: created 2024-04-21T23:47:43.101727+0000 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: min_mon_release 19 (squid) 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: election_strategy: 1 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: 0: [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] mon.a 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: fsmap 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: osdmap e1: 0 total, 0 up, 0 in 2024-04-21T23:47:50.740 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:50 smithi080 ceph-mon[27925]: mgrmap e1: no daemons active 2024-04-21T23:47:51.660 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.072+0000 7f4272cfa700 1 Processor -- start 2024-04-21T23:47:51.660 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.073+0000 7f4272cfa700 1 -- start start 2024-04-21T23:47:51.660 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.073+0000 7f4272cfa700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1064d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.073+0000 7f4272cfa700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f426c106aa0 con 0x7f426c1060b0 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.073+0000 7f4270a96700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1064d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.073+0000 7f4270a96700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1064d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60252/0 (socket says 172.21.15.80:60252) 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.073+0000 7f4270a96700 1 -- 172.21.15.80:0/2308823829 learned_addr learned my addr 172.21.15.80:0/2308823829 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.073+0000 7f4270a96700 1 -- 172.21.15.80:0/2308823829 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f426c109040 con 0x7f426c1060b0 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f4270a96700 1 --2- 172.21.15.80:0/2308823829 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1064d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f42600098a0 tx=0x7f4260009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0c845b4f591f43 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f426b7fe700 1 -- 172.21.15.80:0/2308823829 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4260004160 con 0x7f426c1060b0 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f426b7fe700 1 -- 172.21.15.80:0/2308823829 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4260004300 con 0x7f426c1060b0 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f426b7fe700 1 -- 172.21.15.80:0/2308823829 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4260011b50 con 0x7f426c1060b0 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f4272cfa700 1 -- 172.21.15.80:0/2308823829 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 msgr2=0x7f426c1064d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f4272cfa700 1 --2- 172.21.15.80:0/2308823829 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1064d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f42600098a0 tx=0x7f4260009bb0 comp rx=0 tx=0).stop 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f4272cfa700 1 -- 172.21.15.80:0/2308823829 shutdown_connections 2024-04-21T23:47:51.661 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f4272cfa700 1 --2- 172.21.15.80:0/2308823829 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1064d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f4272cfa700 1 -- 172.21.15.80:0/2308823829 >> 172.21.15.80:0/2308823829 conn(0x7f426c101a20 msgr2=0x7f426c103e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f4272cfa700 1 -- 172.21.15.80:0/2308823829 shutdown_connections 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.074+0000 7f4272cfa700 1 -- 172.21.15.80:0/2308823829 wait complete. 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.075+0000 7f4272cfa700 1 Processor -- start 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.075+0000 7f4272cfa700 1 -- start start 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.075+0000 7f4272cfa700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1088c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.075+0000 7f4272cfa700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f426c10c3f0 con 0x7f426c1060b0 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.075+0000 7f4270a96700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1088c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.075+0000 7f4270a96700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1088c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60264/0 (socket says 172.21.15.80:60264) 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.075+0000 7f4270a96700 1 -- 172.21.15.80:0/3537038882 learned_addr learned my addr 172.21.15.80:0/3537038882 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4270a96700 1 -- 172.21.15.80:0/3537038882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f426c108e00 con 0x7f426c1060b0 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4270a96700 1 --2- 172.21.15.80:0/3537038882 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1088c0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4260011850 tx=0x7f4260011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:51.662 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4269ffb700 1 -- 172.21.15.80:0/3537038882 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4260003af0 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4269ffb700 1 -- 172.21.15.80:0/3537038882 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4260020070 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f426c106ff0 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4269ffb700 1 -- 172.21.15.80:0/3537038882 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f42600195a0 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f426c107530 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4269ffb700 1 -- 172.21.15.80:0/3537038882 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4260019c30 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.076+0000 7f4269ffb700 1 -- 172.21.15.80:0/3537038882 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4260011e00 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.077+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f426c063890 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.079+0000 7f4269ffb700 1 -- 172.21.15.80:0/3537038882 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f4260003c90 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.145+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f426c107870 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.147+0000 7f4269ffb700 1 -- 172.21.15.80:0/3537038882 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f426001a430 con 0x7f426c1060b0 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.148+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 msgr2=0x7f426c1088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.148+0000 7f4272cfa700 1 --2- 172.21.15.80:0/3537038882 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1088c0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4260011850 tx=0x7f4260011c10 comp rx=0 tx=0).stop 2024-04-21T23:47:51.663 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.148+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 shutdown_connections 2024-04-21T23:47:51.664 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.148+0000 7f4272cfa700 1 --2- 172.21.15.80:0/3537038882 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f426c1060b0 0x7f426c1088c0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:51.664 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.148+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 >> 172.21.15.80:0/3537038882 conn(0x7f426c101a20 msgr2=0x7f426c102590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:51.664 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.148+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 shutdown_connections 2024-04-21T23:47:51.664 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:51.148+0000 7f4272cfa700 1 -- 172.21.15.80:0/3537038882 wait complete. 2024-04-21T23:47:51.664 INFO:teuthology.orchestra.run.smithi080.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-21T23:47:51.677 INFO:teuthology.orchestra.run.smithi080.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-21T23:47:51.678 INFO:teuthology.orchestra.run.smithi080.stdout:Creating mgr... 2024-04-21T23:47:51.678 INFO:teuthology.orchestra.run.smithi080.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-21T23:47:51.678 INFO:teuthology.orchestra.run.smithi080.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-21T23:47:51.930 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.x 2024-04-21T23:47:51.930 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Failed to reset failed state of unit ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-21T23:47:52.079 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-71601a1c-0039-11ef-bc93-c7b262605968.target.wants/ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-71601a1c-0039-11ef-bc93-c7b262605968@.service. 2024-04-21T23:47:52.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:52 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3537038882' entity='client.admin' 2024-04-21T23:47:52.549 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-21T23:47:52.549 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout disabled 2024-04-21T23:47:52.557 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-21T23:47:52.557 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout inactive 2024-04-21T23:47:52.557 INFO:teuthology.orchestra.run.smithi080.stdout:firewalld.service is not enabled 2024-04-21T23:47:52.557 INFO:teuthology.orchestra.run.smithi080.stdout:Not possible to enable service . firewalld.service is not available 2024-04-21T23:47:52.567 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-21T23:47:52.568 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout disabled 2024-04-21T23:47:52.575 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-21T23:47:52.575 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout inactive 2024-04-21T23:47:52.576 INFO:teuthology.orchestra.run.smithi080.stdout:firewalld.service is not enabled 2024-04-21T23:47:52.576 INFO:teuthology.orchestra.run.smithi080.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-21T23:47:52.576 INFO:teuthology.orchestra.run.smithi080.stdout:Waiting for mgr to start... 2024-04-21T23:47:52.576 INFO:teuthology.orchestra.run.smithi080.stdout:Waiting for mgr... 2024-04-21T23:47:52.630 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:52 smithi080 systemd[1]: Started Ceph mgr.x for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:47:52.881 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:52 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:52.635+0000 7f2ebc079200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T23:47:52.881 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:52 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:52.820+0000 7f2ebc079200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:47:53.142 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:52 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:52.924+0000 7f2ebc079200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T23:47:53.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:53 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1968290183' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-21T23:47:53.450 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:53 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:53.243+0000 7f2ebc079200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T23:47:53.450 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:53 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:53.328+0000 7f2ebc079200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T23:47:53.703 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:47:53.703 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout { 2024-04-21T23:47:53.703 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:47:53.703 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "health": { 2024-04-21T23:47:53.703 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 0 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "a" 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:47:53.704 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-21T23:47:53.705 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-21T23:47:53.705 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:47:53.705 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-21T23:47:53.705 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:47:53.705 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-21T23:47:53.705 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-21T23:47:53.705 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-21T23:47:53.714 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-21T23:47:53.714 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-21T23:47:53.715 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "restful" 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-21T23:47:53.716 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "modified": "2024-04-21T23:47:46.056263+0000", 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout } 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.983+0000 7f14e13c0700 1 Processor -- start 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.983+0000 7f14e13c0700 1 -- start start 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.983+0000 7f14e13c0700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc10abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.983+0000 7f14e13c0700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f14dc07be90 con 0x7f14dc1087f0 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.983+0000 7f14daffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc10abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.983+0000 7f14daffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc10abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57950/0 (socket says 172.21.15.80:57950) 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.983+0000 7f14daffd700 1 -- 172.21.15.80:0/3432575330 learned_addr learned my addr 172.21.15.80:0/3432575330 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:53.717 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.984+0000 7f14daffd700 1 -- 172.21.15.80:0/3432575330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14dc10b120 con 0x7f14dc1087f0 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.984+0000 7f14daffd700 1 --2- 172.21.15.80:0/3432575330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc10abe0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f14cc0098a0 tx=0x7f14cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef0b16f0c5f5bc00 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.984+0000 7f14d9ffb700 1 -- 172.21.15.80:0/3432575330 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14cc004160 con 0x7f14dc1087f0 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.984+0000 7f14d9ffb700 1 -- 172.21.15.80:0/3432575330 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f14cc004300 con 0x7f14dc1087f0 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.984+0000 7f14d9ffb700 1 -- 172.21.15.80:0/3432575330 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14cc011b50 con 0x7f14dc1087f0 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.985+0000 7f14e13c0700 1 -- 172.21.15.80:0/3432575330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 msgr2=0x7f14dc10abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.985+0000 7f14e13c0700 1 --2- 172.21.15.80:0/3432575330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc10abe0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f14cc0098a0 tx=0x7f14cc009bb0 comp rx=0 tx=0).stop 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.985+0000 7f14e13c0700 1 -- 172.21.15.80:0/3432575330 shutdown_connections 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.985+0000 7f14e13c0700 1 --2- 172.21.15.80:0/3432575330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc10abe0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.985+0000 7f14e13c0700 1 -- 172.21.15.80:0/3432575330 >> 172.21.15.80:0/3432575330 conn(0x7f14dc102200 msgr2=0x7f14dc104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.985+0000 7f14e13c0700 1 -- 172.21.15.80:0/3432575330 shutdown_connections 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.985+0000 7f14e13c0700 1 -- 172.21.15.80:0/3432575330 wait complete. 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.985+0000 7f14e13c0700 1 Processor -- start 2024-04-21T23:47:53.718 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14e13c0700 1 -- start start 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14e13c0700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc19bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14e13c0700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f14dc10c140 con 0x7f14dc1087f0 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14daffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc19bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14daffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc19bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57960/0 (socket says 172.21.15.80:57960) 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14daffd700 1 -- 172.21.15.80:0/1968290183 learned_addr learned my addr 172.21.15.80:0/1968290183 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14daffd700 1 -- 172.21.15.80:0/1968290183 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14dc19c250 con 0x7f14dc1087f0 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14daffd700 1 --2- 172.21.15.80:0/1968290183 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc19bd10 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f14cc011670 tx=0x7f14cc011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14c3fff700 1 -- 172.21.15.80:0/1968290183 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14cc0039c0 con 0x7f14dc1087f0 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.986+0000 7f14c3fff700 1 -- 172.21.15.80:0/1968290183 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f14cc011e50 con 0x7f14dc1087f0 2024-04-21T23:47:53.719 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.987+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14dc19c4e0 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.987+0000 7f14c3fff700 1 -- 172.21.15.80:0/1968290183 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14cc01a5c0 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.987+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14dc19f1c0 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.987+0000 7f14c3fff700 1 -- 172.21.15.80:0/1968290183 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f14cc01ac50 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.987+0000 7f14c3fff700 1 -- 172.21.15.80:0/1968290183 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f14cc019700 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.988+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14dc063890 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:52.990+0000 7f14c3fff700 1 -- 172.21.15.80:0/1968290183 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f14cc003b60 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.062+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f14dc1065e0 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.062+0000 7f14c3fff700 1 -- 172.21.15.80:0/1968290183 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f14cc0199a0 con 0x7f14dc1087f0 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.063+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 msgr2=0x7f14dc19bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.063+0000 7f14e13c0700 1 --2- 172.21.15.80:0/1968290183 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc19bd10 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f14cc011670 tx=0x7f14cc011b60 comp rx=0 tx=0).stop 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.063+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 shutdown_connections 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.063+0000 7f14e13c0700 1 --2- 172.21.15.80:0/1968290183 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14dc1087f0 0x7f14dc19bd10 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.063+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 >> 172.21.15.80:0/1968290183 conn(0x7f14dc102200 msgr2=0x7f14dc102d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.064+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 shutdown_connections 2024-04-21T23:47:53.720 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:53.064+0000 7f14e13c0700 1 -- 172.21.15.80:0/1968290183 wait complete. 2024-04-21T23:47:53.721 INFO:teuthology.orchestra.run.smithi080.stdout:mgr not available, waiting (1/15)... 2024-04-21T23:47:54.842 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:54 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:54.512+0000 7f2ebc079200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T23:47:54.842 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:54 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:54.680+0000 7f2ebc079200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T23:47:54.842 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:54 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:54.847+0000 7f2ebc079200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T23:47:55.432 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:55 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:55.132+0000 7f2ebc079200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T23:47:55.432 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:55 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:55.224+0000 7f2ebc079200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T23:47:55.432 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:55 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:55.438+0000 7f2ebc079200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T23:47:55.699 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:55 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:55.628+0000 7f2ebc079200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:47:56.654 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:56 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:56.230+0000 7f2ebc079200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T23:47:56.949 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:56 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:56.660+0000 7f2ebc079200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T23:47:56.950 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:56 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:56.757+0000 7f2ebc079200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T23:47:57.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:56 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:56.962+0000 7f2ebc079200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T23:47:57.816 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:57 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:57.489+0000 7f2ebc079200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T23:47:57.816 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:57 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:57.581+0000 7f2ebc079200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T23:47:58.076 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:57 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:57.822+0000 7f2ebc079200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T23:47:58.076 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:57 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:57.954+0000 7f2ebc079200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T23:47:58.077 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:58 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:58.048+0000 7f2ebc079200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T23:47:58.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:58 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:58.162+0000 7f2ebc079200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T23:47:58.450 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:58 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:58.252+0000 7f2ebc079200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T23:47:58.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:58 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1763532084' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-21T23:47:59.277 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:59.072+0000 7f2ebc079200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T23:47:59.278 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:47:59.283+0000 7f2ebc079200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: Activating manager daemon x 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: mgrmap e2: x(active, starting, since 0.00317383s) 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: Manager daemon x is now available 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' 2024-04-21T23:48:00.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' 2024-04-21T23:48:00.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:47:59 smithi080 ceph-mon[27925]: from='mgr.14100 172.21.15.80:0/2008557028' entity='mgr.x' 2024-04-21T23:48:01.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:01 smithi080 ceph-mon[27925]: mgrmap e3: x(active, since 1.00622s) 2024-04-21T23:48:02.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:02 smithi080 ceph-mon[27925]: mgrmap e4: x(active, since 2s) 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout { 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "health": { 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-21T23:48:05.095 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 0 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "a" 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-21T23:48:05.096 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-21T23:48:05.097 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-21T23:48:05.098 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "restful" 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "modified": "2024-04-21T23:47:46.056263+0000", 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout } 2024-04-21T23:48:05.099 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.773+0000 7f9531da0700 1 Processor -- start 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.773+0000 7f9531da0700 1 -- start start 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.773+0000 7f9531da0700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c10aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.773+0000 7f9531da0700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f952c07be90 con 0x7f952c108630 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.774+0000 7f9530d9e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c10aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.774+0000 7f9530d9e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c10aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57964/0 (socket says 172.21.15.80:57964) 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.774+0000 7f9530d9e700 1 -- 172.21.15.80:0/483317516 learned_addr learned my addr 172.21.15.80:0/483317516 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.774+0000 7f9530d9e700 1 -- 172.21.15.80:0/483317516 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952c10af60 con 0x7f952c108630 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.774+0000 7f9530d9e700 1 --2- 172.21.15.80:0/483317516 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c10aa20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f95200098a0 tx=0x7f9520009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d37b036d147714c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.774+0000 7f952b7fe700 1 -- 172.21.15.80:0/483317516 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9520004160 con 0x7f952c108630 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.774+0000 7f952b7fe700 1 -- 172.21.15.80:0/483317516 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f9520004300 con 0x7f952c108630 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.774+0000 7f952b7fe700 1 -- 172.21.15.80:0/483317516 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9520011b50 con 0x7f952c108630 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 -- 172.21.15.80:0/483317516 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 msgr2=0x7f952c10aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:05.100 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 --2- 172.21.15.80:0/483317516 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c10aa20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f95200098a0 tx=0x7f9520009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 -- 172.21.15.80:0/483317516 shutdown_connections 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 --2- 172.21.15.80:0/483317516 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c10aa20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 -- 172.21.15.80:0/483317516 >> 172.21.15.80:0/483317516 conn(0x7f952c102060 msgr2=0x7f952c104480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 -- 172.21.15.80:0/483317516 shutdown_connections 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 -- 172.21.15.80:0/483317516 wait complete. 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 Processor -- start 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.775+0000 7f9531da0700 1 -- start start 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9531da0700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c19bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9531da0700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f952c10bf80 con 0x7f952c108630 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9530d9e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c19bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9530d9e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c19bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57972/0 (socket says 172.21.15.80:57972) 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9530d9e700 1 -- 172.21.15.80:0/1763532084 learned_addr learned my addr 172.21.15.80:0/1763532084 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9530d9e700 1 -- 172.21.15.80:0/1763532084 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952c19c0e0 con 0x7f952c108630 2024-04-21T23:48:05.101 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9530d9e700 1 --2- 172.21.15.80:0/1763532084 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c19bba0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9520011b60 tx=0x7f9520011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9529ffb700 1 -- 172.21.15.80:0/1763532084 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9520003970 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f952c19c370 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9529ffb700 1 -- 172.21.15.80:0/1763532084 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f9520003b10 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.776+0000 7f9529ffb700 1 -- 172.21.15.80:0/1763532084 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9520024610 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.777+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f952c19f060 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.777+0000 7f9529ffb700 1 -- 172.21.15.80:0/1763532084 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9520024ca0 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.777+0000 7f9529ffb700 1 -- 172.21.15.80:0/1763532084 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9520011e00 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.777+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f952c063890 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.780+0000 7f9529ffb700 1 -- 172.21.15.80:0/1763532084 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f952001a9f0 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.851+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f952c19f230 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.852+0000 7f9529ffb700 1 -- 172.21.15.80:0/1763532084 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f952001a430 con 0x7f952c108630 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.852+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 msgr2=0x7f952c19bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:05.102 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.852+0000 7f9531da0700 1 --2- 172.21.15.80:0/1763532084 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c19bba0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9520011b60 tx=0x7f9520011c40 comp rx=0 tx=0).stop 2024-04-21T23:48:05.103 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.853+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 shutdown_connections 2024-04-21T23:48:05.103 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.853+0000 7f9531da0700 1 --2- 172.21.15.80:0/1763532084 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f952c108630 0x7f952c19bba0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:05.103 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.853+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 >> 172.21.15.80:0/1763532084 conn(0x7f952c102060 msgr2=0x7f952c102c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:05.103 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.853+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 shutdown_connections 2024-04-21T23:48:05.103 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:47:58.853+0000 7f9531da0700 1 -- 172.21.15.80:0/1763532084 wait complete. 2024-04-21T23:48:05.103 INFO:teuthology.orchestra.run.smithi080.stdout:mgr not available, waiting (2/15)... 2024-04-21T23:48:08.072 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:07 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1789985920' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-21T23:48:08.324 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:48:08.327 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout { 2024-04-21T23:48:08.328 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:48:08.328 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "health": { 2024-04-21T23:48:08.328 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-21T23:48:08.328 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-21T23:48:08.328 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-21T23:48:08.328 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 0 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "a" 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "quorum_age": 17, 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-21T23:48:08.329 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:48:08.330 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-21T23:48:08.330 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-21T23:48:08.330 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-21T23:48:08.338 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-21T23:48:08.338 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-21T23:48:08.338 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-21T23:48:08.338 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-21T23:48:08.339 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "restful" 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ], 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "modified": "2024-04-21T23:47:46.056263+0000", 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T23:48:08.340 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout }, 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout } 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.493+0000 7f6729f2e700 1 Processor -- start 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.493+0000 7f6729f2e700 1 -- start start 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.493+0000 7f6729f2e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672407cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.493+0000 7f6729f2e700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f672407d180 con 0x7f672407e750 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.493+0000 7f67237fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672407cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.493+0000 7f67237fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672407cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47790/0 (socket says 172.21.15.80:47790) 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.493+0000 7f67237fe700 1 -- 172.21.15.80:0/427483383 learned_addr learned my addr 172.21.15.80:0/427483383 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f67237fe700 1 -- 172.21.15.80:0/427483383 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f672407d300 con 0x7f672407e750 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f67237fe700 1 --2- 172.21.15.80:0/427483383 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672407cbb0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6714009e80 tx=0x7f671400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43c849609572e385 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f67227fc700 1 -- 172.21.15.80:0/427483383 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6714017070 con 0x7f672407e750 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f67227fc700 1 -- 172.21.15.80:0/427483383 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f671400b8c0 con 0x7f672407e750 2024-04-21T23:48:08.341 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f67227fc700 1 -- 172.21.15.80:0/427483383 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67140045c0 con 0x7f672407e750 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f6729f2e700 1 -- 172.21.15.80:0/427483383 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 msgr2=0x7f672407cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f6729f2e700 1 --2- 172.21.15.80:0/427483383 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672407cbb0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6714009e80 tx=0x7f671400b330 comp rx=0 tx=0).stop 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f6729f2e700 1 -- 172.21.15.80:0/427483383 shutdown_connections 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f6729f2e700 1 --2- 172.21.15.80:0/427483383 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672407cbb0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.494+0000 7f6729f2e700 1 -- 172.21.15.80:0/427483383 >> 172.21.15.80:0/427483383 conn(0x7f6724103390 msgr2=0x7f67241057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.495+0000 7f6729f2e700 1 -- 172.21.15.80:0/427483383 shutdown_connections 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.495+0000 7f6729f2e700 1 -- 172.21.15.80:0/427483383 wait complete. 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.495+0000 7f6729f2e700 1 Processor -- start 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.495+0000 7f6729f2e700 1 -- start start 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.495+0000 7f6729f2e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672419df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.495+0000 7f6729f2e700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f672410e3a0 con 0x7f672407e750 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.495+0000 7f67237fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672419df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f67237fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672419df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47794/0 (socket says 172.21.15.80:47794) 2024-04-21T23:48:08.342 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f67237fe700 1 -- 172.21.15.80:0/1789985920 learned_addr learned my addr 172.21.15.80:0/1789985920 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f67237fe700 1 -- 172.21.15.80:0/1789985920 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f672419e4d0 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f67237fe700 1 --2- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672419df90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6714004210 tx=0x7f671400bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f6720ff9700 1 -- 172.21.15.80:0/1789985920 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6714020020 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f6720ff9700 1 -- 172.21.15.80:0/1789985920 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6714003b50 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f672419e760 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f6720ff9700 1 -- 172.21.15.80:0/1789985920 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6714017040 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.496+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67241a1450 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.497+0000 7f6720ff9700 1 -- 172.21.15.80:0/1789985920 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f6714023020 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.497+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6724063890 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.497+0000 7f6720ff9700 1 --2- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f6710039000 0x7f671003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.497+0000 7f6720ff9700 1 -- 172.21.15.80:0/1789985920 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f671400f050 con 0x7f672407e750 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.497+0000 7f6722ffd700 1 --2- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f6710039000 0x7f671003b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:08.343 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.498+0000 7f6722ffd700 1 --2- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f6710039000 0x7f671003b4c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f670c006fd0 tx=0x7f670c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.502+0000 7f6720ff9700 1 -- 172.21.15.80:0/1789985920 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f671402a020 con 0x7f672407e750 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.775+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f67241a1620 con 0x7f672407e750 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.775+0000 7f6720ff9700 1 -- 172.21.15.80:0/1789985920 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f67241a1620 con 0x7f672407e750 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f6710039000 msgr2=0x7f671003b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 --2- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f6710039000 0x7f671003b4c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f670c006fd0 tx=0x7f670c006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 msgr2=0x7f672419df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 --2- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672419df90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6714004210 tx=0x7f671400bd50 comp rx=0 tx=0).stop 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 shutdown_connections 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 --2- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f6710039000 0x7f671003b4c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 --2- 172.21.15.80:0/1789985920 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f672407e750 0x7f672419df90 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 >> 172.21.15.80:0/1789985920 conn(0x7f6724103390 msgr2=0x7f6724103f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 shutdown_connections 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:07.779+0000 7f6729f2e700 1 -- 172.21.15.80:0/1789985920 wait complete. 2024-04-21T23:48:08.344 INFO:teuthology.orchestra.run.smithi080.stdout:mgr is available 2024-04-21T23:48:09.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:08 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1761620913' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-21T23:48:09.888 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:48:09.888 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout [global] 2024-04-21T23:48:09.888 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout fsid = 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:48:09.888 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-21T23:48:09.888 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-21T23:48:09.888 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-21T23:48:09.888 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout [osd] 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.719+0000 7f92f5a20700 1 Processor -- start 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.719+0000 7f92f5a20700 1 -- start start 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.719+0000 7f92f5a20700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0107110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:09.889 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92f5a20700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f92f01076e0 con 0x7f92f0106cf0 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92eeffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0107110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92eeffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0107110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47796/0 (socket says 172.21.15.80:47796) 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92eeffd700 1 -- 172.21.15.80:0/2361511311 learned_addr learned my addr 172.21.15.80:0/2361511311 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92eeffd700 1 -- 172.21.15.80:0/2361511311 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f0107e50 con 0x7f92f0106cf0 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92eeffd700 1 --2- 172.21.15.80:0/2361511311 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0107110 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f92e400bb40 tx=0x7f92e400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec158311404d5a36 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92edffb700 1 -- 172.21.15.80:0/2361511311 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f92e400dbe0 con 0x7f92f0106cf0 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92edffb700 1 -- 172.21.15.80:0/2361511311 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f92e40044f0 con 0x7f92f0106cf0 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.720+0000 7f92edffb700 1 -- 172.21.15.80:0/2361511311 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f92e4010470 con 0x7f92f0106cf0 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.721+0000 7f92f5a20700 1 -- 172.21.15.80:0/2361511311 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 msgr2=0x7f92f0107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.721+0000 7f92f5a20700 1 --2- 172.21.15.80:0/2361511311 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0107110 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f92e400bb40 tx=0x7f92e400be50 comp rx=0 tx=0).stop 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.721+0000 7f92f5a20700 1 -- 172.21.15.80:0/2361511311 shutdown_connections 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.721+0000 7f92f5a20700 1 --2- 172.21.15.80:0/2361511311 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0107110 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:09.890 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.721+0000 7f92f5a20700 1 -- 172.21.15.80:0/2361511311 >> 172.21.15.80:0/2361511311 conn(0x7f92f01022f0 msgr2=0x7f92f0104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.721+0000 7f92f5a20700 1 -- 172.21.15.80:0/2361511311 shutdown_connections 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.721+0000 7f92f5a20700 1 -- 172.21.15.80:0/2361511311 wait complete. 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.721+0000 7f92f5a20700 1 Processor -- start 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92f5a20700 1 -- start start 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92f5a20700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92f5a20700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f92f007b880 con 0x7f92f0106cf0 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92eeffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92eeffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0199bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47798/0 (socket says 172.21.15.80:47798) 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92eeffd700 1 -- 172.21.15.80:0/1761620913 learned_addr learned my addr 172.21.15.80:0/1761620913 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92eeffd700 1 -- 172.21.15.80:0/1761620913 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f019a0f0 con 0x7f92f0106cf0 2024-04-21T23:48:09.891 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92eeffd700 1 --2- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0199bb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f92e400b340 tx=0x7f92e40040b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92f4a1e700 1 -- 172.21.15.80:0/1761620913 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f92e4027070 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92f019a380 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92f4a1e700 1 -- 172.21.15.80:0/1761620913 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f92e40104e0 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92f4a1e700 1 -- 172.21.15.80:0/1761620913 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f92e4022c40 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.722+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92f019d020 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.723+0000 7f92f4a1e700 1 -- 172.21.15.80:0/1761620913 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f92e402a070 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.723+0000 7f92f4a1e700 1 --2- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f92d8038fb0 0x7f92d803b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.723+0000 7f92f4a1e700 1 -- 172.21.15.80:0/1761620913 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f92e4022e00 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.723+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92f0063890 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.723+0000 7f92ee7fc700 1 --2- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f92d8038fb0 0x7f92d803b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.724+0000 7f92ee7fc700 1 --2- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f92d8038fb0 0x7f92d803b470 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f92e0006fd0 tx=0x7f92e0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.728+0000 7f92f4a1e700 1 -- 172.21.15.80:0/1761620913 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f92e4015070 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.926+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f92f019d1f0 con 0x7f92f0106cf0 2024-04-21T23:48:09.892 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.927+0000 7f92f4a1e700 1 -- 172.21.15.80:0/1761620913 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7f92e400ad70 con 0x7f92f0106cf0 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.929+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f92d8038fb0 msgr2=0x7f92d803b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.929+0000 7f92f5a20700 1 --2- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f92d8038fb0 0x7f92d803b470 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f92e0006fd0 tx=0x7f92e0006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.929+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 msgr2=0x7f92f0199bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.929+0000 7f92f5a20700 1 --2- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0199bb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f92e400b340 tx=0x7f92e40040b0 comp rx=0 tx=0).stop 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.930+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 shutdown_connections 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.930+0000 7f92f5a20700 1 --2- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f92d8038fb0 0x7f92d803b470 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.930+0000 7f92f5a20700 1 --2- 172.21.15.80:0/1761620913 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f92f0106cf0 0x7f92f0199bb0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.930+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 >> 172.21.15.80:0/1761620913 conn(0x7f92f01022f0 msgr2=0x7f92f01901d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.930+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 shutdown_connections 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:08.930+0000 7f92f5a20700 1 -- 172.21.15.80:0/1761620913 wait complete. 2024-04-21T23:48:09.893 INFO:teuthology.orchestra.run.smithi080.stdout:Enabling cephadm module... 2024-04-21T23:48:10.884 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:10 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3272625846' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-21T23:48:10.884 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: ignoring --setuser ceph since I am not root 2024-04-21T23:48:10.885 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: ignoring --setgroup ceph since I am not root 2024-04-21T23:48:10.885 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:10.758+0000 7fccd90bd200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T23:48:11.143 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:10.941+0000 7fccd90bd200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:48:11.143 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:11.044+0000 7fccd90bd200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T23:48:11.151 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e21f57700 1 Processor -- start 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e21f57700 1 -- start start 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e21f57700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c10ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e21f57700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8e1c07c720 con 0x7f8e1c108850 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e1b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c10ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e1b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c10ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47806/0 (socket says 172.21.15.80:47806) 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e1b7fe700 1 -- 172.21.15.80:0/1181335578 learned_addr learned my addr 172.21.15.80:0/1181335578 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e1b7fe700 1 -- 172.21.15.80:0/1181335578 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e1c10b180 con 0x7f8e1c108850 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e1b7fe700 1 --2- 172.21.15.80:0/1181335578 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c10ac40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0098a0 tx=0x7f8e0c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3b9ad431758b79f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:11.152 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.275+0000 7f8e1affd700 1 -- 172.21.15.80:0/1181335578 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e0c004160 con 0x7f8e1c108850 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e1affd700 1 -- 172.21.15.80:0/1181335578 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f8e0c004300 con 0x7f8e1c108850 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e1affd700 1 -- 172.21.15.80:0/1181335578 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e0c011b50 con 0x7f8e1c108850 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e21f57700 1 -- 172.21.15.80:0/1181335578 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 msgr2=0x7f8e1c10ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e21f57700 1 --2- 172.21.15.80:0/1181335578 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c10ac40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0098a0 tx=0x7f8e0c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e21f57700 1 -- 172.21.15.80:0/1181335578 shutdown_connections 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e21f57700 1 --2- 172.21.15.80:0/1181335578 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c10ac40 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e21f57700 1 -- 172.21.15.80:0/1181335578 >> 172.21.15.80:0/1181335578 conn(0x7f8e1c102280 msgr2=0x7f8e1c1046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e21f57700 1 -- 172.21.15.80:0/1181335578 shutdown_connections 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.276+0000 7f8e21f57700 1 -- 172.21.15.80:0/1181335578 wait complete. 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.277+0000 7f8e21f57700 1 Processor -- start 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.277+0000 7f8e21f57700 1 -- start start 2024-04-21T23:48:11.153 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.277+0000 7f8e21f57700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.277+0000 7f8e21f57700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8e1c10c1a0 con 0x7f8e1c108850 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.277+0000 7f8e1b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.277+0000 7f8e1b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47814/0 (socket says 172.21.15.80:47814) 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.277+0000 7f8e1b7fe700 1 -- 172.21.15.80:0/3272625846 learned_addr learned my addr 172.21.15.80:0/3272625846 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.277+0000 7f8e1b7fe700 1 -- 172.21.15.80:0/3272625846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e1c19c290 con 0x7f8e1c108850 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.278+0000 7f8e1b7fe700 1 --2- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c19bd50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c009fb0 tx=0x7f8e0c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.278+0000 7f8e197fa700 1 -- 172.21.15.80:0/3272625846 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e0c0038b0 con 0x7f8e1c108850 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.278+0000 7f8e197fa700 1 -- 172.21.15.80:0/3272625846 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f8e0c011e50 con 0x7f8e1c108850 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.278+0000 7f8e197fa700 1 -- 172.21.15.80:0/3272625846 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e0c019420 con 0x7f8e1c108850 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.278+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e1c19c520 con 0x7f8e1c108850 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.278+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e1c19f210 con 0x7f8e1c108850 2024-04-21T23:48:11.154 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.278+0000 7f8e197fa700 1 -- 172.21.15.80:0/3272625846 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f8e0c0196d0 con 0x7f8e1c108850 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.279+0000 7f8e197fa700 1 --2- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f8e08039000 0x7f8e0803b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.279+0000 7f8e197fa700 1 -- 172.21.15.80:0/3272625846 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8e0c04d1a0 con 0x7f8e1c108850 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.279+0000 7f8e13fff700 1 --2- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f8e08039000 0x7f8e0803b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.279+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e1c063890 con 0x7f8e1c108850 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.279+0000 7f8e13fff700 1 --2- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f8e08039000 0x7f8e0803b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8e04006fd0 tx=0x7f8e04006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.284+0000 7f8e197fa700 1 -- 172.21.15.80:0/3272625846 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8e0c029d50 con 0x7f8e1c108850 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.532+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f8e1c19f730 con 0x7f8e1c108850 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.583+0000 7f8e197fa700 1 -- 172.21.15.80:0/3272625846 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f8e0c003a50 con 0x7f8e1c108850 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.585+0000 7f8e197fa700 1 -- 172.21.15.80:0/3272625846 <== mon.0 v2:172.21.15.80:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f8e0c02d7c0 con 0x7f8e1c108850 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.586+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f8e08039000 msgr2=0x7f8e0803b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.586+0000 7f8e21f57700 1 --2- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f8e08039000 0x7f8e0803b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8e04006fd0 tx=0x7f8e04006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.586+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 msgr2=0x7f8e1c19bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.586+0000 7f8e21f57700 1 --2- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c19bd50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c009fb0 tx=0x7f8e0c011bf0 comp rx=0 tx=0).stop 2024-04-21T23:48:11.155 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.587+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 shutdown_connections 2024-04-21T23:48:11.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.587+0000 7f8e21f57700 1 --2- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f8e08039000 0x7f8e0803b4c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:11.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.587+0000 7f8e21f57700 1 --2- 172.21.15.80:0/3272625846 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e1c108850 0x7f8e1c19bd50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:11.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.587+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 >> 172.21.15.80:0/3272625846 conn(0x7f8e1c102280 msgr2=0x7f8e1c102de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:11.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.587+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 shutdown_connections 2024-04-21T23:48:11.156 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:10.587+0000 7f8e21f57700 1 -- 172.21.15.80:0/3272625846 wait complete. 2024-04-21T23:48:11.417 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:11.375+0000 7fccd90bd200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T23:48:11.699 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:11.463+0000 7fccd90bd200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T23:48:11.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3272625846' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-21T23:48:11.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:11 smithi080 ceph-mon[27925]: mgrmap e5: x(active, since 11s) 2024-04-21T23:48:12.407 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout { 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout } 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.619+0000 7fa80b2d5700 1 Processor -- start 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.620+0000 7fa80b2d5700 1 -- start start 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.620+0000 7fa80b2d5700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa804106a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.620+0000 7fa80b2d5700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa80407be50 con 0x7fa804106620 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.620+0000 7fa809071700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa804106a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.620+0000 7fa809071700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa804106a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56108/0 (socket says 172.21.15.80:56108) 2024-04-21T23:48:12.408 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.620+0000 7fa809071700 1 -- 172.21.15.80:0/1794612527 learned_addr learned my addr 172.21.15.80:0/1794612527 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.620+0000 7fa809071700 1 -- 172.21.15.80:0/1794612527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa804106f80 con 0x7fa804106620 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.620+0000 7fa809071700 1 --2- 172.21.15.80:0/1794612527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa804106a40 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa8000098a0 tx=0x7fa800009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8c5ec5e912e6fb8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.621+0000 7fa7fbfff700 1 -- 172.21.15.80:0/1794612527 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa800004160 con 0x7fa804106620 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.621+0000 7fa7fbfff700 1 -- 172.21.15.80:0/1794612527 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa800004300 con 0x7fa804106620 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.621+0000 7fa7fbfff700 1 -- 172.21.15.80:0/1794612527 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa800011b50 con 0x7fa804106620 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.621+0000 7fa80b2d5700 1 -- 172.21.15.80:0/1794612527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 msgr2=0x7fa804106a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.621+0000 7fa80b2d5700 1 --2- 172.21.15.80:0/1794612527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa804106a40 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa8000098a0 tx=0x7fa800009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.621+0000 7fa80b2d5700 1 -- 172.21.15.80:0/1794612527 shutdown_connections 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.621+0000 7fa80b2d5700 1 --2- 172.21.15.80:0/1794612527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa804106a40 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.621+0000 7fa80b2d5700 1 -- 172.21.15.80:0/1794612527 >> 172.21.15.80:0/1794612527 conn(0x7fa804102200 msgr2=0x7fa804104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.622+0000 7fa80b2d5700 1 -- 172.21.15.80:0/1794612527 shutdown_connections 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.622+0000 7fa80b2d5700 1 -- 172.21.15.80:0/1794612527 wait complete. 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.622+0000 7fa80b2d5700 1 Processor -- start 2024-04-21T23:48:12.409 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.622+0000 7fa80b2d5700 1 -- start start 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.622+0000 7fa80b2d5700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa80419df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.622+0000 7fa80b2d5700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa804108010 con 0x7fa804106620 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.622+0000 7fa809071700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa80419df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa809071700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa80419df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56114/0 (socket says 172.21.15.80:56114) 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa809071700 1 -- 172.21.15.80:0/3032809123 learned_addr learned my addr 172.21.15.80:0/3032809123 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa809071700 1 -- 172.21.15.80:0/3032809123 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa80419e460 con 0x7fa804106620 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa809071700 1 --2- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa80419df20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa800011670 tx=0x7fa800011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa7fa7fc700 1 -- 172.21.15.80:0/3032809123 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa8000039c0 con 0x7fa804106620 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa7fa7fc700 1 -- 172.21.15.80:0/3032809123 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa800011e50 con 0x7fa804106620 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa7fa7fc700 1 -- 172.21.15.80:0/3032809123 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa80001a5c0 con 0x7fa804106620 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa80419e6f0 con 0x7fa804106620 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.623+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8041a13e0 con 0x7fa804106620 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.624+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa804063890 con 0x7fa804106620 2024-04-21T23:48:12.410 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.624+0000 7fa7fa7fc700 1 -- 172.21.15.80:0/3032809123 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fa80001a760 con 0x7fa804106620 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.624+0000 7fa7fa7fc700 1 --2- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7fa7f0039050 0x7fa7f003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.625+0000 7fa7fa7fc700 1 -- 172.21.15.80:0/3032809123 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa80004d500 con 0x7fa804106620 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.625+0000 7fa808870700 1 -- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7fa7f0039050 msgr2=0x7fa7f003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/2702705947 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.625+0000 7fa808870700 1 --2- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7fa7f0039050 0x7fa7f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.630+0000 7fa7fa7fc700 1 -- 172.21.15.80:0/3032809123 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa80004cf20 con 0x7fa804106620 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.826+0000 7fa808870700 1 -- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7fa7f0039050 msgr2=0x7fa7f003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/2702705947 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.826+0000 7fa808870700 1 --2- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7fa7f0039050 0x7fa7f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.925+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fa80402de00 con 0x7fa804106620 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.925+0000 7fa7fa7fc700 1 -- 172.21.15.80:0/3032809123 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fa80002d3f0 con 0x7fa804106620 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.927+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7fa7f0039050 msgr2=0x7fa7f003b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.927+0000 7fa80b2d5700 1 --2- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7fa7f0039050 0x7fa7f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.927+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 msgr2=0x7fa80419df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:12.411 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.927+0000 7fa80b2d5700 1 --2- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa80419df20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa800011670 tx=0x7fa800011b60 comp rx=0 tx=0).stop 2024-04-21T23:48:12.412 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.927+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 shutdown_connections 2024-04-21T23:48:12.412 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.927+0000 7fa80b2d5700 1 --2- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7fa7f0039050 0x7fa7f003b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:12.412 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.927+0000 7fa80b2d5700 1 --2- 172.21.15.80:0/3032809123 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa804106620 0x7fa80419df20 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:12.412 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.927+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 >> 172.21.15.80:0/3032809123 conn(0x7fa804102200 msgr2=0x7fa804194b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:12.412 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.928+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 shutdown_connections 2024-04-21T23:48:12.412 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:11.928+0000 7fa80b2d5700 1 -- 172.21.15.80:0/3032809123 wait complete. 2024-04-21T23:48:12.412 INFO:teuthology.orchestra.run.smithi080.stdout:Waiting for the mgr to restart... 2024-04-21T23:48:12.412 INFO:teuthology.orchestra.run.smithi080.stdout:Waiting for mgr epoch 5... 2024-04-21T23:48:12.843 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:12 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3032809123' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-21T23:48:12.843 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:12.673+0000 7fccd90bd200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T23:48:12.843 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:12.849+0000 7fccd90bd200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T23:48:13.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:13.019+0000 7fccd90bd200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T23:48:13.595 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:13.308+0000 7fccd90bd200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T23:48:13.595 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:13.400+0000 7fccd90bd200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T23:48:13.595 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:13.601+0000 7fccd90bd200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T23:48:13.949 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:13.793+0000 7fccd90bd200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:48:14.699 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:14 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:14.388+0000 7fccd90bd200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T23:48:15.100 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:14 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:14.810+0000 7fccd90bd200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T23:48:15.100 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:14 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:14.905+0000 7fccd90bd200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T23:48:15.100 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:15.106+0000 7fccd90bd200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T23:48:15.949 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:15.624+0000 7fccd90bd200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T23:48:15.950 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:15.716+0000 7fccd90bd200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T23:48:16.295 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:15.957+0000 7fccd90bd200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T23:48:16.295 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:16.091+0000 7fccd90bd200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T23:48:16.296 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:16.185+0000 7fccd90bd200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T23:48:16.296 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:16.301+0000 7fccd90bd200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T23:48:16.699 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:16.391+0000 7fccd90bd200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T23:48:17.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:17.194+0000 7fccd90bd200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T23:48:17.450 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:17.407+0000 7fccd90bd200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T23:48:17.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: Active manager daemon x restarted 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: Activating manager daemon x 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: osdmap e2: 0 total, 0 up, 0 in 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: mgrmap e6: x(active, starting, since 0.00330469s) 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: Manager daemon x is now available 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:17.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:17.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:17.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T23:48:17.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:17 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T23:48:18.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:18 smithi080 ceph-mon[27925]: Found migration_current of "None". Setting to last migration. 2024-04-21T23:48:18.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:18 smithi080 ceph-mon[27925]: mgrmap e7: x(active, since 1.00579s) 2024-04-21T23:48:18.968 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout { 2024-04-21T23:48:18.968 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout } 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.858+0000 7f098e63d700 1 Processor -- start 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.858+0000 7f098e63d700 1 -- start start 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.858+0000 7f098e63d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098810a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.858+0000 7f098e63d700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f098810af00 con 0x7f098807c570 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.858+0000 7f0987fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098810a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.858+0000 7f0987fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098810a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56126/0 (socket says 172.21.15.80:56126) 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.858+0000 7f0987fff700 1 -- 172.21.15.80:0/107550185 learned_addr learned my addr 172.21.15.80:0/107550185 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.859+0000 7f0987fff700 1 -- 172.21.15.80:0/107550185 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f098810b080 con 0x7f098807c570 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.859+0000 7f0987fff700 1 --2- 172.21.15.80:0/107550185 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098810a930 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f097c0098a0 tx=0x7f097c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63870e1ee1455ea6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.859+0000 7f0986ffd700 1 -- 172.21.15.80:0/107550185 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f097c004160 con 0x7f098807c570 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.859+0000 7f0986ffd700 1 -- 172.21.15.80:0/107550185 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f097c004300 con 0x7f098807c570 2024-04-21T23:48:18.969 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.859+0000 7f0986ffd700 1 -- 172.21.15.80:0/107550185 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f097c011b50 con 0x7f098807c570 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 -- 172.21.15.80:0/107550185 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 msgr2=0x7f098810a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 --2- 172.21.15.80:0/107550185 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098810a930 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f097c0098a0 tx=0x7f097c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 -- 172.21.15.80:0/107550185 shutdown_connections 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 --2- 172.21.15.80:0/107550185 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098810a930 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 -- 172.21.15.80:0/107550185 >> 172.21.15.80:0/107550185 conn(0x7f09881022f0 msgr2=0x7f0988104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 -- 172.21.15.80:0/107550185 shutdown_connections 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 -- 172.21.15.80:0/107550185 wait complete. 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 Processor -- start 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.860+0000 7f098e63d700 1 -- start start 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f098e63d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f098e63d700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f098810c110 con 0x7f098807c570 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f0987fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:18.970 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f0987fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098819bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56132/0 (socket says 172.21.15.80:56132) 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f0987fff700 1 -- 172.21.15.80:0/3555005640 learned_addr learned my addr 172.21.15.80:0/3555005640 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f0987fff700 1 -- 172.21.15.80:0/3555005640 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f098819c250 con 0x7f098807c570 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f0987fff700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098819bd10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f097c011b60 tx=0x7f097c011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f097c003970 con 0x7f098807c570 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f097c003b10 con 0x7f098807c570 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f097c024610 con 0x7f098807c570 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.861+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f098819c4e0 con 0x7f098807c570 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.862+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f098819f1c0 con 0x7f098807c570 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.863+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f097c01a9f0 con 0x7f098807c570 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.863+0000 7f09857fa700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 0x7f097003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.863+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 --> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f097003bc20 con 0x7f0970039050 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.863+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f097c011e00 con 0x7f098807c570 2024-04-21T23:48:18.971 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.863+0000 7f09877fe700 1 -- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 msgr2=0x7f097003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/2702705947 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:12.863+0000 7f09877fe700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 0x7f097003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:13.064+0000 7f09877fe700 1 -- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 msgr2=0x7f097003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/2702705947 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:13.064+0000 7f09877fe700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 0x7f097003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:13.465+0000 7f09877fe700 1 -- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 msgr2=0x7f097003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/2702705947 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:13.465+0000 7f09877fe700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 0x7f097003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:14.266+0000 7f09877fe700 1 -- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 msgr2=0x7f097003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/2702705947 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:14.266+0000 7f09877fe700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 0x7f097003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:15.867+0000 7f09877fe700 1 -- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 msgr2=0x7f097003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/2702705947 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:15.867+0000 7f09877fe700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 0x7f097003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:17.410+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7f097c01a430 con 0x7f098807c570 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:17.410+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 msgr2=0x7f097003b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:17.410+0000 7f09857fa700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 0x7f097003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.412+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f097c04f000 con 0x7f098807c570 2024-04-21T23:48:18.972 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.412+0000 7f09857fa700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f097003c980 0x7f097003ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.412+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f097c001d30 con 0x7f097003c980 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.412+0000 7f09877fe700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f097003c980 0x7f097003ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.413+0000 7f09877fe700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f097003c980 0x7f097003ed70 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0978003a10 tx=0x7f0978009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.414+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mgr.14118 v2:172.21.15.80:6800/912580841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f097c001d30 con 0x7f097003c980 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.420+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f0988063890 con 0x7f097003c980 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f09857fa700 1 -- 172.21.15.80:0/3555005640 <== mgr.14118 v2:172.21.15.80:6800/912580841 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f0988063890 con 0x7f097003c980 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f097003c980 msgr2=0x7f097003ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f097003c980 0x7f097003ed70 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0978003a10 tx=0x7f0978009290 comp rx=0 tx=0).stop 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 msgr2=0x7f098819bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098819bd10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f097c011b60 tx=0x7f097c011c40 comp rx=0 tx=0).stop 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 shutdown_connections 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f097003c980 0x7f097003ed70 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f098807c570 0x7f098819bd10 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:18.973 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 --2- 172.21.15.80:0/3555005640 >> [v2:172.21.15.80:6800/2702705947,v1:172.21.15.80:6801/2702705947] conn(0x7f0970039050 0x7f097003b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:18.974 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 >> 172.21.15.80:0/3555005640 conn(0x7f09881022f0 msgr2=0x7f0988102eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:18.974 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 shutdown_connections 2024-04-21T23:48:18.974 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:18.421+0000 7f098e63d700 1 -- 172.21.15.80:0/3555005640 wait complete. 2024-04-21T23:48:18.974 INFO:teuthology.orchestra.run.smithi080.stdout:mgr epoch 5 is available 2024-04-21T23:48:18.974 INFO:teuthology.orchestra.run.smithi080.stdout:Setting orchestrator backend to cephadm... 2024-04-21T23:48:19.653 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:19 smithi080 ceph-mon[27925]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-21T23:48:19.653 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:19 smithi080 ceph-mon[27925]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-21T23:48:19.653 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:19 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:19.653 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:19 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:19.653 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:19 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:20.263 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.413+0000 7f6da3f1b700 1 Processor -- start 2024-04-21T23:48:20.263 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.413+0000 7f6da3f1b700 1 -- start start 2024-04-21T23:48:20.263 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.413+0000 7f6da3f1b700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c1081b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:20.263 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.413+0000 7f6da3f1b700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6d9c108780 con 0x7f6d9c107d90 2024-04-21T23:48:20.263 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.413+0000 7f6da1cb7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c1081b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:20.263 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.413+0000 7f6da1cb7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c1081b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56194/0 (socket says 172.21.15.80:56194) 2024-04-21T23:48:20.263 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.413+0000 7f6da1cb7700 1 -- 172.21.15.80:0/3740598441 learned_addr learned my addr 172.21.15.80:0/3740598441 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.413+0000 7f6da1cb7700 1 -- 172.21.15.80:0/3740598441 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d9c108f90 con 0x7f6d9c107d90 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da1cb7700 1 --2- 172.21.15.80:0/3740598441 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c1081b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6d980098a0 tx=0x7f6d98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32faa191fd2121cb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da0cb5700 1 -- 172.21.15.80:0/3740598441 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d98004160 con 0x7f6d9c107d90 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da0cb5700 1 -- 172.21.15.80:0/3740598441 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6d98004300 con 0x7f6d9c107d90 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da0cb5700 1 -- 172.21.15.80:0/3740598441 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d98011b50 con 0x7f6d9c107d90 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da3f1b700 1 -- 172.21.15.80:0/3740598441 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 msgr2=0x7f6d9c1081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da3f1b700 1 --2- 172.21.15.80:0/3740598441 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c1081b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6d980098a0 tx=0x7f6d98009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da3f1b700 1 -- 172.21.15.80:0/3740598441 shutdown_connections 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da3f1b700 1 --2- 172.21.15.80:0/3740598441 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c1081b0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da3f1b700 1 -- 172.21.15.80:0/3740598441 >> 172.21.15.80:0/3740598441 conn(0x7f6d9c103390 msgr2=0x7f6d9c1057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da3f1b700 1 -- 172.21.15.80:0/3740598441 shutdown_connections 2024-04-21T23:48:20.264 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.414+0000 7f6da3f1b700 1 -- 172.21.15.80:0/3740598441 wait complete. 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.415+0000 7f6da3f1b700 1 Processor -- start 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.415+0000 7f6da3f1b700 1 -- start start 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.415+0000 7f6da3f1b700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c07e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.415+0000 7f6da3f1b700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6d9c10c340 con 0x7f6d9c107d90 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.415+0000 7f6da1cb7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c07e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.415+0000 7f6da1cb7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c07e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56208/0 (socket says 172.21.15.80:56208) 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.415+0000 7f6da1cb7700 1 -- 172.21.15.80:0/1986007349 learned_addr learned my addr 172.21.15.80:0/1986007349 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.416+0000 7f6da1cb7700 1 -- 172.21.15.80:0/1986007349 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d9c07e960 con 0x7f6d9c107d90 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.416+0000 7f6da1cb7700 1 --2- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c07e420 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6d98011850 tx=0x7f6d98011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.416+0000 7f6d92ffd700 1 -- 172.21.15.80:0/1986007349 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d98003af0 con 0x7f6d9c107d90 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.416+0000 7f6d92ffd700 1 -- 172.21.15.80:0/1986007349 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6d98020070 con 0x7f6d9c107d90 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.416+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d9c07cb50 con 0x7f6d9c107d90 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.416+0000 7f6d92ffd700 1 -- 172.21.15.80:0/1986007349 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6d980195a0 con 0x7f6d9c107d90 2024-04-21T23:48:20.265 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.416+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d9c07d090 con 0x7f6d9c107d90 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.417+0000 7f6d92ffd700 1 -- 172.21.15.80:0/1986007349 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f6d980198d0 con 0x7f6d9c107d90 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.417+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d9c063890 con 0x7f6d9c107d90 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.417+0000 7f6d92ffd700 1 --2- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f6d88038f80 0x7f6d8803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.417+0000 7f6d92ffd700 1 -- 172.21.15.80:0/1986007349 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6d98011e00 con 0x7f6d9c107d90 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.417+0000 7f6da14b6700 1 --2- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f6d88038f80 0x7f6d8803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.417+0000 7f6da14b6700 1 --2- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f6d88038f80 0x7f6d8803b440 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c006fd0 tx=0x7f6d8c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.422+0000 7f6d92ffd700 1 -- 172.21.15.80:0/1986007349 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6d98023770 con 0x7f6d9c107d90 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.638+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f6d9c104600 con 0x7f6d88038f80 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.643+0000 7f6d92ffd700 1 -- 172.21.15.80:0/1986007349 <== mgr.14118 v2:172.21.15.80:6800/912580841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6d9c104600 con 0x7f6d88038f80 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f6d88038f80 msgr2=0x7f6d8803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:20.266 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 --2- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f6d88038f80 0x7f6d8803b440 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c006fd0 tx=0x7f6d8c006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:20.267 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 msgr2=0x7f6d9c07e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:20.267 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 --2- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c07e420 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6d98011850 tx=0x7f6d98011c10 comp rx=0 tx=0).stop 2024-04-21T23:48:20.267 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 shutdown_connections 2024-04-21T23:48:20.267 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 --2- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f6d88038f80 0x7f6d8803b440 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:20.267 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 --2- 172.21.15.80:0/1986007349 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6d9c107d90 0x7f6d9c07e420 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:20.267 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 >> 172.21.15.80:0/1986007349 conn(0x7f6d9c103390 msgr2=0x7f6d9c103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:20.267 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 shutdown_connections 2024-04-21T23:48:20.267 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:19.646+0000 7f6da3f1b700 1 -- 172.21.15.80:0/1986007349 wait complete. 2024-04-21T23:48:20.564 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:20 smithi080 ceph-mon[27925]: [21/Apr/2024:23:48:19] ENGINE Bus STARTING 2024-04-21T23:48:20.564 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:20 smithi080 ceph-mon[27925]: [21/Apr/2024:23:48:19] ENGINE Serving on https://172.21.15.80:7150 2024-04-21T23:48:20.564 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:20 smithi080 ceph-mon[27925]: [21/Apr/2024:23:48:19] ENGINE Serving on http://172.21.15.80:8765 2024-04-21T23:48:20.564 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:20 smithi080 ceph-mon[27925]: [21/Apr/2024:23:48:19] ENGINE Bus STARTED 2024-04-21T23:48:20.564 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:20 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:20.564 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:20 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:20.564 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:20 smithi080 ceph-mon[27925]: mgrmap e8: x(active, since 2s) 2024-04-21T23:48:21.492 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-21T23:48:21.492 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.675+0000 7ffbee7dd700 1 Processor -- start 2024-04-21T23:48:21.492 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.675+0000 7ffbee7dd700 1 -- start start 2024-04-21T23:48:21.492 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.675+0000 7ffbee7dd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8107110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:21.492 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.675+0000 7ffbee7dd700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe81076e0 con 0x7ffbe8106cf0 2024-04-21T23:48:21.493 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.676+0000 7ffbe7fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8107110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:21.493 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.676+0000 7ffbe7fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8107110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56210/0 (socket says 172.21.15.80:56210) 2024-04-21T23:48:21.493 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.676+0000 7ffbe7fff700 1 -- 172.21.15.80:0/3086736402 learned_addr learned my addr 172.21.15.80:0/3086736402 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:21.493 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.676+0000 7ffbe7fff700 1 -- 172.21.15.80:0/3086736402 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe8107e50 con 0x7ffbe8106cf0 2024-04-21T23:48:21.493 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.676+0000 7ffbe7fff700 1 --2- 172.21.15.80:0/3086736402 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8107110 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ffbd80098a0 tx=0x7ffbd8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b891438f2f92c07e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:21.493 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.676+0000 7ffbe6ffd700 1 -- 172.21.15.80:0/3086736402 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbd8004160 con 0x7ffbe8106cf0 2024-04-21T23:48:21.494 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.676+0000 7ffbe6ffd700 1 -- 172.21.15.80:0/3086736402 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ffbd8004300 con 0x7ffbe8106cf0 2024-04-21T23:48:21.494 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.676+0000 7ffbe6ffd700 1 -- 172.21.15.80:0/3086736402 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbd8011b50 con 0x7ffbe8106cf0 2024-04-21T23:48:21.494 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 -- 172.21.15.80:0/3086736402 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 msgr2=0x7ffbe8107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:21.494 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 --2- 172.21.15.80:0/3086736402 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8107110 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ffbd80098a0 tx=0x7ffbd8009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:21.494 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 -- 172.21.15.80:0/3086736402 shutdown_connections 2024-04-21T23:48:21.494 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 --2- 172.21.15.80:0/3086736402 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8107110 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:21.494 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 -- 172.21.15.80:0/3086736402 >> 172.21.15.80:0/3086736402 conn(0x7ffbe81022f0 msgr2=0x7ffbe8104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:21.494 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 -- 172.21.15.80:0/3086736402 shutdown_connections 2024-04-21T23:48:21.495 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 -- 172.21.15.80:0/3086736402 wait complete. 2024-04-21T23:48:21.495 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 Processor -- start 2024-04-21T23:48:21.495 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.677+0000 7ffbee7dd700 1 -- start start 2024-04-21T23:48:21.495 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbee7dd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:21.495 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbee7dd700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe807b880 con 0x7ffbe8106cf0 2024-04-21T23:48:21.495 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbe7fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbe7fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8199bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56216/0 (socket says 172.21.15.80:56216) 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbe7fff700 1 -- 172.21.15.80:0/638944340 learned_addr learned my addr 172.21.15.80:0/638944340 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbe7fff700 1 -- 172.21.15.80:0/638944340 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe819a0f0 con 0x7ffbe8106cf0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbe7fff700 1 --2- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8199bb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ffbd8009fb0 tx=0x7ffbd8011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbe57fa700 1 -- 172.21.15.80:0/638944340 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbd80038b0 con 0x7ffbe8106cf0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbe57fa700 1 -- 172.21.15.80:0/638944340 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ffbd8011e50 con 0x7ffbe8106cf0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe819a380 con 0x7ffbe8106cf0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.678+0000 7ffbe57fa700 1 -- 172.21.15.80:0/638944340 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbd8019550 con 0x7ffbe8106cf0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.679+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe819d020 con 0x7ffbe8106cf0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.679+0000 7ffbe57fa700 1 -- 172.21.15.80:0/638944340 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ffbd8019850 con 0x7ffbe8106cf0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.679+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbe8063890 con 0x7ffbe8106cf0 2024-04-21T23:48:21.496 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.680+0000 7ffbe57fa700 1 --2- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ffbd003b210 0x7ffbd003d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.680+0000 7ffbe57fa700 1 -- 172.21.15.80:0/638944340 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ffbd804d2c0 con 0x7ffbe8106cf0 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.680+0000 7ffbe77fe700 1 --2- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ffbd003b210 0x7ffbd003d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.680+0000 7ffbe77fe700 1 --2- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ffbd003b210 0x7ffbd003d6d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc006fd0 tx=0x7ffbdc006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.684+0000 7ffbe57fa700 1 -- 172.21.15.80:0/638944340 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ffbd8020240 con 0x7ffbe8106cf0 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.880+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7ffbe8062670 con 0x7ffbd003b210 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.880+0000 7ffbe57fa700 1 -- 172.21.15.80:0/638944340 <== mgr.14118 v2:172.21.15.80:6800/912580841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7ffbe8062670 con 0x7ffbd003b210 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.882+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ffbd003b210 msgr2=0x7ffbd003d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.882+0000 7ffbee7dd700 1 --2- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ffbd003b210 0x7ffbd003d6d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc006fd0 tx=0x7ffbdc006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.882+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 msgr2=0x7ffbe8199bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.882+0000 7ffbee7dd700 1 --2- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8199bb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ffbd8009fb0 tx=0x7ffbd8011bf0 comp rx=0 tx=0).stop 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.882+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 shutdown_connections 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.883+0000 7ffbee7dd700 1 --2- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ffbd003b210 0x7ffbd003d6d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:21.497 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.883+0000 7ffbee7dd700 1 --2- 172.21.15.80:0/638944340 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffbe8106cf0 0x7ffbe8199bb0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:21.498 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.883+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 >> 172.21.15.80:0/638944340 conn(0x7ffbe81022f0 msgr2=0x7ffbe81901d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:21.498 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.883+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 shutdown_connections 2024-04-21T23:48:21.498 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:20.883+0000 7ffbee7dd700 1 -- 172.21.15.80:0/638944340 wait complete. 2024-04-21T23:48:21.498 INFO:teuthology.orchestra.run.smithi080.stdout:Generating ssh key... 2024-04-21T23:48:21.726 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:21 smithi080 ceph-mon[27925]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:22.648 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-mon[27925]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:22.648 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:22.648 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:22.648 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: Generating public/private rsa key pair. 2024-04-21T23:48:22.648 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: Your identification has been saved in /tmp/tmpyxw0i1m2/key. 2024-04-21T23:48:22.648 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: Your public key has been saved in /tmp/tmpyxw0i1m2/key.pub. 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: The key fingerprint is: 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: SHA256:MsCD7efffxEgzvu7o8NK3tXYldccL1c4E4HdpOjFwp0 ceph-71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: The key's randomart image is: 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: +---[RSA 3072]----+ 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | oo+.| 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | + ..o+.=.| 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | . = o .+.E..| 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | . o o. o.+*| 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | . + S .. .oB| 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | o o . +.+.| 2024-04-21T23:48:22.649 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | . .. .o o. | 2024-04-21T23:48:22.650 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | + oo.o . | 2024-04-21T23:48:22.650 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: | +.+++= | 2024-04-21T23:48:22.650 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: +----[SHA256]-----+ 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.930+0000 7ff191c12700 1 Processor -- start 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.930+0000 7ff191c12700 1 -- start start 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.930+0000 7ff191c12700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c10ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.930+0000 7ff191c12700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff18c07c700 con 0x7ff18c108870 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.930+0000 7ff18b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c10ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.930+0000 7ff18b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c10ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58244/0 (socket says 172.21.15.80:58244) 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.930+0000 7ff18b7fe700 1 -- 172.21.15.80:0/3013972899 learned_addr learned my addr 172.21.15.80:0/3013972899 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.930+0000 7ff18b7fe700 1 -- 172.21.15.80:0/3013972899 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff18c10b1a0 con 0x7ff18c108870 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff18b7fe700 1 --2- 172.21.15.80:0/3013972899 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c10ac60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff17c0098a0 tx=0x7ff17c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad9ba8b5d656a5e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:22.927 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff18a7fc700 1 -- 172.21.15.80:0/3013972899 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17c004160 con 0x7ff18c108870 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff18a7fc700 1 -- 172.21.15.80:0/3013972899 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff17c004300 con 0x7ff18c108870 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff18a7fc700 1 -- 172.21.15.80:0/3013972899 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17c011b50 con 0x7ff18c108870 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff191c12700 1 -- 172.21.15.80:0/3013972899 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 msgr2=0x7ff18c10ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff191c12700 1 --2- 172.21.15.80:0/3013972899 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c10ac60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff17c0098a0 tx=0x7ff17c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff191c12700 1 -- 172.21.15.80:0/3013972899 shutdown_connections 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff191c12700 1 --2- 172.21.15.80:0/3013972899 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c10ac60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff191c12700 1 -- 172.21.15.80:0/3013972899 >> 172.21.15.80:0/3013972899 conn(0x7ff18c102280 msgr2=0x7ff18c1046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff191c12700 1 -- 172.21.15.80:0/3013972899 shutdown_connections 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.931+0000 7ff191c12700 1 -- 172.21.15.80:0/3013972899 wait complete. 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.932+0000 7ff191c12700 1 Processor -- start 2024-04-21T23:48:22.932 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.932+0000 7ff191c12700 1 -- start start 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.932+0000 7ff191c12700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.932+0000 7ff191c12700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff18c10c170 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.932+0000 7ff18b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.932+0000 7ff18b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c19bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58248/0 (socket says 172.21.15.80:58248) 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.932+0000 7ff18b7fe700 1 -- 172.21.15.80:0/1889657027 learned_addr learned my addr 172.21.15.80:0/1889657027 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.933+0000 7ff18b7fe700 1 -- 172.21.15.80:0/1889657027 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff18c19c2d0 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.933+0000 7ff18b7fe700 1 --2- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c19bd90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff17c009fb0 tx=0x7ff17c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.933+0000 7ff188ff9700 1 -- 172.21.15.80:0/1889657027 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17c0038b0 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.933+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff18c19c560 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.933+0000 7ff188ff9700 1 -- 172.21.15.80:0/1889657027 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff17c011e50 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.933+0000 7ff188ff9700 1 -- 172.21.15.80:0/1889657027 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff17c019420 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.933+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff18c19f210 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.934+0000 7ff188ff9700 1 -- 172.21.15.80:0/1889657027 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ff17c019740 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.934+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff18c063890 con 0x7ff18c108870 2024-04-21T23:48:22.933 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.934+0000 7ff188ff9700 1 --2- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ff174039000 0x7ff17403b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.934+0000 7ff188ff9700 1 -- 172.21.15.80:0/1889657027 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff17c04d350 con 0x7ff18c108870 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.934+0000 7ff18affd700 1 --2- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ff174039000 0x7ff17403b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.934+0000 7ff18affd700 1 --2- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ff174039000 0x7ff17403b4c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff180006fd0 tx=0x7ff180006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:21.939+0000 7ff188ff9700 1 -- 172.21.15.80:0/1889657027 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff17c00bc70 con 0x7ff18c108870 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.136+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7ff18c103570 con 0x7ff174039000 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.401+0000 7ff188ff9700 1 -- 172.21.15.80:0/1889657027 <== mgr.14118 v2:172.21.15.80:6800/912580841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff18c103570 con 0x7ff174039000 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ff174039000 msgr2=0x7ff17403b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 --2- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ff174039000 0x7ff17403b4c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff180006fd0 tx=0x7ff180006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 msgr2=0x7ff18c19bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 --2- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c19bd90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff17c009fb0 tx=0x7ff17c011bf0 comp rx=0 tx=0).stop 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 shutdown_connections 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 --2- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7ff174039000 0x7ff17403b4c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 --2- 172.21.15.80:0/1889657027 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff18c108870 0x7ff18c19bd90 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:22.934 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 >> 172.21.15.80:0/1889657027 conn(0x7ff18c102280 msgr2=0x7ff18c102e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:22.935 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 shutdown_connections 2024-04-21T23:48:22.935 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:22.403+0000 7ff191c12700 1 -- 172.21.15.80:0/1889657027 wait complete. 2024-04-21T23:48:23.540 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:23 smithi080 ceph-mon[27925]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:23.540 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:23 smithi080 ceph-mon[27925]: Generating ssh key... 2024-04-21T23:48:24.105 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5JKTs4krSjNDJ/wsdOHE32nC5Vs3Rn2gKm5NKozivojEglqY2Bsl0zArCw7p29ks5amrYQUVrWZcTnBBoscZhpqGbtx09yUEtT5k4VrEivONaNiTYKIfSGjOUhYI68SL+futIRPhdcPHpuf1TrJ/qZvo6Sg8AwZqsUwuTN/TtwBmXB/ngljyoRr7fwWGmFzZvkWoCxgApyMhiXYpywKq/6An3fIf+Nj/ZrXOghDdLmNtl58jPStVArbvJ63WMcsHEXhjPEMPvAaYlFYGOZbHvWgZzM/OHM0kjjI9YKJerlIyPF3HDt4/DFXe48AqO9+RC9k7vVk3Bu7UiyOp1KsNNv0xcwTJcv56eA76qD5XMtRrDMlSatflnYquyodw7Q2MjIb3r1AOrKWjlcDCR/2hBctomFjsHFcl5WNdFKSuNuP1/pJUD05/CiscsXT5/f35ivjPu8pxjVt5PF25Lucvb69wd6gecuz80Fm5f0i3NhumzXjBGzBnmn/fkCLVv91k= ceph-71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:48:24.105 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.338+0000 7f3bdf205700 1 Processor -- start 2024-04-21T23:48:24.105 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.338+0000 7f3bdf205700 1 -- start start 2024-04-21T23:48:24.105 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.338+0000 7f3bdf205700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd81081b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:24.105 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.338+0000 7f3bdf205700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd8108780 con 0x7f3bd8107d90 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.338+0000 7f3bdcfa1700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd81081b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.338+0000 7f3bdcfa1700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd81081b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58250/0 (socket says 172.21.15.80:58250) 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.338+0000 7f3bdcfa1700 1 -- 172.21.15.80:0/728872582 learned_addr learned my addr 172.21.15.80:0/728872582 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdcfa1700 1 -- 172.21.15.80:0/728872582 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd8108f90 con 0x7f3bd8107d90 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdcfa1700 1 --2- 172.21.15.80:0/728872582 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd81081b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc0098a0 tx=0x7f3bcc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20c93526705c73e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bd77fe700 1 -- 172.21.15.80:0/728872582 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bcc004160 con 0x7f3bd8107d90 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bd77fe700 1 -- 172.21.15.80:0/728872582 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f3bcc004300 con 0x7f3bd8107d90 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bd77fe700 1 -- 172.21.15.80:0/728872582 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bcc011b50 con 0x7f3bd8107d90 2024-04-21T23:48:24.106 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdf205700 1 -- 172.21.15.80:0/728872582 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 msgr2=0x7f3bd81081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:24.107 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdf205700 1 --2- 172.21.15.80:0/728872582 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd81081b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc0098a0 tx=0x7f3bcc009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:24.107 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdf205700 1 -- 172.21.15.80:0/728872582 shutdown_connections 2024-04-21T23:48:24.107 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdf205700 1 --2- 172.21.15.80:0/728872582 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd81081b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:24.107 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdf205700 1 -- 172.21.15.80:0/728872582 >> 172.21.15.80:0/728872582 conn(0x7f3bd8103390 msgr2=0x7f3bd81057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:24.107 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdf205700 1 -- 172.21.15.80:0/728872582 shutdown_connections 2024-04-21T23:48:24.107 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.339+0000 7f3bdf205700 1 -- 172.21.15.80:0/728872582 wait complete. 2024-04-21T23:48:24.107 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.340+0000 7f3bdf205700 1 Processor -- start 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.340+0000 7f3bdf205700 1 -- start start 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.340+0000 7f3bdf205700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.340+0000 7f3bdf205700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd810c340 con 0x7f3bd8107d90 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.340+0000 7f3bdcfa1700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.340+0000 7f3bdcfa1700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58256/0 (socket says 172.21.15.80:58256) 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.340+0000 7f3bdcfa1700 1 -- 172.21.15.80:0/774786078 learned_addr learned my addr 172.21.15.80:0/774786078 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.340+0000 7f3bdcfa1700 1 -- 172.21.15.80:0/774786078 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd819c310 con 0x7f3bd8107d90 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.341+0000 7f3bdcfa1700 1 --2- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd819bdd0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc011850 tx=0x7f3bcc011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.341+0000 7f3bd5ffb700 1 -- 172.21.15.80:0/774786078 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bcc003af0 con 0x7f3bd8107d90 2024-04-21T23:48:24.108 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.341+0000 7f3bd5ffb700 1 -- 172.21.15.80:0/774786078 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f3bcc020070 con 0x7f3bd8107d90 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.341+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd819c5a0 con 0x7f3bd8107d90 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.341+0000 7f3bd5ffb700 1 -- 172.21.15.80:0/774786078 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bcc0195a0 con 0x7f3bd8107d90 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.341+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd819f290 con 0x7f3bd8107d90 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.342+0000 7f3bd5ffb700 1 -- 172.21.15.80:0/774786078 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f3bcc019850 con 0x7f3bd8107d90 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.342+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd8063890 con 0x7f3bd8107d90 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.342+0000 7f3bd5ffb700 1 --2- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f3bc80390a0 0x7f3bc803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.342+0000 7f3bd5ffb700 1 -- 172.21.15.80:0/774786078 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3bcc011e00 con 0x7f3bd8107d90 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.342+0000 7f3bd7fff700 1 --2- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f3bc80390a0 0x7f3bc803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.342+0000 7f3bd7fff700 1 --2- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f3bc80390a0 0x7f3bc803b560 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3bc4006fd0 tx=0x7f3bc4006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:24.109 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.347+0000 7f3bd5ffb700 1 -- 172.21.15.80:0/774786078 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3bcc023530 con 0x7f3bd8107d90 2024-04-21T23:48:24.110 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.546+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f3bd8104600 con 0x7f3bc80390a0 2024-04-21T23:48:24.110 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.547+0000 7f3bd5ffb700 1 -- 172.21.15.80:0/774786078 <== mgr.14118 v2:172.21.15.80:6800/912580841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f3bd8104600 con 0x7f3bc80390a0 2024-04-21T23:48:24.110 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f3bc80390a0 msgr2=0x7f3bc803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:24.110 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 --2- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f3bc80390a0 0x7f3bc803b560 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3bc4006fd0 tx=0x7f3bc4006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:24.110 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 msgr2=0x7f3bd819bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:24.110 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 --2- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd819bdd0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc011850 tx=0x7f3bcc011c10 comp rx=0 tx=0).stop 2024-04-21T23:48:24.110 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 shutdown_connections 2024-04-21T23:48:24.110 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 --2- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f3bc80390a0 0x7f3bc803b560 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:24.111 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 --2- 172.21.15.80:0/774786078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3bd8107d90 0x7f3bd819bdd0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:24.111 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 >> 172.21.15.80:0/774786078 conn(0x7f3bd8103390 msgr2=0x7f3bd8103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:24.111 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 shutdown_connections 2024-04-21T23:48:24.111 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:23.549+0000 7f3bdf205700 1 -- 172.21.15.80:0/774786078 wait complete. 2024-04-21T23:48:24.111 INFO:teuthology.orchestra.run.smithi080.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-21T23:48:24.111 INFO:teuthology.orchestra.run.smithi080.stdout:Adding key to root@localhost authorized_keys... 2024-04-21T23:48:24.111 INFO:teuthology.orchestra.run.smithi080.stdout:Adding host smithi080... 2024-04-21T23:48:24.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:24 smithi080 ceph-mon[27925]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:25.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:25 smithi080 ceph-mon[27925]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi080", "addr": "172.21.15.80", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:25.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:25 smithi080 ceph-mon[27925]: Deploying cephadm binary to smithi080 2024-04-21T23:48:29.361 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout Added host 'smithi080' with addr '172.21.15.80' 2024-04-21T23:48:29.361 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.539+0000 7f33286ba700 1 Processor -- start 2024-04-21T23:48:29.361 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.539+0000 7f33286ba700 1 -- start start 2024-04-21T23:48:29.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.539+0000 7f33286ba700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f33201081b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:29.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.539+0000 7f33286ba700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3320108780 con 0x7f3320107d90 2024-04-21T23:48:29.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.540+0000 7f3326456700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f33201081b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:29.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.540+0000 7f3326456700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f33201081b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58268/0 (socket says 172.21.15.80:58268) 2024-04-21T23:48:29.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.540+0000 7f3326456700 1 -- 172.21.15.80:0/649861201 learned_addr learned my addr 172.21.15.80:0/649861201 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:29.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.540+0000 7f3326456700 1 -- 172.21.15.80:0/649861201 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3320108f90 con 0x7f3320107d90 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.540+0000 7f3326456700 1 --2- 172.21.15.80:0/649861201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f33201081b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f331c0098a0 tx=0x7f331c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c6d7b5e7dc8ccb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.540+0000 7f3325454700 1 -- 172.21.15.80:0/649861201 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f331c004160 con 0x7f3320107d90 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.540+0000 7f3325454700 1 -- 172.21.15.80:0/649861201 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f331c004300 con 0x7f3320107d90 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.540+0000 7f3325454700 1 -- 172.21.15.80:0/649861201 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f331c011b50 con 0x7f3320107d90 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 -- 172.21.15.80:0/649861201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 msgr2=0x7f33201081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 --2- 172.21.15.80:0/649861201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f33201081b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f331c0098a0 tx=0x7f331c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 -- 172.21.15.80:0/649861201 shutdown_connections 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 --2- 172.21.15.80:0/649861201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f33201081b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 -- 172.21.15.80:0/649861201 >> 172.21.15.80:0/649861201 conn(0x7f3320103390 msgr2=0x7f33201057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 -- 172.21.15.80:0/649861201 shutdown_connections 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 -- 172.21.15.80:0/649861201 wait complete. 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 Processor -- start 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.541+0000 7f33286ba700 1 -- start start 2024-04-21T23:48:29.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f33286ba700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f332019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f33286ba700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f332010c340 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f3326456700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f332019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f3326456700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f332019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58270/0 (socket says 172.21.15.80:58270) 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f3326456700 1 -- 172.21.15.80:0/3500450566 learned_addr learned my addr 172.21.15.80:0/3500450566 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f3326456700 1 -- 172.21.15.80:0/3500450566 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f332019c310 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f3326456700 1 --2- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f332019bdd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f331c009fb0 tx=0x7f331c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f33177fe700 1 -- 172.21.15.80:0/3500450566 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f331c0038b0 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f33177fe700 1 -- 172.21.15.80:0/3500450566 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f331c011e50 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f332019c5a0 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f33177fe700 1 -- 172.21.15.80:0/3500450566 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f331c019550 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.542+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f332019f290 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.543+0000 7f33177fe700 1 -- 172.21.15.80:0/3500450566 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f331c019800 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.543+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3320063890 con 0x7f3320107d90 2024-04-21T23:48:29.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.544+0000 7f33177fe700 1 --2- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f330c039050 0x7f330c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.544+0000 7f33177fe700 1 -- 172.21.15.80:0/3500450566 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f331c04d410 con 0x7f3320107d90 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.544+0000 7f3325c55700 1 --2- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f330c039050 0x7f330c03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.544+0000 7f3325c55700 1 --2- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f330c039050 0x7f330c03b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3310006fd0 tx=0x7f3310006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.548+0000 7f33177fe700 1 -- 172.21.15.80:0/3500450566 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f331c02d440 con 0x7f3320107d90 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:24.751+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi080", "addr": "172.21.15.80", "target": ["mon-mgr", ""]}) -- 0x7f3320104600 con 0x7f330c039050 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.787+0000 7f33177fe700 1 -- 172.21.15.80:0/3500450566 <== mgr.14118 v2:172.21.15.80:6800/912580841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f3320104600 con 0x7f330c039050 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f330c039050 msgr2=0x7f330c03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 --2- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f330c039050 0x7f330c03b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3310006fd0 tx=0x7f3310006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 msgr2=0x7f332019bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 --2- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f332019bdd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f331c009fb0 tx=0x7f331c011bf0 comp rx=0 tx=0).stop 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 shutdown_connections 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 --2- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f330c039050 0x7f330c03b510 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 --2- 172.21.15.80:0/3500450566 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3320107d90 0x7f332019bdd0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:29.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 >> 172.21.15.80:0/3500450566 conn(0x7f3320103390 msgr2=0x7f3320103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:29.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 shutdown_connections 2024-04-21T23:48:29.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:28.790+0000 7f33286ba700 1 -- 172.21.15.80:0/3500450566 wait complete. 2024-04-21T23:48:29.366 INFO:teuthology.orchestra.run.smithi080.stdout:Deploying unmanaged mon service... 2024-04-21T23:48:29.968 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:29 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:29.969 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:29 smithi080 ceph-mon[27925]: Added host smithi080 2024-04-21T23:48:29.969 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:29 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:30.808 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-21T23:48:30.808 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.824+0000 7fa468a2e700 1 Processor -- start 2024-04-21T23:48:30.808 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.824+0000 7fa468a2e700 1 -- start start 2024-04-21T23:48:30.808 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.824+0000 7fa468a2e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa464107110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:30.808 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.824+0000 7fa468a2e700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa4641076e0 con 0x7fa464106cf0 2024-04-21T23:48:30.809 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.824+0000 7fa46259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa464107110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:30.809 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.824+0000 7fa46259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa464107110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58272/0 (socket says 172.21.15.80:58272) 2024-04-21T23:48:30.809 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.824+0000 7fa46259c700 1 -- 172.21.15.80:0/4189671324 learned_addr learned my addr 172.21.15.80:0/4189671324 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:30.809 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.825+0000 7fa46259c700 1 -- 172.21.15.80:0/4189671324 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa464107e50 con 0x7fa464106cf0 2024-04-21T23:48:30.809 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.825+0000 7fa46259c700 1 --2- 172.21.15.80:0/4189671324 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa464107110 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa4540098a0 tx=0x7fa454009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75aeb8cc6d13d192 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:30.814 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.825+0000 7fa461d9b700 1 -- 172.21.15.80:0/4189671324 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa454004160 con 0x7fa464106cf0 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.825+0000 7fa461d9b700 1 -- 172.21.15.80:0/4189671324 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa454004300 con 0x7fa464106cf0 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.825+0000 7fa461d9b700 1 -- 172.21.15.80:0/4189671324 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa454011b50 con 0x7fa464106cf0 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.825+0000 7fa468a2e700 1 -- 172.21.15.80:0/4189671324 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 msgr2=0x7fa464107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.825+0000 7fa468a2e700 1 --2- 172.21.15.80:0/4189671324 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa464107110 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa4540098a0 tx=0x7fa454009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.825+0000 7fa468a2e700 1 -- 172.21.15.80:0/4189671324 shutdown_connections 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.826+0000 7fa468a2e700 1 --2- 172.21.15.80:0/4189671324 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa464107110 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.826+0000 7fa468a2e700 1 -- 172.21.15.80:0/4189671324 >> 172.21.15.80:0/4189671324 conn(0x7fa4641022f0 msgr2=0x7fa464104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.826+0000 7fa468a2e700 1 -- 172.21.15.80:0/4189671324 shutdown_connections 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.826+0000 7fa468a2e700 1 -- 172.21.15.80:0/4189671324 wait complete. 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.826+0000 7fa468a2e700 1 Processor -- start 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.826+0000 7fa468a2e700 1 -- start start 2024-04-21T23:48:30.815 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa468a2e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa46407c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa468a2e700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa46410b200 con 0x7fa464106cf0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa46259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa46407c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa46259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa46407c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58286/0 (socket says 172.21.15.80:58286) 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa46259c700 1 -- 172.21.15.80:0/704872033 learned_addr learned my addr 172.21.15.80:0/704872033 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa46259c700 1 -- 172.21.15.80:0/704872033 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa46419ea60 con 0x7fa464106cf0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa46259c700 1 --2- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa46407c360 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa454009fb0 tx=0x7fa454011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa45bfff700 1 -- 172.21.15.80:0/704872033 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4540038b0 con 0x7fa464106cf0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa46419ec30 con 0x7fa464106cf0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa45bfff700 1 -- 172.21.15.80:0/704872033 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa454011e50 con 0x7fa464106cf0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa45bfff700 1 -- 172.21.15.80:0/704872033 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa454019550 con 0x7fa464106cf0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.827+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa46419efd0 con 0x7fa464106cf0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.828+0000 7fa45bfff700 1 -- 172.21.15.80:0/704872033 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fa454019850 con 0x7fa464106cf0 2024-04-21T23:48:30.816 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.828+0000 7fa45bfff700 1 --2- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fa450039000 0x7fa45003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.828+0000 7fa45bfff700 1 -- 172.21.15.80:0/704872033 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa45404d2e0 con 0x7fa464106cf0 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.828+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa464063890 con 0x7fa464106cf0 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.828+0000 7fa459d9b700 1 --2- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fa450039000 0x7fa45003b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.829+0000 7fa459d9b700 1 --2- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fa450039000 0x7fa45003b4c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa44c006fd0 tx=0x7fa44c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:29.833+0000 7fa45bfff700 1 -- 172.21.15.80:0/704872033 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa454020240 con 0x7fa464106cf0 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.051+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fa4641035b0 con 0x7fa450039000 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.056+0000 7fa45bfff700 1 -- 172.21.15.80:0/704872033 <== mgr.14118 v2:172.21.15.80:6800/912580841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fa4641035b0 con 0x7fa450039000 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fa450039000 msgr2=0x7fa45003b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 --2- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fa450039000 0x7fa45003b4c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa44c006fd0 tx=0x7fa44c006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 msgr2=0x7fa46407c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 --2- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa46407c360 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa454009fb0 tx=0x7fa454011bf0 comp rx=0 tx=0).stop 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 shutdown_connections 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 --2- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fa450039000 0x7fa45003b4c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:30.817 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 --2- 172.21.15.80:0/704872033 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa464106cf0 0x7fa46407c360 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:30.818 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 >> 172.21.15.80:0/704872033 conn(0x7fa4641022f0 msgr2=0x7fa464102ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:30.818 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 shutdown_connections 2024-04-21T23:48:30.818 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:30.058+0000 7fa468a2e700 1 -- 172.21.15.80:0/704872033 wait complete. 2024-04-21T23:48:30.818 INFO:teuthology.orchestra.run.smithi080.stdout:Deploying unmanaged mgr service... 2024-04-21T23:48:31.100 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:31 smithi080 ceph-mon[27925]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:31.100 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:31 smithi080 ceph-mon[27925]: Saving service mon spec with placement count:5 2024-04-21T23:48:31.100 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:31 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:32.206 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-21T23:48:32.207 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.208+0000 7f7864bae700 1 Processor -- start 2024-04-21T23:48:32.207 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.208+0000 7f7864bae700 1 -- start start 2024-04-21T23:48:32.207 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.208+0000 7f7864bae700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786010ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:32.207 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.208+0000 7f7864bae700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f786007c6c0 con 0x7f7860108860 2024-04-21T23:48:32.207 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.208+0000 7f785e59c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786010ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:32.207 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.208+0000 7f785e59c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786010ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58298/0 (socket says 172.21.15.80:58298) 2024-04-21T23:48:32.207 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.208+0000 7f785e59c700 1 -- 172.21.15.80:0/3866353705 learned_addr learned my addr 172.21.15.80:0/3866353705 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:32.207 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.209+0000 7f785e59c700 1 -- 172.21.15.80:0/3866353705 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f786010b190 con 0x7f7860108860 2024-04-21T23:48:32.208 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.209+0000 7f785e59c700 1 --2- 172.21.15.80:0/3866353705 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786010ac50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f78500098a0 tx=0x7f7850009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2adcd5c2653900fd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:32.208 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.209+0000 7f785d59a700 1 -- 172.21.15.80:0/3866353705 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7850004160 con 0x7f7860108860 2024-04-21T23:48:32.208 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.209+0000 7f785d59a700 1 -- 172.21.15.80:0/3866353705 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7850004300 con 0x7f7860108860 2024-04-21T23:48:32.208 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.209+0000 7f785d59a700 1 -- 172.21.15.80:0/3866353705 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7850011b50 con 0x7f7860108860 2024-04-21T23:48:32.208 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.209+0000 7f7864bae700 1 -- 172.21.15.80:0/3866353705 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 msgr2=0x7f786010ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:32.208 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.209+0000 7f7864bae700 1 --2- 172.21.15.80:0/3866353705 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786010ac50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f78500098a0 tx=0x7f7850009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:32.208 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.210+0000 7f7864bae700 1 -- 172.21.15.80:0/3866353705 shutdown_connections 2024-04-21T23:48:32.208 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.210+0000 7f7864bae700 1 --2- 172.21.15.80:0/3866353705 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786010ac50 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.210+0000 7f7864bae700 1 -- 172.21.15.80:0/3866353705 >> 172.21.15.80:0/3866353705 conn(0x7f78601022f0 msgr2=0x7f7860104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.210+0000 7f7864bae700 1 -- 172.21.15.80:0/3866353705 shutdown_connections 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.210+0000 7f7864bae700 1 -- 172.21.15.80:0/3866353705 wait complete. 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.210+0000 7f7864bae700 1 Processor -- start 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.210+0000 7f7864bae700 1 -- start start 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f7864bae700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786019bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f7864bae700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f786010c150 con 0x7f7860108860 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f785e59c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786019bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f785e59c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786019bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58308/0 (socket says 172.21.15.80:58308) 2024-04-21T23:48:32.209 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f785e59c700 1 -- 172.21.15.80:0/1497329100 learned_addr learned my addr 172.21.15.80:0/1497329100 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f785e59c700 1 -- 172.21.15.80:0/1497329100 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f786019c290 con 0x7f7860108860 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f785e59c700 1 --2- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786019bd50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7850009fb0 tx=0x7f7850011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f784f7fe700 1 -- 172.21.15.80:0/1497329100 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78500038b0 con 0x7f7860108860 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f786019c520 con 0x7f7860108860 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.211+0000 7f784f7fe700 1 -- 172.21.15.80:0/1497329100 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7850011e50 con 0x7f7860108860 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.212+0000 7f784f7fe700 1 -- 172.21.15.80:0/1497329100 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7850019420 con 0x7f7860108860 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.212+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f786019f210 con 0x7f7860108860 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.212+0000 7f784f7fe700 1 -- 172.21.15.80:0/1497329100 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7850019750 con 0x7f7860108860 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.212+0000 7f784f7fe700 1 --2- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7848039050 0x7f784803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.212+0000 7f784f7fe700 1 -- 172.21.15.80:0/1497329100 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f785004d400 con 0x7f7860108860 2024-04-21T23:48:32.210 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.213+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7860063890 con 0x7f7860108860 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.213+0000 7f785dd9b700 1 --2- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7848039050 0x7f784803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.213+0000 7f785dd9b700 1 --2- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7848039050 0x7f784803b510 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7854006fd0 tx=0x7f7854006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.218+0000 7f784f7fe700 1 -- 172.21.15.80:0/1497329100 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7850003ac0 con 0x7f7860108860 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.447+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f7860103590 con 0x7f7848039050 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.452+0000 7f784f7fe700 1 -- 172.21.15.80:0/1497329100 <== mgr.14118 v2:172.21.15.80:6800/912580841 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f7860103590 con 0x7f7848039050 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7848039050 msgr2=0x7f784803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 --2- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7848039050 0x7f784803b510 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7854006fd0 tx=0x7f7854006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 msgr2=0x7f786019bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:32.211 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 --2- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786019bd50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7850009fb0 tx=0x7f7850011bf0 comp rx=0 tx=0).stop 2024-04-21T23:48:32.212 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 shutdown_connections 2024-04-21T23:48:32.212 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 --2- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7848039050 0x7f784803b510 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:32.212 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 --2- 172.21.15.80:0/1497329100 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7860108860 0x7f786019bd50 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:32.212 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 >> 172.21.15.80:0/1497329100 conn(0x7f78601022f0 msgr2=0x7f7860102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:32.212 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 shutdown_connections 2024-04-21T23:48:32.212 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:31.454+0000 7f7864bae700 1 -- 172.21.15.80:0/1497329100 wait complete. 2024-04-21T23:48:32.599 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:32 smithi080 ceph-mon[27925]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:32.599 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:32 smithi080 ceph-mon[27925]: Saving service mgr spec with placement count:2 2024-04-21T23:48:32.599 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:32 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:33.670 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.632+0000 7f9764123700 1 Processor -- start 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.632+0000 7f9764123700 1 -- start start 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9764123700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c1081b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9764123700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f975c108780 con 0x7f975c107d90 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9761ebf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c1081b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9761ebf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c1081b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34172/0 (socket says 172.21.15.80:34172) 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9761ebf700 1 -- 172.21.15.80:0/3208539845 learned_addr learned my addr 172.21.15.80:0/3208539845 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9761ebf700 1 -- 172.21.15.80:0/3208539845 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975c108f90 con 0x7f975c107d90 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9761ebf700 1 --2- 172.21.15.80:0/3208539845 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c1081b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f974c0098a0 tx=0x7f974c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42cb91047a0e83ea server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9760ebd700 1 -- 172.21.15.80:0/3208539845 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f974c004160 con 0x7f975c107d90 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9760ebd700 1 -- 172.21.15.80:0/3208539845 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f974c004300 con 0x7f975c107d90 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.633+0000 7f9760ebd700 1 -- 172.21.15.80:0/3208539845 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f974c011b50 con 0x7f975c107d90 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.634+0000 7f9764123700 1 -- 172.21.15.80:0/3208539845 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 msgr2=0x7f975c1081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:33.671 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.634+0000 7f9764123700 1 --2- 172.21.15.80:0/3208539845 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c1081b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f974c0098a0 tx=0x7f974c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.634+0000 7f9764123700 1 -- 172.21.15.80:0/3208539845 shutdown_connections 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.634+0000 7f9764123700 1 --2- 172.21.15.80:0/3208539845 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c1081b0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.634+0000 7f9764123700 1 -- 172.21.15.80:0/3208539845 >> 172.21.15.80:0/3208539845 conn(0x7f975c103390 msgr2=0x7f975c1057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.634+0000 7f9764123700 1 -- 172.21.15.80:0/3208539845 shutdown_connections 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.634+0000 7f9764123700 1 -- 172.21.15.80:0/3208539845 wait complete. 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9764123700 1 Processor -- start 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9764123700 1 -- start start 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9764123700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9764123700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f975c10c340 con 0x7f975c107d90 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9761ebf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9761ebf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34186/0 (socket says 172.21.15.80:34186) 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9761ebf700 1 -- 172.21.15.80:0/2190105324 learned_addr learned my addr 172.21.15.80:0/2190105324 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9761ebf700 1 -- 172.21.15.80:0/2190105324 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975c19c2f0 con 0x7f975c107d90 2024-04-21T23:48:33.672 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.635+0000 7f9761ebf700 1 --2- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c19bdb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f974c009fb0 tx=0x7f974c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.636+0000 7f9752ffd700 1 -- 172.21.15.80:0/2190105324 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f974c0038b0 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.636+0000 7f9752ffd700 1 -- 172.21.15.80:0/2190105324 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f974c011e50 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.636+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f975c19c580 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.636+0000 7f9752ffd700 1 -- 172.21.15.80:0/2190105324 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f974c019550 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.636+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f975c19f270 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.636+0000 7f9752ffd700 1 -- 172.21.15.80:0/2190105324 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f974c003a50 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.637+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f975c063890 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.637+0000 7f9752ffd700 1 --2- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f9748039050 0x7f974803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.637+0000 7f9752ffd700 1 -- 172.21.15.80:0/2190105324 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f974c04d290 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.637+0000 7f97616be700 1 --2- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f9748039050 0x7f974803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.637+0000 7f97616be700 1 --2- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f9748039050 0x7f974803b510 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9758006fd0 tx=0x7f9758006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.642+0000 7f9752ffd700 1 -- 172.21.15.80:0/2190105324 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f974c00fda0 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.841+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f975c19f8c0 con 0x7f975c107d90 2024-04-21T23:48:33.673 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.846+0000 7f9752ffd700 1 -- 172.21.15.80:0/2190105324 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v6)=0 v6) ==== 142+0+0 (secure 0 0 0) 0x7f974c023390 con 0x7f975c107d90 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f9748039050 msgr2=0x7f974803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 --2- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f9748039050 0x7f974803b510 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9758006fd0 tx=0x7f9758006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 msgr2=0x7f975c19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 --2- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c19bdb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f974c009fb0 tx=0x7f974c011bf0 comp rx=0 tx=0).stop 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 shutdown_connections 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 --2- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f9748039050 0x7f974803b510 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 --2- 172.21.15.80:0/2190105324 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f975c107d90 0x7f975c19bdb0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 >> 172.21.15.80:0/2190105324 conn(0x7f975c103390 msgr2=0x7f975c103f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 shutdown_connections 2024-04-21T23:48:33.674 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:32.848+0000 7f9764123700 1 -- 172.21.15.80:0/2190105324 wait complete. 2024-04-21T23:48:33.933 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:33 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2190105324' entity='client.admin' 2024-04-21T23:48:33.933 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:33 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:34.873 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.044+0000 7fd43b417700 1 Processor -- start 2024-04-21T23:48:34.879 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.044+0000 7fd43b417700 1 -- start start 2024-04-21T23:48:34.879 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.044+0000 7fd43b417700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43410ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:34.879 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd43b417700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fd43407be50 con 0x7fd434108830 2024-04-21T23:48:34.879 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd4391b3700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43410ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:34.879 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd4391b3700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43410ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34188/0 (socket says 172.21.15.80:34188) 2024-04-21T23:48:34.879 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd4391b3700 1 -- 172.21.15.80:0/2822973886 learned_addr learned my addr 172.21.15.80:0/2822973886 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd4391b3700 1 -- 172.21.15.80:0/2822973886 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd43410b160 con 0x7fd434108830 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd4391b3700 1 --2- 172.21.15.80:0/2822973886 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43410ac20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd4240098a0 tx=0x7fd424009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5216ba98dc0f9607 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd42bfff700 1 -- 172.21.15.80:0/2822973886 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd424004160 con 0x7fd434108830 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd42bfff700 1 -- 172.21.15.80:0/2822973886 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd424004300 con 0x7fd434108830 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.045+0000 7fd42bfff700 1 -- 172.21.15.80:0/2822973886 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd424011b20 con 0x7fd434108830 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.046+0000 7fd43b417700 1 -- 172.21.15.80:0/2822973886 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 msgr2=0x7fd43410ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.046+0000 7fd43b417700 1 --2- 172.21.15.80:0/2822973886 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43410ac20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd4240098a0 tx=0x7fd424009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.046+0000 7fd43b417700 1 -- 172.21.15.80:0/2822973886 shutdown_connections 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.046+0000 7fd43b417700 1 --2- 172.21.15.80:0/2822973886 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43410ac20 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.046+0000 7fd43b417700 1 -- 172.21.15.80:0/2822973886 >> 172.21.15.80:0/2822973886 conn(0x7fd434102200 msgr2=0x7fd434104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:34.880 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.046+0000 7fd43b417700 1 -- 172.21.15.80:0/2822973886 shutdown_connections 2024-04-21T23:48:34.881 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.046+0000 7fd43b417700 1 -- 172.21.15.80:0/2822973886 wait complete. 2024-04-21T23:48:34.881 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.047+0000 7fd43b417700 1 Processor -- start 2024-04-21T23:48:34.881 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.047+0000 7fd43b417700 1 -- start start 2024-04-21T23:48:34.881 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.047+0000 7fd43b417700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43419bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:34.881 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.047+0000 7fd43b417700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fd43410c160 con 0x7fd434108830 2024-04-21T23:48:34.881 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.047+0000 7fd4391b3700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43419bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:34.881 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.047+0000 7fd4391b3700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43419bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34196/0 (socket says 172.21.15.80:34196) 2024-04-21T23:48:34.881 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.047+0000 7fd4391b3700 1 -- 172.21.15.80:0/789278529 learned_addr learned my addr 172.21.15.80:0/789278529 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.047+0000 7fd4391b3700 1 -- 172.21.15.80:0/789278529 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd43419c200 con 0x7fd434108830 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.048+0000 7fd4391b3700 1 --2- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43419bcc0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd4240117e0 tx=0x7fd424011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.048+0000 7fd42a7fc700 1 -- 172.21.15.80:0/789278529 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd424003bf0 con 0x7fd434108830 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.048+0000 7fd42a7fc700 1 -- 172.21.15.80:0/789278529 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd42401a910 con 0x7fd434108830 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.048+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd43419c490 con 0x7fd434108830 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.048+0000 7fd42a7fc700 1 -- 172.21.15.80:0/789278529 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd424024970 con 0x7fd434108830 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.048+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd43419c8f0 con 0x7fd434108830 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.049+0000 7fd42a7fc700 1 -- 172.21.15.80:0/789278529 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fd424022020 con 0x7fd434108830 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.049+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd434063890 con 0x7fd434108830 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.049+0000 7fd42a7fc700 1 --2- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fd420039000 0x7fd42003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:34.882 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.049+0000 7fd42a7fc700 1 -- 172.21.15.80:0/789278529 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd42404d610 con 0x7fd434108830 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.049+0000 7fd4389b2700 1 --2- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fd420039000 0x7fd42003b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.050+0000 7fd4389b2700 1 --2- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fd420039000 0x7fd42003b4c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd430006fd0 tx=0x7fd430006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.054+0000 7fd42a7fc700 1 -- 172.21.15.80:0/789278529 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd424011e20 con 0x7fd434108830 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.256+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fd43419f360 con 0x7fd434108830 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.259+0000 7fd42a7fc700 1 -- 172.21.15.80:0/789278529 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fd42401aac0 con 0x7fd434108830 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fd420039000 msgr2=0x7fd42003b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 --2- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fd420039000 0x7fd42003b4c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd430006fd0 tx=0x7fd430006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 msgr2=0x7fd43419bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 --2- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43419bcc0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd4240117e0 tx=0x7fd424011c10 comp rx=0 tx=0).stop 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 shutdown_connections 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 --2- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fd420039000 0x7fd42003b4c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 --2- 172.21.15.80:0/789278529 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd434108830 0x7fd43419bcc0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 >> 172.21.15.80:0/789278529 conn(0x7fd434102200 msgr2=0x7fd434102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:34.883 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 shutdown_connections 2024-04-21T23:48:34.884 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:34.262+0000 7fd43b417700 1 -- 172.21.15.80:0/789278529 wait complete. 2024-04-21T23:48:34.884 INFO:teuthology.orchestra.run.smithi080.stdout:Enabling the dashboard module... 2024-04-21T23:48:35.126 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:34 smithi080 ceph-mon[27925]: from='mgr.14118 172.21.15.80:0/3622181873' entity='mgr.x' 2024-04-21T23:48:35.126 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:34 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/789278529' entity='client.admin' 2024-04-21T23:48:36.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:35 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1562190964' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-21T23:48:36.200 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:35 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: ignoring --setuser ceph since I am not root 2024-04-21T23:48:36.200 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:35 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: ignoring --setgroup ceph since I am not root 2024-04-21T23:48:36.200 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:36.105+0000 7f6ad3939200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T23:48:36.671 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:36.292+0000 7f6ad3939200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:48:36.671 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:36.398+0000 7f6ad3939200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T23:48:36.678 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.320+0000 7f7db4533700 1 Processor -- start 2024-04-21T23:48:36.678 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.320+0000 7f7db4533700 1 -- start start 2024-04-21T23:48:36.678 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.320+0000 7f7db4533700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac07cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:36.678 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.320+0000 7f7db4533700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac07d1a0 con 0x7f7dac07e770 2024-04-21T23:48:36.678 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.320+0000 7f7db22cf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac07cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:36.678 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.320+0000 7f7db22cf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac07cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34210/0 (socket says 172.21.15.80:34210) 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.320+0000 7f7db22cf700 1 -- 172.21.15.80:0/4275541755 learned_addr learned my addr 172.21.15.80:0/4275541755 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.321+0000 7f7db22cf700 1 -- 172.21.15.80:0/4275541755 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dac07d320 con 0x7f7dac07e770 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.321+0000 7f7db22cf700 1 --2- 172.21.15.80:0/4275541755 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac07cbd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7da80098a0 tx=0x7f7da8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7c73ae792be471e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.321+0000 7f7db12cd700 1 -- 172.21.15.80:0/4275541755 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7da8004160 con 0x7f7dac07e770 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.321+0000 7f7db12cd700 1 -- 172.21.15.80:0/4275541755 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7da8004300 con 0x7f7dac07e770 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.321+0000 7f7db12cd700 1 -- 172.21.15.80:0/4275541755 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7da8011b20 con 0x7f7dac07e770 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.321+0000 7f7db4533700 1 -- 172.21.15.80:0/4275541755 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 msgr2=0x7f7dac07cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.321+0000 7f7db4533700 1 --2- 172.21.15.80:0/4275541755 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac07cbd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7da80098a0 tx=0x7f7da8009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.321+0000 7f7db4533700 1 -- 172.21.15.80:0/4275541755 shutdown_connections 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db4533700 1 --2- 172.21.15.80:0/4275541755 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac07cbd0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db4533700 1 -- 172.21.15.80:0/4275541755 >> 172.21.15.80:0/4275541755 conn(0x7f7dac103390 msgr2=0x7f7dac1057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db4533700 1 -- 172.21.15.80:0/4275541755 shutdown_connections 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db4533700 1 -- 172.21.15.80:0/4275541755 wait complete. 2024-04-21T23:48:36.679 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db4533700 1 Processor -- start 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db4533700 1 -- start start 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db4533700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac19df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db4533700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac10e3d0 con 0x7f7dac07e770 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db22cf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac19df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db22cf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac19df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34214/0 (socket says 172.21.15.80:34214) 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.322+0000 7f7db22cf700 1 -- 172.21.15.80:0/1562190964 learned_addr learned my addr 172.21.15.80:0/1562190964 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.323+0000 7f7db22cf700 1 -- 172.21.15.80:0/1562190964 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dac19e460 con 0x7f7dac07e770 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.323+0000 7f7db22cf700 1 --2- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac19df20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7da80116a0 tx=0x7f7da8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.323+0000 7f7da37fe700 1 -- 172.21.15.80:0/1562190964 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7da8003a40 con 0x7f7dac07e770 2024-04-21T23:48:36.680 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.323+0000 7f7da37fe700 1 -- 172.21.15.80:0/1562190964 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7da8003be0 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.323+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dac19e6f0 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.323+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dac19eb50 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.323+0000 7f7da37fe700 1 -- 172.21.15.80:0/1562190964 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7da801a720 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.324+0000 7f7da37fe700 1 -- 172.21.15.80:0/1562190964 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7da8024430 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.324+0000 7f7da37fe700 1 --2- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7d98039000 0x7f7d9803b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.324+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dac063890 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.324+0000 7f7da37fe700 1 -- 172.21.15.80:0/1562190964 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7da804d670 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.324+0000 7f7db1ace700 1 --2- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7d98039000 0x7f7d9803b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.324+0000 7f7db1ace700 1 --2- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7d98039000 0x7f7d9803b4c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c006fd0 tx=0x7f7d9c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.329+0000 7f7da37fe700 1 -- 172.21.15.80:0/1562190964 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7da8011e20 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.613+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f7dac1a1520 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.925+0000 7f7da37fe700 1 -- 172.21.15.80:0/1562190964 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f7da8024720 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.926+0000 7f7da37fe700 1 -- 172.21.15.80:0/1562190964 <== mon.0 v2:172.21.15.80:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f7da802d3f0 con 0x7f7dac07e770 2024-04-21T23:48:36.681 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7d98039000 msgr2=0x7f7d9803b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 --2- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7d98039000 0x7f7d9803b4c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c006fd0 tx=0x7f7d9c006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 msgr2=0x7f7dac19df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 --2- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac19df20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7da80116a0 tx=0x7f7da8011ba0 comp rx=0 tx=0).stop 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 shutdown_connections 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 --2- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7f7d98039000 0x7f7d9803b4c0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 --2- 172.21.15.80:0/1562190964 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7dac07e770 0x7f7dac19df20 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 >> 172.21.15.80:0/1562190964 conn(0x7f7dac103390 msgr2=0x7f7dac103e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 shutdown_connections 2024-04-21T23:48:36.682 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:35.928+0000 7f7db4533700 1 -- 172.21.15.80:0/1562190964 wait complete. 2024-04-21T23:48:36.920 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:36 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1562190964' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-21T23:48:36.921 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:36 smithi080 ceph-mon[27925]: mgrmap e9: x(active, since 18s) 2024-04-21T23:48:36.921 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:36.709+0000 7f6ad3939200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T23:48:36.921 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:36.796+0000 7f6ad3939200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T23:48:38.077 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:37 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1739130956' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-21T23:48:38.077 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:37 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:37.989+0000 7f6ad3939200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout { 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout } 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.162+0000 7fe7ea542700 1 Processor -- start 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.162+0000 7fe7ea542700 1 -- start start 2024-04-21T23:48:38.086 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.162+0000 7fe7ea542700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e4107060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.162+0000 7fe7ea542700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e4107630 con 0x7fe7e4106c40 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.163+0000 7fe7e3fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e4107060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.163+0000 7fe7e3fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e4107060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34230/0 (socket says 172.21.15.80:34230) 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.163+0000 7fe7e3fff700 1 -- 172.21.15.80:0/331611751 learned_addr learned my addr 172.21.15.80:0/331611751 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.163+0000 7fe7e3fff700 1 -- 172.21.15.80:0/331611751 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e4107e40 con 0x7fe7e4106c40 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.163+0000 7fe7e3fff700 1 --2- 172.21.15.80:0/331611751 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e4107060 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe7d40098a0 tx=0x7fe7d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=784ef0162baeada8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.163+0000 7fe7e2ffd700 1 -- 172.21.15.80:0/331611751 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7d4004160 con 0x7fe7e4106c40 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.163+0000 7fe7e2ffd700 1 -- 172.21.15.80:0/331611751 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7d4004300 con 0x7fe7e4106c40 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.163+0000 7fe7e2ffd700 1 -- 172.21.15.80:0/331611751 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7d4011b20 con 0x7fe7e4106c40 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.164+0000 7fe7ea542700 1 -- 172.21.15.80:0/331611751 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 msgr2=0x7fe7e4107060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.164+0000 7fe7ea542700 1 --2- 172.21.15.80:0/331611751 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e4107060 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe7d40098a0 tx=0x7fe7d4009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:38.087 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.164+0000 7fe7ea542700 1 -- 172.21.15.80:0/331611751 shutdown_connections 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.164+0000 7fe7ea542700 1 --2- 172.21.15.80:0/331611751 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e4107060 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.164+0000 7fe7ea542700 1 -- 172.21.15.80:0/331611751 >> 172.21.15.80:0/331611751 conn(0x7fe7e4102200 msgr2=0x7fe7e4104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.164+0000 7fe7ea542700 1 -- 172.21.15.80:0/331611751 shutdown_connections 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.164+0000 7fe7ea542700 1 -- 172.21.15.80:0/331611751 wait complete. 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.164+0000 7fe7ea542700 1 Processor -- start 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.165+0000 7fe7ea542700 1 -- start start 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.165+0000 7fe7ea542700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e407ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.165+0000 7fe7ea542700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e410b1f0 con 0x7fe7e4106c40 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.165+0000 7fe7e3fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e407ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.165+0000 7fe7e3fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e407ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34246/0 (socket says 172.21.15.80:34246) 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.165+0000 7fe7e3fff700 1 -- 172.21.15.80:0/1739130956 learned_addr learned my addr 172.21.15.80:0/1739130956 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.165+0000 7fe7e3fff700 1 -- 172.21.15.80:0/1739130956 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e419ea20 con 0x7fe7e4106c40 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.166+0000 7fe7e3fff700 1 --2- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e407ba70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe7d40117e0 tx=0x7fe7d4011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:38.088 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.166+0000 7fe7e17fa700 1 -- 172.21.15.80:0/1739130956 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7d4003bf0 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.166+0000 7fe7e17fa700 1 -- 172.21.15.80:0/1739130956 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7d401a910 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.166+0000 7fe7ea542700 1 -- 172.21.15.80:0/1739130956 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7e419ebf0 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.166+0000 7fe7e17fa700 1 -- 172.21.15.80:0/1739130956 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7d40249a0 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.166+0000 7fe7ea542700 1 -- 172.21.15.80:0/1739130956 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7e419ef90 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.168+0000 7fe7e17fa700 1 -- 172.21.15.80:0/1739130956 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fe7d4022020 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.168+0000 7fe7e17fa700 1 --2- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fe7cc0390b0 0x7fe7cc03b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.168+0000 7fe7e17fa700 1 -- 172.21.15.80:0/1739130956 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe7d404d8b0 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.168+0000 7fe7e37fe700 1 -- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fe7cc0390b0 msgr2=0x7fe7cc03b570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/912580841 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.168+0000 7fe7e37fe700 1 --2- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fe7cc0390b0 0x7fe7cc03b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.179+0000 7fe7caffd700 1 -- 172.21.15.80:0/1739130956 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7e4063890 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.195+0000 7fe7e17fa700 1 -- 172.21.15.80:0/1739130956 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe7d4011e20 con 0x7fe7e4106c40 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.370+0000 7fe7e37fe700 1 -- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fe7cc0390b0 msgr2=0x7fe7cc03b570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/912580841 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.370+0000 7fe7e37fe700 1 --2- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fe7cc0390b0 0x7fe7cc03b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T23:48:38.089 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.484+0000 7fe7caffd700 1 -- 172.21.15.80:0/1739130956 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fe7e4062670 con 0x7fe7e4106c40 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.484+0000 7fe7e17fa700 1 -- 172.21.15.80:0/1739130956 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fe7d4004300 con 0x7fe7e4106c40 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 -- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fe7cc0390b0 msgr2=0x7fe7cc03b570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 --2- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fe7cc0390b0 0x7fe7cc03b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 -- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 msgr2=0x7fe7e407ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 --2- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e407ba70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe7d40117e0 tx=0x7fe7d4011c10 comp rx=0 tx=0).stop 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 -- 172.21.15.80:0/1739130956 shutdown_connections 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 --2- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fe7cc0390b0 0x7fe7cc03b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 --2- 172.21.15.80:0/1739130956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe7e4106c40 0x7fe7e407ba70 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 -- 172.21.15.80:0/1739130956 >> 172.21.15.80:0/1739130956 conn(0x7fe7e4102200 msgr2=0x7fe7e4102cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 -- 172.21.15.80:0/1739130956 shutdown_connections 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:37.486+0000 7fe7caffd700 1 -- 172.21.15.80:0/1739130956 wait complete. 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:Waiting for the mgr to restart... 2024-04-21T23:48:38.090 INFO:teuthology.orchestra.run.smithi080.stdout:Waiting for mgr epoch 9... 2024-04-21T23:48:38.344 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:38.175+0000 7f6ad3939200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T23:48:38.344 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:38.350+0000 7f6ad3939200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T23:48:38.930 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:38.642+0000 7f6ad3939200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T23:48:38.930 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:38.735+0000 7f6ad3939200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T23:48:38.930 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:38.936+0000 7f6ad3939200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T23:48:39.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:39 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:39.128+0000 7f6ad3939200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:48:40.132 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:39 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:39.717+0000 7f6ad3939200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T23:48:40.429 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:40.138+0000 7f6ad3939200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T23:48:40.429 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:40.235+0000 7f6ad3939200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T23:48:40.429 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:40.435+0000 7f6ad3939200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T23:48:41.041 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:40.955+0000 7f6ad3939200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T23:48:41.041 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:41.047+0000 7f6ad3939200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T23:48:41.377 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:41.289+0000 7f6ad3939200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T23:48:41.637 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:41.430+0000 7f6ad3939200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T23:48:41.637 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:41.526+0000 7f6ad3939200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T23:48:41.637 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:41.643+0000 7f6ad3939200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T23:48:41.949 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:41.735+0000 7f6ad3939200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T23:48:42.802 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:42.541+0000 7f6ad3939200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T23:48:42.802 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:48:42.755+0000 7f6ad3939200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: Active manager daemon x restarted 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: Activating manager daemon x 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: osdmap e3: 0 total, 0 up, 0 in 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: mgrmap e10: x(active, starting, since 0.00335273s) 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T23:48:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: Manager daemon x is now available 2024-04-21T23:48:43.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:43.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T23:48:43.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T23:48:44.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout { 2024-04-21T23:48:44.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-21T23:48:44.362 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout } 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.494+0000 7feda1baf700 1 Processor -- start 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.494+0000 7feda1baf700 1 -- start start 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.494+0000 7feda1baf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c10ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.494+0000 7feda1baf700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fed9c07be10 con 0x7fed9c108870 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.495+0000 7fed9b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c10ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.495+0000 7fed9b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c10ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34260/0 (socket says 172.21.15.80:34260) 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.495+0000 7fed9b7fe700 1 -- 172.21.15.80:0/2607647276 learned_addr learned my addr 172.21.15.80:0/2607647276 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.495+0000 7fed9b7fe700 1 -- 172.21.15.80:0/2607647276 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed9c10b1a0 con 0x7fed9c108870 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.495+0000 7fed9b7fe700 1 --2- 172.21.15.80:0/2607647276 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c10ac60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fed8c0098a0 tx=0x7fed8c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e754d412470e42a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:44.363 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.495+0000 7fed9a7fc700 1 -- 172.21.15.80:0/2607647276 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed8c004160 con 0x7fed9c108870 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.495+0000 7fed9a7fc700 1 -- 172.21.15.80:0/2607647276 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed8c004300 con 0x7fed9c108870 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.495+0000 7fed9a7fc700 1 -- 172.21.15.80:0/2607647276 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed8c011b20 con 0x7fed9c108870 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.496+0000 7feda1baf700 1 -- 172.21.15.80:0/2607647276 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 msgr2=0x7fed9c10ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.496+0000 7feda1baf700 1 --2- 172.21.15.80:0/2607647276 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c10ac60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fed8c0098a0 tx=0x7fed8c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.496+0000 7feda1baf700 1 -- 172.21.15.80:0/2607647276 shutdown_connections 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.496+0000 7feda1baf700 1 --2- 172.21.15.80:0/2607647276 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c10ac60 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.496+0000 7feda1baf700 1 -- 172.21.15.80:0/2607647276 >> 172.21.15.80:0/2607647276 conn(0x7fed9c102200 msgr2=0x7fed9c104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.496+0000 7feda1baf700 1 -- 172.21.15.80:0/2607647276 shutdown_connections 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.496+0000 7feda1baf700 1 -- 172.21.15.80:0/2607647276 wait complete. 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.497+0000 7feda1baf700 1 Processor -- start 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.497+0000 7feda1baf700 1 -- start start 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.497+0000 7feda1baf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c19bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:44.364 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.497+0000 7feda1baf700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fed9c10c150 con 0x7fed9c108870 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.497+0000 7fed9b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c19bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.497+0000 7fed9b7fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c19bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34264/0 (socket says 172.21.15.80:34264) 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.497+0000 7fed9b7fe700 1 -- 172.21.15.80:0/232224939 learned_addr learned my addr 172.21.15.80:0/232224939 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.497+0000 7fed9b7fe700 1 -- 172.21.15.80:0/232224939 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed9c19c1e0 con 0x7fed9c108870 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.498+0000 7fed9b7fe700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c19bca0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fed8c0117e0 tx=0x7fed8c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.498+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed8c003ba0 con 0x7fed9c108870 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.498+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed9c19c470 con 0x7fed9c108870 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.498+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed8c01a910 con 0x7fed9c108870 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.498+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed8c0248f0 con 0x7fed9c108870 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.498+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed9c19c8d0 con 0x7fed9c108870 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.499+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fed8c022020 con 0x7fed9c108870 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.499+0000 7fed98ff9700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 0x7fed8403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:44.365 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.499+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 --> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fed8403bc70 con 0x7fed840390a0 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.499+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fed8c04da70 con 0x7fed9c108870 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.499+0000 7fed9affd700 1 -- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 msgr2=0x7fed8403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/912580841 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.499+0000 7fed9affd700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 0x7fed8403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.700+0000 7fed9affd700 1 -- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 msgr2=0x7fed8403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/912580841 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:38.700+0000 7fed9affd700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 0x7fed8403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:39.101+0000 7fed9affd700 1 -- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 msgr2=0x7fed8403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/912580841 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:39.101+0000 7fed9affd700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 0x7fed8403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:39.902+0000 7fed9affd700 1 -- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 msgr2=0x7fed8403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/912580841 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:39.902+0000 7fed9affd700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 0x7fed8403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:41.503+0000 7fed9affd700 1 -- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 msgr2=0x7fed8403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/912580841 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:41.503+0000 7fed9affd700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 0x7fed8403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-21T23:48:44.366 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:42.759+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7fed8c02d3f0 con 0x7fed9c108870 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:42.759+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 msgr2=0x7fed8403b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:42.759+0000 7fed98ff9700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 0x7fed8403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.760+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7fed8c04f810 con 0x7fed9c108870 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.761+0000 7fed98ff9700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fed8403cb60 0x7fed8403ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.761+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fed8403bc70 con 0x7fed8403cb60 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.761+0000 7fed9affd700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fed8403cb60 0x7fed8403ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.762+0000 7fed9affd700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fed8403cb60 0x7fed8403ef50 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fed90003a10 tx=0x7fed900092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.762+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fed8403bc70 con 0x7fed8403cb60 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.769+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fed9c063890 con 0x7fed8403cb60 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.769+0000 7fed98ff9700 1 -- 172.21.15.80:0/232224939 <== mgr.14150 v2:172.21.15.80:6800/1494600697 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fed9c063890 con 0x7fed8403cb60 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fed8403cb60 msgr2=0x7fed8403ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fed8403cb60 0x7fed8403ef50 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fed90003a10 tx=0x7fed900092b0 comp rx=0 tx=0).stop 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 msgr2=0x7fed9c19bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:44.367 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c19bca0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fed8c0117e0 tx=0x7fed8c011ba0 comp rx=0 tx=0).stop 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 shutdown_connections 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fed8403cb60 0x7fed8403ef50 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fed9c108870 0x7fed9c19bca0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 --2- 172.21.15.80:0/232224939 >> [v2:172.21.15.80:6800/912580841,v1:172.21.15.80:6801/912580841] conn(0x7fed840390a0 0x7fed8403b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 >> 172.21.15.80:0/232224939 conn(0x7fed9c102200 msgr2=0x7fed9c102cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 shutdown_connections 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:43.770+0000 7feda1baf700 1 -- 172.21.15.80:0/232224939 wait complete. 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:mgr epoch 9 is available 2024-04-21T23:48:44.368 INFO:teuthology.orchestra.run.smithi080.stdout:Generating a dashboard self-signed certificate... 2024-04-21T23:48:44.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:44 smithi080 ceph-mon[27925]: [21/Apr/2024:23:48:43] ENGINE Bus STARTING 2024-04-21T23:48:44.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:44 smithi080 ceph-mon[27925]: [21/Apr/2024:23:48:43] ENGINE Serving on https://172.21.15.80:7150 2024-04-21T23:48:44.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:44 smithi080 ceph-mon[27925]: [21/Apr/2024:23:48:43] ENGINE Serving on http://172.21.15.80:8765 2024-04-21T23:48:44.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:44 smithi080 ceph-mon[27925]: [21/Apr/2024:23:48:43] ENGINE Bus STARTED 2024-04-21T23:48:44.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:44 smithi080 ceph-mon[27925]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-21T23:48:44.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:44 smithi080 ceph-mon[27925]: mgrmap e11: x(active, since 1.00627s) 2024-04-21T23:48:44.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:44 smithi080 ceph-mon[27925]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-21T23:48:45.725 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.745+0000 7f2002281700 1 Processor -- start 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.745+0000 7f2002281700 1 -- start start 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.745+0000 7f2002281700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc10acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.745+0000 7f2002281700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1ffc07c660 con 0x7f1ffc1088c0 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.745+0000 7f1ffbfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc10acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.745+0000 7f1ffbfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc10acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44236/0 (socket says 172.21.15.80:44236) 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.745+0000 7f1ffbfff700 1 -- 172.21.15.80:0/856625885 learned_addr learned my addr 172.21.15.80:0/856625885 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f1ffbfff700 1 -- 172.21.15.80:0/856625885 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ffc10b1f0 con 0x7f1ffc1088c0 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f1ffbfff700 1 --2- 172.21.15.80:0/856625885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc10acb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1fec0098a0 tx=0x7f1fec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35da1d2aadfa29f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:45.726 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f1ffaffd700 1 -- 172.21.15.80:0/856625885 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1fec004160 con 0x7f1ffc1088c0 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f1ffaffd700 1 -- 172.21.15.80:0/856625885 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fec004300 con 0x7f1ffc1088c0 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f1ffaffd700 1 -- 172.21.15.80:0/856625885 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1fec011b20 con 0x7f1ffc1088c0 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f2002281700 1 -- 172.21.15.80:0/856625885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 msgr2=0x7f1ffc10acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f2002281700 1 --2- 172.21.15.80:0/856625885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc10acb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1fec0098a0 tx=0x7f1fec009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f2002281700 1 -- 172.21.15.80:0/856625885 shutdown_connections 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f2002281700 1 --2- 172.21.15.80:0/856625885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc10acb0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f2002281700 1 -- 172.21.15.80:0/856625885 >> 172.21.15.80:0/856625885 conn(0x7f1ffc1022f0 msgr2=0x7f1ffc104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.746+0000 7f2002281700 1 -- 172.21.15.80:0/856625885 shutdown_connections 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.747+0000 7f2002281700 1 -- 172.21.15.80:0/856625885 wait complete. 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.747+0000 7f2002281700 1 Processor -- start 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.747+0000 7f2002281700 1 -- start start 2024-04-21T23:48:45.727 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.747+0000 7f2002281700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc108140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.747+0000 7f2002281700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1ffc10c190 con 0x7f1ffc1088c0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.747+0000 7f1ffbfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc108140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.747+0000 7f1ffbfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc108140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44242/0 (socket says 172.21.15.80:44242) 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.748+0000 7f1ffbfff700 1 -- 172.21.15.80:0/649395941 learned_addr learned my addr 172.21.15.80:0/649395941 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.748+0000 7f1ffbfff700 1 -- 172.21.15.80:0/649395941 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ffc108680 con 0x7f1ffc1088c0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.748+0000 7f1ffbfff700 1 --2- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc108140 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1fec011b60 tx=0x7f1fec011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.748+0000 7f1ff97fa700 1 -- 172.21.15.80:0/649395941 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1fec003b60 con 0x7f1ffc1088c0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.748+0000 7f1ff97fa700 1 -- 172.21.15.80:0/649395941 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fec01a910 con 0x7f1ffc1088c0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.748+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ffc106870 con 0x7f1ffc1088c0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.748+0000 7f1ff97fa700 1 -- 172.21.15.80:0/649395941 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1fec024930 con 0x7f1ffc1088c0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.748+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ffc106d30 con 0x7f1ffc1088c0 2024-04-21T23:48:45.728 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.749+0000 7f1ff97fa700 1 -- 172.21.15.80:0/649395941 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f1fec022020 con 0x7f1ffc1088c0 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.749+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ffc063890 con 0x7f1ffc1088c0 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.749+0000 7f1ff97fa700 1 --2- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1fe4038f80 0x7f1fe403b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.749+0000 7f1ff97fa700 1 -- 172.21.15.80:0/649395941 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1fec04d360 con 0x7f1ffc1088c0 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.749+0000 7f1ffb7fe700 1 --2- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1fe4038f80 0x7f1fe403b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.750+0000 7f1ffb7fe700 1 --2- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1fe4038f80 0x7f1fe403b440 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0006fd0 tx=0x7f1ff0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.754+0000 7f1ff97fa700 1 -- 172.21.15.80:0/649395941 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1fec01aac0 con 0x7f1ffc1088c0 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.769+0000 7f1ff97fa700 1 -- 172.21.15.80:0/649395941 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f1fec02d910 con 0x7f1ffc1088c0 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:44.959+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f1ffc107510 con 0x7f1fe4038f80 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.130+0000 7f1ff97fa700 1 -- 172.21.15.80:0/649395941 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f1ffc107510 con 0x7f1fe4038f80 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.132+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1fe4038f80 msgr2=0x7f1fe403b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:45.729 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.132+0000 7f2002281700 1 --2- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1fe4038f80 0x7f1fe403b440 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0006fd0 tx=0x7f1ff0006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.132+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 msgr2=0x7f1ffc108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.132+0000 7f2002281700 1 --2- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc108140 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1fec011b60 tx=0x7f1fec011c40 comp rx=0 tx=0).stop 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.133+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 shutdown_connections 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.133+0000 7f2002281700 1 --2- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1fe4038f80 0x7f1fe403b440 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.133+0000 7f2002281700 1 --2- 172.21.15.80:0/649395941 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1ffc1088c0 0x7f1ffc108140 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.133+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 >> 172.21.15.80:0/649395941 conn(0x7f1ffc1022f0 msgr2=0x7f1ffc102e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.133+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 shutdown_connections 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:45.133+0000 7f2002281700 1 -- 172.21.15.80:0/649395941 wait complete. 2024-04-21T23:48:45.730 INFO:teuthology.orchestra.run.smithi080.stdout:Creating initial admin user... 2024-04-21T23:48:45.978 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:45 smithi080 ceph-mon[27925]: mgrmap e12: x(active, since 2s) 2024-04-21T23:48:45.978 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:45 smithi080 ceph-mon[27925]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:45.978 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:45.978 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:45.979 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:47.132 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$1neIdUHN12H3HbCJfq6ml.gnAQcgPdj05IeIksmGLL6xVKG3VmQn2", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713743326, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.182+0000 7fc1e8c19700 1 Processor -- start 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.182+0000 7fc1e8c19700 1 -- start start 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.182+0000 7fc1e8c19700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e410a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.182+0000 7fc1e8c19700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e410af20 con 0x7fc1e407c550 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.182+0000 7fc1e259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e410a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.182+0000 7fc1e259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e410a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44256/0 (socket says 172.21.15.80:44256) 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.182+0000 7fc1e259c700 1 -- 172.21.15.80:0/1168957252 learned_addr learned my addr 172.21.15.80:0/1168957252 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.182+0000 7fc1e259c700 1 -- 172.21.15.80:0/1168957252 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e410b0a0 con 0x7fc1e407c550 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.183+0000 7fc1e259c700 1 --2- 172.21.15.80:0/1168957252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e410a950 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40098a0 tx=0x7fc1d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5caac8442e17a0f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.183+0000 7fc1e159a700 1 -- 172.21.15.80:0/1168957252 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1d4004160 con 0x7fc1e407c550 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.183+0000 7fc1e159a700 1 -- 172.21.15.80:0/1168957252 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1d4004300 con 0x7fc1e407c550 2024-04-21T23:48:47.133 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.183+0000 7fc1e159a700 1 -- 172.21.15.80:0/1168957252 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1d4011b20 con 0x7fc1e407c550 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.183+0000 7fc1e8c19700 1 -- 172.21.15.80:0/1168957252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 msgr2=0x7fc1e410a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.183+0000 7fc1e8c19700 1 --2- 172.21.15.80:0/1168957252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e410a950 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40098a0 tx=0x7fc1d4009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.184+0000 7fc1e8c19700 1 -- 172.21.15.80:0/1168957252 shutdown_connections 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.184+0000 7fc1e8c19700 1 --2- 172.21.15.80:0/1168957252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e410a950 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.184+0000 7fc1e8c19700 1 -- 172.21.15.80:0/1168957252 >> 172.21.15.80:0/1168957252 conn(0x7fc1e41022f0 msgr2=0x7fc1e4104710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.184+0000 7fc1e8c19700 1 -- 172.21.15.80:0/1168957252 shutdown_connections 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.184+0000 7fc1e8c19700 1 -- 172.21.15.80:0/1168957252 wait complete. 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.184+0000 7fc1e8c19700 1 Processor -- start 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.184+0000 7fc1e8c19700 1 -- start start 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e8c19700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e41081c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:47.134 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e8c19700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e410c170 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e41081c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e41081c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44260/0 (socket says 172.21.15.80:44260) 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e259c700 1 -- 172.21.15.80:0/2591607891 learned_addr learned my addr 172.21.15.80:0/2591607891 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e259c700 1 -- 172.21.15.80:0/2591607891 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e4108700 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e259c700 1 --2- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e41081c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40116a0 tx=0x7fc1d4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1d37fe700 1 -- 172.21.15.80:0/2591607891 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1d4003a40 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1d37fe700 1 -- 172.21.15.80:0/2591607891 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1d4003be0 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1e41068f0 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1d37fe700 1 -- 172.21.15.80:0/2591607891 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1d401a750 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.185+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1e4106db0 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.186+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1e4063890 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.186+0000 7fc1d37fe700 1 -- 172.21.15.80:0/2591607891 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7fc1d401aa70 con 0x7fc1e407c550 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.187+0000 7fc1d37fe700 1 --2- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1cc039050 0x7fc1cc03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:47.135 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.187+0000 7fc1d37fe700 1 -- 172.21.15.80:0/2591607891 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc1d404d880 con 0x7fc1e407c550 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.187+0000 7fc1e1d9b700 1 --2- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1cc039050 0x7fc1cc03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.187+0000 7fc1e1d9b700 1 --2- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1cc039050 0x7fc1cc03b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8006fd0 tx=0x7fc1d8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.192+0000 7fc1d37fe700 1 -- 172.21.15.80:0/2591607891 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc1d4011e20 con 0x7fc1e407c550 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.414+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fc1e4107500 con 0x7fc1cc039050 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.641+0000 7fc1d37fe700 1 -- 172.21.15.80:0/2591607891 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fc1e4107500 con 0x7fc1cc039050 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.643+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1cc039050 msgr2=0x7fc1cc03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.643+0000 7fc1e8c19700 1 --2- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1cc039050 0x7fc1cc03b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8006fd0 tx=0x7fc1d8006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.643+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 msgr2=0x7fc1e41081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.643+0000 7fc1e8c19700 1 --2- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e41081c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40116a0 tx=0x7fc1d4011ba0 comp rx=0 tx=0).stop 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.643+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 shutdown_connections 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.643+0000 7fc1e8c19700 1 --2- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1cc039050 0x7fc1cc03b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.643+0000 7fc1e8c19700 1 --2- 172.21.15.80:0/2591607891 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1e407c550 0x7fc1e41081c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.643+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 >> 172.21.15.80:0/2591607891 conn(0x7fc1e41022f0 msgr2=0x7fc1e4102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.644+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 shutdown_connections 2024-04-21T23:48:47.136 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:46.644+0000 7fc1e8c19700 1 -- 172.21.15.80:0/2591607891 wait complete. 2024-04-21T23:48:47.137 INFO:teuthology.orchestra.run.smithi080.stdout:Fetching dashboard port number... 2024-04-21T23:48:47.526 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:47 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:47.527 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:47 smithi080 ceph-mon[27925]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:47.527 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:47 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:48.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:48 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/691180886' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-21T23:48:49.176 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stdout 8443 2024-04-21T23:48:49.176 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.550+0000 7f32b0e41700 1 Processor -- start 2024-04-21T23:48:49.176 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.550+0000 7f32b0e41700 1 -- start start 2024-04-21T23:48:49.176 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32b0e41700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac108180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32b0e41700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f32ac108750 con 0x7f32ac107d60 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32aa59c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac108180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32aa59c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac108180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44276/0 (socket says 172.21.15.80:44276) 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32aa59c700 1 -- 172.21.15.80:0/3077084739 learned_addr learned my addr 172.21.15.80:0/3077084739 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32aa59c700 1 -- 172.21.15.80:0/3077084739 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ac108f60 con 0x7f32ac107d60 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32aa59c700 1 --2- 172.21.15.80:0/3077084739 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac108180 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f329c0098a0 tx=0x7f329c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e7061a3ae743ad1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32a959a700 1 -- 172.21.15.80:0/3077084739 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f329c004160 con 0x7f32ac107d60 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.551+0000 7f32a959a700 1 -- 172.21.15.80:0/3077084739 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f329c004300 con 0x7f32ac107d60 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.552+0000 7f32a959a700 1 -- 172.21.15.80:0/3077084739 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f329c011b20 con 0x7f32ac107d60 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.552+0000 7f32b0e41700 1 -- 172.21.15.80:0/3077084739 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 msgr2=0x7f32ac108180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.552+0000 7f32b0e41700 1 --2- 172.21.15.80:0/3077084739 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac108180 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f329c0098a0 tx=0x7f329c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.553+0000 7f32b0e41700 1 -- 172.21.15.80:0/3077084739 shutdown_connections 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.553+0000 7f32b0e41700 1 --2- 172.21.15.80:0/3077084739 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac108180 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:49.177 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.553+0000 7f32b0e41700 1 -- 172.21.15.80:0/3077084739 >> 172.21.15.80:0/3077084739 conn(0x7f32ac103340 msgr2=0x7f32ac105760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.553+0000 7f32b0e41700 1 -- 172.21.15.80:0/3077084739 shutdown_connections 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.553+0000 7f32b0e41700 1 -- 172.21.15.80:0/3077084739 wait complete. 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.553+0000 7f32b0e41700 1 Processor -- start 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.554+0000 7f32b0e41700 1 -- start start 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.554+0000 7f32b0e41700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.554+0000 7f32b0e41700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f32ac10c310 con 0x7f32ac107d60 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.554+0000 7f32aa59c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.554+0000 7f32aa59c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44284/0 (socket says 172.21.15.80:44284) 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.554+0000 7f32aa59c700 1 -- 172.21.15.80:0/691180886 learned_addr learned my addr 172.21.15.80:0/691180886 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.554+0000 7f32aa59c700 1 -- 172.21.15.80:0/691180886 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ac19c290 con 0x7f32ac107d60 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.554+0000 7f32aa59c700 1 --2- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac19bd50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f329c000c00 tx=0x7f329c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.555+0000 7f329b7fe700 1 -- 172.21.15.80:0/691180886 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f329c003b60 con 0x7f32ac107d60 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.555+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32ac19c520 con 0x7f32ac107d60 2024-04-21T23:48:49.178 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.555+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32ac19c980 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.555+0000 7f329b7fe700 1 -- 172.21.15.80:0/691180886 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f329c004300 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.555+0000 7f329b7fe700 1 -- 172.21.15.80:0/691180886 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f329c0245a0 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.556+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f328c005360 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.556+0000 7f329b7fe700 1 -- 172.21.15.80:0/691180886 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f329c022020 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.557+0000 7f329b7fe700 1 --2- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3294039100 0x7f329403b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.557+0000 7f329b7fe700 1 -- 172.21.15.80:0/691180886 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f329c04d280 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.557+0000 7f32a9d9b700 1 --2- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3294039100 0x7f329403b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.557+0000 7f32a9d9b700 1 --2- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3294039100 0x7f329403b5c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f32a0006fd0 tx=0x7f32a0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.566+0000 7f329b7fe700 1 -- 172.21.15.80:0/691180886 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f329c0172b0 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.768+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f328c005650 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.768+0000 7f329b7fe700 1 -- 172.21.15.80:0/691180886 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f329c024740 con 0x7f32ac107d60 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3294039100 msgr2=0x7f329403b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 --2- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3294039100 0x7f329403b5c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f32a0006fd0 tx=0x7f32a0006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:49.179 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 msgr2=0x7f32ac19bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:49.180 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 --2- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac19bd50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f329c000c00 tx=0x7f329c011c10 comp rx=0 tx=0).stop 2024-04-21T23:48:49.180 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 shutdown_connections 2024-04-21T23:48:49.180 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 --2- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3294039100 0x7f329403b5c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:49.180 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 --2- 172.21.15.80:0/691180886 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f32ac107d60 0x7f32ac19bd50 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:49.180 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 >> 172.21.15.80:0/691180886 conn(0x7f32ac103340 msgr2=0x7f32ac103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:49.180 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 shutdown_connections 2024-04-21T23:48:49.180 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:47.771+0000 7f32b0e41700 1 -- 172.21.15.80:0/691180886 wait complete. 2024-04-21T23:48:49.185 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-21T23:48:49.185 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout disabled 2024-04-21T23:48:49.193 INFO:teuthology.orchestra.run.smithi080.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-21T23:48:49.193 INFO:teuthology.orchestra.run.smithi080.stdout:systemctl: stdout inactive 2024-04-21T23:48:49.193 INFO:teuthology.orchestra.run.smithi080.stdout:firewalld.service is not enabled 2024-04-21T23:48:49.193 INFO:teuthology.orchestra.run.smithi080.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-21T23:48:49.195 INFO:teuthology.orchestra.run.smithi080.stdout:Ceph Dashboard is now available at: 2024-04-21T23:48:49.195 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:49.195 INFO:teuthology.orchestra.run.smithi080.stdout: URL: https://smithi080.front.sepia.ceph.com:8443/ 2024-04-21T23:48:49.195 INFO:teuthology.orchestra.run.smithi080.stdout: User: admin 2024-04-21T23:48:49.195 INFO:teuthology.orchestra.run.smithi080.stdout: Password: d4mb9exw3y 2024-04-21T23:48:49.196 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:49.196 INFO:teuthology.orchestra.run.smithi080.stdout:Saving cluster configuration to /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config directory 2024-04-21T23:48:49.196 INFO:teuthology.orchestra.run.smithi080.stdout:Enabling autotune for osd_memory_target 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.669+0000 7f57d695b700 1 Processor -- start 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.669+0000 7f57d695b700 1 -- start start 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.669+0000 7f57d695b700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d01070c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.669+0000 7f57d695b700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f57d0107690 con 0x7f57d0106ca0 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.670+0000 7f57cffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d01070c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.670+0000 7f57cffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d01070c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44288/0 (socket says 172.21.15.80:44288) 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.670+0000 7f57cffff700 1 -- 172.21.15.80:0/4271031867 learned_addr learned my addr 172.21.15.80:0/4271031867 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.670+0000 7f57cffff700 1 -- 172.21.15.80:0/4271031867 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57d0107ea0 con 0x7f57d0106ca0 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.670+0000 7f57cffff700 1 --2- 172.21.15.80:0/4271031867 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d01070c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f57c00098a0 tx=0x7f57c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe62c8419548053 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.670+0000 7f57ceffd700 1 -- 172.21.15.80:0/4271031867 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f57c0004160 con 0x7f57d0106ca0 2024-04-21T23:48:50.382 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.670+0000 7f57ceffd700 1 -- 172.21.15.80:0/4271031867 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f57c0004300 con 0x7f57d0106ca0 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.670+0000 7f57ceffd700 1 -- 172.21.15.80:0/4271031867 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f57c0011b20 con 0x7f57d0106ca0 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.671+0000 7f57d695b700 1 -- 172.21.15.80:0/4271031867 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 msgr2=0x7f57d01070c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.671+0000 7f57d695b700 1 --2- 172.21.15.80:0/4271031867 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d01070c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f57c00098a0 tx=0x7f57c0009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.671+0000 7f57d695b700 1 -- 172.21.15.80:0/4271031867 shutdown_connections 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.671+0000 7f57d695b700 1 --2- 172.21.15.80:0/4271031867 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d01070c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.671+0000 7f57d695b700 1 -- 172.21.15.80:0/4271031867 >> 172.21.15.80:0/4271031867 conn(0x7f57d0102280 msgr2=0x7f57d01046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.671+0000 7f57d695b700 1 -- 172.21.15.80:0/4271031867 shutdown_connections 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.671+0000 7f57d695b700 1 -- 172.21.15.80:0/4271031867 wait complete. 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57d695b700 1 Processor -- start 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57d695b700 1 -- start start 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57d695b700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57d695b700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f57d010b250 con 0x7f57d0106ca0 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57cffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57cffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d019bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44294/0 (socket says 172.21.15.80:44294) 2024-04-21T23:48:50.383 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57cffff700 1 -- 172.21.15.80:0/1461474401 learned_addr learned my addr 172.21.15.80:0/1461474401 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57cffff700 1 -- 172.21.15.80:0/1461474401 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57d019c2e0 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.672+0000 7f57cffff700 1 --2- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d019bda0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f57c0000c00 tx=0x7f57c0011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.673+0000 7f57cd7fa700 1 -- 172.21.15.80:0/1461474401 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f57c0003b60 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.673+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57d019c570 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.673+0000 7f57cd7fa700 1 -- 172.21.15.80:0/1461474401 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f57c001a910 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.673+0000 7f57cd7fa700 1 -- 172.21.15.80:0/1461474401 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f57c0024930 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.673+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57d019f220 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.673+0000 7f57cd7fa700 1 -- 172.21.15.80:0/1461474401 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f57c0022020 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.674+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57d0063890 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.674+0000 7f57cd7fa700 1 --2- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f57b8039140 0x7f57b803b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.674+0000 7f57cd7fa700 1 -- 172.21.15.80:0/1461474401 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f57c004d480 con 0x7f57d0106ca0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.674+0000 7f57cf7fe700 1 --2- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f57b8039140 0x7f57b803b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.674+0000 7f57cf7fe700 1 --2- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f57b8039140 0x7f57b803b600 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f57c4006fd0 tx=0x7f57c4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:50.384 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.679+0000 7f57cd7fa700 1 -- 172.21.15.80:0/1461474401 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f57c000b3e0 con 0x7f57d0106ca0 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.875+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f57d002ddd0 con 0x7f57d0106ca0 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.875+0000 7f57cd7fa700 1 -- 172.21.15.80:0/1461474401 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f57c002dc90 con 0x7f57d0106ca0 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.877+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f57b8039140 msgr2=0x7f57b803b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.877+0000 7f57d695b700 1 --2- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f57b8039140 0x7f57b803b600 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f57c4006fd0 tx=0x7f57c4006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.877+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 msgr2=0x7f57d019bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.877+0000 7f57d695b700 1 --2- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d019bda0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f57c0000c00 tx=0x7f57c0011c10 comp rx=0 tx=0).stop 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.877+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 shutdown_connections 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.877+0000 7f57d695b700 1 --2- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f57b8039140 0x7f57b803b600 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.877+0000 7f57d695b700 1 --2- 172.21.15.80:0/1461474401 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f57d0106ca0 0x7f57d019bda0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.877+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 >> 172.21.15.80:0/1461474401 conn(0x7f57d0102280 msgr2=0x7f57d0103110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.878+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 shutdown_connections 2024-04-21T23:48:50.385 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:49.878+0000 7f57d695b700 1 -- 172.21.15.80:0/1461474401 wait complete. 2024-04-21T23:48:50.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:50 smithi080 ceph-mon[27925]: mgrmap e13: x(active, since 6s) 2024-04-21T23:48:51.683 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.782+0000 7fb9a2312700 1 Processor -- start 2024-04-21T23:48:51.683 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.782+0000 7fb9a2312700 1 -- start start 2024-04-21T23:48:51.683 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.782+0000 7fb9a2312700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c1081b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:51.683 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.782+0000 7fb9a2312700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb99c108780 con 0x7fb99c107d90 2024-04-21T23:48:51.683 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.782+0000 7fb99bfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c1081b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:51.683 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.783+0000 7fb99bfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c1081b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44308/0 (socket says 172.21.15.80:44308) 2024-04-21T23:48:51.683 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.783+0000 7fb99bfff700 1 -- 172.21.15.80:0/3324259514 learned_addr learned my addr 172.21.15.80:0/3324259514 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:51.683 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.783+0000 7fb99bfff700 1 -- 172.21.15.80:0/3324259514 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb99c108f90 con 0x7fb99c107d90 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.783+0000 7fb99bfff700 1 --2- 172.21.15.80:0/3324259514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c1081b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0098a0 tx=0x7fb98c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a968c27293cb878f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.783+0000 7fb99affd700 1 -- 172.21.15.80:0/3324259514 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb98c004160 con 0x7fb99c107d90 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.783+0000 7fb99affd700 1 -- 172.21.15.80:0/3324259514 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb98c004300 con 0x7fb99c107d90 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.783+0000 7fb99affd700 1 -- 172.21.15.80:0/3324259514 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb98c011b20 con 0x7fb99c107d90 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 -- 172.21.15.80:0/3324259514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 msgr2=0x7fb99c1081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 --2- 172.21.15.80:0/3324259514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c1081b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0098a0 tx=0x7fb98c009bb0 comp rx=0 tx=0).stop 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 -- 172.21.15.80:0/3324259514 shutdown_connections 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 --2- 172.21.15.80:0/3324259514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c1081b0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 -- 172.21.15.80:0/3324259514 >> 172.21.15.80:0/3324259514 conn(0x7fb99c103390 msgr2=0x7fb99c1057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 -- 172.21.15.80:0/3324259514 shutdown_connections 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 -- 172.21.15.80:0/3324259514 wait complete. 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 Processor -- start 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.784+0000 7fb9a2312700 1 -- start start 2024-04-21T23:48:51.684 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb9a2312700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c19bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb9a2312700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb99c10c340 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb99bfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c19bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb99bfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c19bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44320/0 (socket says 172.21.15.80:44320) 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb99bfff700 1 -- 172.21.15.80:0/1721841095 learned_addr learned my addr 172.21.15.80:0/1721841095 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb99bfff700 1 -- 172.21.15.80:0/1721841095 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb99c19c2e0 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb99bfff700 1 --2- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c19bda0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0116a0 tx=0x7fb98c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb9997fa700 1 -- 172.21.15.80:0/1721841095 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb98c003a40 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb99c19c570 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb9997fa700 1 -- 172.21.15.80:0/1721841095 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb98c003be0 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb9997fa700 1 -- 172.21.15.80:0/1721841095 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb98c01a720 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.785+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb99c19f220 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.786+0000 7fb9997fa700 1 -- 172.21.15.80:0/1721841095 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb98c01aa50 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.786+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb99c063890 con 0x7fb99c107d90 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.786+0000 7fb9997fa700 1 --2- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb984039150 0x7fb98403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:51.685 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.786+0000 7fb9997fa700 1 -- 172.21.15.80:0/1721841095 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb98c04d950 con 0x7fb99c107d90 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.786+0000 7fb99b7fe700 1 --2- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb984039150 0x7fb98403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.787+0000 7fb99b7fe700 1 --2- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb984039150 0x7fb98403b610 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb990006fd0 tx=0x7fb990006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:50.791+0000 7fb9997fa700 1 -- 172.21.15.80:0/1721841095 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb98c011e20 con 0x7fb99c107d90 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.097+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fb99c19c9d0 con 0x7fb99c107d90 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.099+0000 7fb9997fa700 1 -- 172.21.15.80:0/1721841095 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v26)=0 set mgr/dashboard/cluster/status v26) ==== 153+0+0 (secure 0 0 0) 0x7fb98c00bc40 con 0x7fb99c107d90 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.101+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb984039150 msgr2=0x7fb98403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.101+0000 7fb9a2312700 1 --2- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb984039150 0x7fb98403b610 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb990006fd0 tx=0x7fb990006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.101+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 msgr2=0x7fb99c19bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.101+0000 7fb9a2312700 1 --2- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c19bda0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0116a0 tx=0x7fb98c011ba0 comp rx=0 tx=0).stop 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.102+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 shutdown_connections 2024-04-21T23:48:51.686 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.102+0000 7fb9a2312700 1 --2- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb984039150 0x7fb98403b610 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.102+0000 7fb9a2312700 1 --2- 172.21.15.80:0/1721841095 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb99c107d90 0x7fb99c19bda0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.102+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 >> 172.21.15.80:0/1721841095 conn(0x7fb99c103390 msgr2=0x7fb99c103e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.102+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 shutdown_connections 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr 2024-04-21T23:48:51.102+0000 7fb9a2312700 1 -- 172.21.15.80:0/1721841095 wait complete. 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout:Or, if you are only running a single cluster on this host: 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:51.687 INFO:teuthology.orchestra.run.smithi080.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-21T23:48:51.688 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:51.688 INFO:teuthology.orchestra.run.smithi080.stdout: ceph telemetry on 2024-04-21T23:48:51.688 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:51.688 INFO:teuthology.orchestra.run.smithi080.stdout:For more information see: 2024-04-21T23:48:51.688 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:51.688 INFO:teuthology.orchestra.run.smithi080.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-21T23:48:51.688 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:48:51.688 INFO:teuthology.orchestra.run.smithi080.stdout:Bootstrap complete. 2024-04-21T23:48:51.720 INFO:tasks.cephadm:Fetching config... 2024-04-21T23:48:51.720 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:48:51.721 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-21T23:48:51.736 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-21T23:48:51.736 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:48:51.736 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-21T23:48:51.791 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-21T23:48:51.792 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:48:51.792 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd if=/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-21T23:48:51.854 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-21T23:48:51.855 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:48:51.855 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-21T23:48:51.909 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-21T23:48:51.910 DEBUG:teuthology.orchestra.run.smithi080:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5JKTs4krSjNDJ/wsdOHE32nC5Vs3Rn2gKm5NKozivojEglqY2Bsl0zArCw7p29ks5amrYQUVrWZcTnBBoscZhpqGbtx09yUEtT5k4VrEivONaNiTYKIfSGjOUhYI68SL+futIRPhdcPHpuf1TrJ/qZvo6Sg8AwZqsUwuTN/TtwBmXB/ngljyoRr7fwWGmFzZvkWoCxgApyMhiXYpywKq/6An3fIf+Nj/ZrXOghDdLmNtl58jPStVArbvJ63WMcsHEXhjPEMPvAaYlFYGOZbHvWgZzM/OHM0kjjI9YKJerlIyPF3HDt4/DFXe48AqO9+RC9k7vVk3Bu7UiyOp1KsNNv0xcwTJcv56eA76qD5XMtRrDMlSatflnYquyodw7Q2MjIb3r1AOrKWjlcDCR/2hBctomFjsHFcl5WNdFKSuNuP1/pJUD05/CiscsXT5/f35ivjPu8pxjVt5PF25Lucvb69wd6gecuz80Fm5f0i3NhumzXjBGzBnmn/fkCLVv91k= ceph-71601a1c-0039-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-21T23:48:51.980 INFO:teuthology.orchestra.run.smithi080.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5JKTs4krSjNDJ/wsdOHE32nC5Vs3Rn2gKm5NKozivojEglqY2Bsl0zArCw7p29ks5amrYQUVrWZcTnBBoscZhpqGbtx09yUEtT5k4VrEivONaNiTYKIfSGjOUhYI68SL+futIRPhdcPHpuf1TrJ/qZvo6Sg8AwZqsUwuTN/TtwBmXB/ngljyoRr7fwWGmFzZvkWoCxgApyMhiXYpywKq/6An3fIf+Nj/ZrXOghDdLmNtl58jPStVArbvJ63WMcsHEXhjPEMPvAaYlFYGOZbHvWgZzM/OHM0kjjI9YKJerlIyPF3HDt4/DFXe48AqO9+RC9k7vVk3Bu7UiyOp1KsNNv0xcwTJcv56eA76qD5XMtRrDMlSatflnYquyodw7Q2MjIb3r1AOrKWjlcDCR/2hBctomFjsHFcl5WNdFKSuNuP1/pJUD05/CiscsXT5/f35ivjPu8pxjVt5PF25Lucvb69wd6gecuz80Fm5f0i3NhumzXjBGzBnmn/fkCLVv91k= ceph-71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:48:51.990 DEBUG:teuthology.orchestra.run.smithi120:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5JKTs4krSjNDJ/wsdOHE32nC5Vs3Rn2gKm5NKozivojEglqY2Bsl0zArCw7p29ks5amrYQUVrWZcTnBBoscZhpqGbtx09yUEtT5k4VrEivONaNiTYKIfSGjOUhYI68SL+futIRPhdcPHpuf1TrJ/qZvo6Sg8AwZqsUwuTN/TtwBmXB/ngljyoRr7fwWGmFzZvkWoCxgApyMhiXYpywKq/6An3fIf+Nj/ZrXOghDdLmNtl58jPStVArbvJ63WMcsHEXhjPEMPvAaYlFYGOZbHvWgZzM/OHM0kjjI9YKJerlIyPF3HDt4/DFXe48AqO9+RC9k7vVk3Bu7UiyOp1KsNNv0xcwTJcv56eA76qD5XMtRrDMlSatflnYquyodw7Q2MjIb3r1AOrKWjlcDCR/2hBctomFjsHFcl5WNdFKSuNuP1/pJUD05/CiscsXT5/f35ivjPu8pxjVt5PF25Lucvb69wd6gecuz80Fm5f0i3NhumzXjBGzBnmn/fkCLVv91k= ceph-71601a1c-0039-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-21T23:48:52.030 INFO:teuthology.orchestra.run.smithi120.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5JKTs4krSjNDJ/wsdOHE32nC5Vs3Rn2gKm5NKozivojEglqY2Bsl0zArCw7p29ks5amrYQUVrWZcTnBBoscZhpqGbtx09yUEtT5k4VrEivONaNiTYKIfSGjOUhYI68SL+futIRPhdcPHpuf1TrJ/qZvo6Sg8AwZqsUwuTN/TtwBmXB/ngljyoRr7fwWGmFzZvkWoCxgApyMhiXYpywKq/6An3fIf+Nj/ZrXOghDdLmNtl58jPStVArbvJ63WMcsHEXhjPEMPvAaYlFYGOZbHvWgZzM/OHM0kjjI9YKJerlIyPF3HDt4/DFXe48AqO9+RC9k7vVk3Bu7UiyOp1KsNNv0xcwTJcv56eA76qD5XMtRrDMlSatflnYquyodw7Q2MjIb3r1AOrKWjlcDCR/2hBctomFjsHFcl5WNdFKSuNuP1/pJUD05/CiscsXT5/f35ivjPu8pxjVt5PF25Lucvb69wd6gecuz80Fm5f0i3NhumzXjBGzBnmn/fkCLVv91k= ceph-71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:48:52.042 DEBUG:teuthology.orchestra.run.smithi144:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5JKTs4krSjNDJ/wsdOHE32nC5Vs3Rn2gKm5NKozivojEglqY2Bsl0zArCw7p29ks5amrYQUVrWZcTnBBoscZhpqGbtx09yUEtT5k4VrEivONaNiTYKIfSGjOUhYI68SL+futIRPhdcPHpuf1TrJ/qZvo6Sg8AwZqsUwuTN/TtwBmXB/ngljyoRr7fwWGmFzZvkWoCxgApyMhiXYpywKq/6An3fIf+Nj/ZrXOghDdLmNtl58jPStVArbvJ63WMcsHEXhjPEMPvAaYlFYGOZbHvWgZzM/OHM0kjjI9YKJerlIyPF3HDt4/DFXe48AqO9+RC9k7vVk3Bu7UiyOp1KsNNv0xcwTJcv56eA76qD5XMtRrDMlSatflnYquyodw7Q2MjIb3r1AOrKWjlcDCR/2hBctomFjsHFcl5WNdFKSuNuP1/pJUD05/CiscsXT5/f35ivjPu8pxjVt5PF25Lucvb69wd6gecuz80Fm5f0i3NhumzXjBGzBnmn/fkCLVv91k= ceph-71601a1c-0039-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-21T23:48:52.081 INFO:teuthology.orchestra.run.smithi144.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5JKTs4krSjNDJ/wsdOHE32nC5Vs3Rn2gKm5NKozivojEglqY2Bsl0zArCw7p29ks5amrYQUVrWZcTnBBoscZhpqGbtx09yUEtT5k4VrEivONaNiTYKIfSGjOUhYI68SL+futIRPhdcPHpuf1TrJ/qZvo6Sg8AwZqsUwuTN/TtwBmXB/ngljyoRr7fwWGmFzZvkWoCxgApyMhiXYpywKq/6An3fIf+Nj/ZrXOghDdLmNtl58jPStVArbvJ63WMcsHEXhjPEMPvAaYlFYGOZbHvWgZzM/OHM0kjjI9YKJerlIyPF3HDt4/DFXe48AqO9+RC9k7vVk3Bu7UiyOp1KsNNv0xcwTJcv56eA76qD5XMtRrDMlSatflnYquyodw7Q2MjIb3r1AOrKWjlcDCR/2hBctomFjsHFcl5WNdFKSuNuP1/pJUD05/CiscsXT5/f35ivjPu8pxjVt5PF25Lucvb69wd6gecuz80Fm5f0i3NhumzXjBGzBnmn/fkCLVv91k= ceph-71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:48:52.094 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-21T23:48:52.228 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:52 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1721841095' entity='client.admin' 2024-04-21T23:48:52.337 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:48:54.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.411+0000 7f877a162700 1 -- 172.21.15.80:0/3832225408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 msgr2=0x7f8774100fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:54.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.411+0000 7f877a162700 1 --2- 172.21.15.80:0/3832225408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 0x7f8774100fb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8764009910 tx=0x7f8764009c20 comp rx=0 tx=0).stop 2024-04-21T23:48:54.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.411+0000 7f877a162700 1 -- 172.21.15.80:0/3832225408 shutdown_connections 2024-04-21T23:48:54.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.411+0000 7f877a162700 1 --2- 172.21.15.80:0/3832225408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 0x7f8774100fb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:54.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.411+0000 7f877a162700 1 -- 172.21.15.80:0/3832225408 >> 172.21.15.80:0/3832225408 conn(0x7f87740fc130 msgr2=0x7f87740fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:54.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.412+0000 7f877a162700 1 -- 172.21.15.80:0/3832225408 shutdown_connections 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.412+0000 7f877a162700 1 -- 172.21.15.80:0/3832225408 wait complete. 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.412+0000 7f877a162700 1 Processor -- start 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.412+0000 7f877a162700 1 -- start start 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.412+0000 7f877a162700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 0x7f8774196290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f877a162700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8774106c20 con 0x7f8774100b90 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f87737fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 0x7f8774196290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f87737fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 0x7f8774196290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51110/0 (socket says 172.21.15.80:51110) 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f87737fe700 1 -- 172.21.15.80:0/1341365580 learned_addr learned my addr 172.21.15.80:0/1341365580 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f87737fe700 1 -- 172.21.15.80:0/1341365580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87741967d0 con 0x7f8774100b90 2024-04-21T23:48:54.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f87737fe700 1 --2- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 0x7f8774196290 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8764006010 tx=0x7f8764005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:54.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f8770ff9700 1 -- 172.21.15.80:0/1341365580 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8764027070 con 0x7f8774100b90 2024-04-21T23:48:54.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f8770ff9700 1 -- 172.21.15.80:0/1341365580 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f876400be40 con 0x7f8774100b90 2024-04-21T23:48:54.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8774196a60 con 0x7f8774100b90 2024-04-21T23:48:54.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f8770ff9700 1 -- 172.21.15.80:0/1341365580 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f876400f460 con 0x7f8774100b90 2024-04-21T23:48:54.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.413+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8774199750 con 0x7f8774100b90 2024-04-21T23:48:54.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.414+0000 7f8770ff9700 1 -- 172.21.15.80:0/1341365580 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f876402a070 con 0x7f8774100b90 2024-04-21T23:48:54.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.415+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87741073a0 con 0x7f8774100b90 2024-04-21T23:48:54.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.415+0000 7f8770ff9700 1 --2- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f875c0390f0 0x7f875c03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:54.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.415+0000 7f8770ff9700 1 -- 172.21.15.80:0/1341365580 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f876401e030 con 0x7f8774100b90 2024-04-21T23:48:54.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.415+0000 7f8772ffd700 1 --2- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f875c0390f0 0x7f875c03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:54.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.415+0000 7f8772ffd700 1 --2- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f875c0390f0 0x7f875c03b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8768006fd0 tx=0x7f8768006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:54.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.420+0000 7f8770ff9700 1 -- 172.21.15.80:0/1341365580 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8764013070 con 0x7f8774100b90 2024-04-21T23:48:54.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.623+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f877402dc40 con 0x7f8774100b90 2024-04-21T23:48:54.618 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.625+0000 7f8770ff9700 1 -- 172.21.15.80:0/1341365580 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f876400d340 con 0x7f8774100b90 2024-04-21T23:48:54.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f875c0390f0 msgr2=0x7f875c03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:54.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 --2- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f875c0390f0 0x7f875c03b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8768006fd0 tx=0x7f8768006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:54.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 msgr2=0x7f8774196290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:54.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 --2- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 0x7f8774196290 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8764006010 tx=0x7f8764005050 comp rx=0 tx=0).stop 2024-04-21T23:48:54.622 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 shutdown_connections 2024-04-21T23:48:54.622 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 --2- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f875c0390f0 0x7f875c03b5b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:54.622 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 --2- 172.21.15.80:0/1341365580 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8774100b90 0x7f8774196290 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:54.622 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 >> 172.21.15.80:0/1341365580 conn(0x7f87740fc130 msgr2=0x7f87740fcb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:54.622 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 shutdown_connections 2024-04-21T23:48:54.622 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:54.627+0000 7f877a162700 1 -- 172.21.15.80:0/1341365580 wait complete. 2024-04-21T23:48:54.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:54.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:54.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi080", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:48:54.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:54.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:54.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:55.256 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-21T23:48:55.354 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-21T23:48:55.586 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:48:55.908 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:55 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1341365580' entity='client.admin' 2024-04-21T23:48:55.908 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:55.908 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.901+0000 7f774ebb0700 1 -- 172.21.15.80:0/1724649510 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 msgr2=0x7f7748100fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.901+0000 7f774ebb0700 1 --2- 172.21.15.80:0/1724649510 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 0x7f7748100fb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7738009910 tx=0x7f7738009c20 comp rx=0 tx=0).stop 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.901+0000 7f774ebb0700 1 -- 172.21.15.80:0/1724649510 shutdown_connections 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.901+0000 7f774ebb0700 1 --2- 172.21.15.80:0/1724649510 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 0x7f7748100fb0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.901+0000 7f774ebb0700 1 -- 172.21.15.80:0/1724649510 >> 172.21.15.80:0/1724649510 conn(0x7f77480fc130 msgr2=0x7f77480fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.901+0000 7f774ebb0700 1 -- 172.21.15.80:0/1724649510 shutdown_connections 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.901+0000 7f774ebb0700 1 -- 172.21.15.80:0/1724649510 wait complete. 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774ebb0700 1 Processor -- start 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774ebb0700 1 -- start start 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774ebb0700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 0x7f77481962a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:56.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774ebb0700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7748106c20 con 0x7f7748100b90 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774c94c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 0x7f77481962a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774c94c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 0x7f77481962a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51128/0 (socket says 172.21.15.80:51128) 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774c94c700 1 -- 172.21.15.80:0/832834804 learned_addr learned my addr 172.21.15.80:0/832834804 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774c94c700 1 -- 172.21.15.80:0/832834804 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77481967e0 con 0x7f7748100b90 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774c94c700 1 --2- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 0x7f77481962a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7738005850 tx=0x7f7738005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f7745ffb700 1 -- 172.21.15.80:0/832834804 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7738026070 con 0x7f7748100b90 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f7745ffb700 1 -- 172.21.15.80:0/832834804 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77380044a0 con 0x7f7748100b90 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7748196a70 con 0x7f7748100b90 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.902+0000 7f7745ffb700 1 -- 172.21.15.80:0/832834804 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7738003ab0 con 0x7f7748100b90 2024-04-21T23:48:56.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.903+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7748199760 con 0x7f7748100b90 2024-04-21T23:48:56.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.903+0000 7f7745ffb700 1 -- 172.21.15.80:0/832834804 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7738029070 con 0x7f7748100b90 2024-04-21T23:48:56.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.904+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77481073a0 con 0x7f7748100b90 2024-04-21T23:48:56.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.904+0000 7f7745ffb700 1 --2- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f77300390f0 0x7f773003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:56.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.904+0000 7f7745ffb700 1 -- 172.21.15.80:0/832834804 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f773801e070 con 0x7f7748100b90 2024-04-21T23:48:56.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.904+0000 7f7747fff700 1 --2- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f77300390f0 0x7f773003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:56.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.904+0000 7f7747fff700 1 --2- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f77300390f0 0x7f773003b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f773c006fd0 tx=0x7f773c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:56.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:56.909+0000 7f7745ffb700 1 -- 172.21.15.80:0/832834804 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7738013070 con 0x7f7748100b90 2024-04-21T23:48:57.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.108+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f774802dc40 con 0x7f77300390f0 2024-04-21T23:48:57.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.112+0000 7f7745ffb700 1 -- 172.21.15.80:0/832834804 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f774802dc40 con 0x7f77300390f0 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f77300390f0 msgr2=0x7f773003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 --2- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f77300390f0 0x7f773003b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f773c006fd0 tx=0x7f773c006e40 comp rx=0 tx=0).stop 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 msgr2=0x7f77481962a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 --2- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 0x7f77481962a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7738005850 tx=0x7f7738005030 comp rx=0 tx=0).stop 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 shutdown_connections 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 --2- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f77300390f0 0x7f773003b5b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 --2- 172.21.15.80:0/832834804 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7748100b90 0x7f77481962a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 >> 172.21.15.80:0/832834804 conn(0x7f77480fc130 msgr2=0x7f77480fcbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 shutdown_connections 2024-04-21T23:48:57.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:57.114+0000 7f774ebb0700 1 -- 172.21.15.80:0/832834804 wait complete. 2024-04-21T23:48:57.893 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi120 2024-04-21T23:48:57.893 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:48:57.893 DEBUG:teuthology.orchestra.run.smithi120:> dd of=/etc/ceph/ceph.conf 2024-04-21T23:48:57.912 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:48:57.912 DEBUG:teuthology.orchestra.run.smithi120:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:48:57.969 INFO:tasks.cephadm:Adding host smithi120 to orchestrator... 2024-04-21T23:48:57.969 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch host add smithi120 2024-04-21T23:48:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:48:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: Updating smithi080:/etc/ceph/ceph.conf 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: Updating smithi080:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:58.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:48:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:48:58.202 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:48:59.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.682+0000 7f54f1995700 1 -- 172.21.15.80:0/934381987 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 msgr2=0x7f54ec1031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:48:59.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.682+0000 7f54f1995700 1 --2- 172.21.15.80:0/934381987 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 0x7f54ec1031e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f54dc00b0a0 tx=0x7f54dc00b3b0 comp rx=0 tx=0).stop 2024-04-21T23:48:59.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.682+0000 7f54f1995700 1 -- 172.21.15.80:0/934381987 shutdown_connections 2024-04-21T23:48:59.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.682+0000 7f54f1995700 1 --2- 172.21.15.80:0/934381987 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 0x7f54ec1031e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:48:59.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.682+0000 7f54f1995700 1 -- 172.21.15.80:0/934381987 >> 172.21.15.80:0/934381987 conn(0x7f54ec0fc650 msgr2=0x7f54ec0fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.682+0000 7f54f1995700 1 -- 172.21.15.80:0/934381987 shutdown_connections 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.682+0000 7f54f1995700 1 -- 172.21.15.80:0/934381987 wait complete. 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.683+0000 7f54f1995700 1 Processor -- start 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.683+0000 7f54f1995700 1 -- start start 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.683+0000 7f54f1995700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 0x7f54ec197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.683+0000 7f54f1995700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f54ec10c2f0 con 0x7f54ec102e00 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.683+0000 7f54eaffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 0x7f54ec197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.683+0000 7f54eaffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 0x7f54ec197770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51140/0 (socket says 172.21.15.80:51140) 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.683+0000 7f54eaffd700 1 -- 172.21.15.80:0/510773038 learned_addr learned my addr 172.21.15.80:0/510773038 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.684+0000 7f54eaffd700 1 -- 172.21.15.80:0/510773038 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54ec197cb0 con 0x7f54ec102e00 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.684+0000 7f54eaffd700 1 --2- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 0x7f54ec197770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f54dc000f80 tx=0x7f54dc00bd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.684+0000 7f54f0993700 1 -- 172.21.15.80:0/510773038 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54dc020020 con 0x7f54ec102e00 2024-04-21T23:48:59.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.684+0000 7f54f0993700 1 -- 172.21.15.80:0/510773038 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54dc018040 con 0x7f54ec102e00 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.684+0000 7f54f0993700 1 -- 172.21.15.80:0/510773038 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54dc017070 con 0x7f54ec102e00 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.684+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54ec197f40 con 0x7f54ec102e00 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.684+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54ec19bff0 con 0x7f54ec102e00 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.685+0000 7f54f0993700 1 -- 172.21.15.80:0/510773038 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f54dc023020 con 0x7f54ec102e00 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.685+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54ec06a9c0 con 0x7f54ec102e00 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.685+0000 7f54f0993700 1 --2- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f54d8039190 0x7f54d803b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.685+0000 7f54f0993700 1 -- 172.21.15.80:0/510773038 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f54dc00f050 con 0x7f54ec102e00 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.685+0000 7f54ea7fc700 1 --2- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f54d8039190 0x7f54d803b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.685+0000 7f54ea7fc700 1 --2- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f54d8039190 0x7f54d803b650 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f54d4006fd0 tx=0x7f54d4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:48:59.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.690+0000 7f54f0993700 1 -- 172.21.15.80:0/510773038 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f54dc02a020 con 0x7f54ec102e00 2024-04-21T23:48:59.884 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:48:59.889+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi120", "target": ["mon-mgr", ""]}) -- 0x7f54ec198a80 con 0x7f54d8039190 2024-04-21T23:49:00.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:00 smithi080 ceph-mon[27925]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi120", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:01.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:01 smithi080 ceph-mon[27925]: Deploying cephadm binary to smithi120 2024-04-21T23:49:04.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.007+0000 7f54f0993700 1 -- 172.21.15.80:0/510773038 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f54ec198a80 con 0x7f54d8039190 2024-04-21T23:49:04.002 INFO:teuthology.orchestra.run.smithi080.stdout:Added host 'smithi120' with addr '172.21.15.120' 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f54d8039190 msgr2=0x7f54d803b650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 --2- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f54d8039190 0x7f54d803b650 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f54d4006fd0 tx=0x7f54d4006e40 comp rx=0 tx=0).stop 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 msgr2=0x7f54ec197770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 --2- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 0x7f54ec197770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f54dc000f80 tx=0x7f54dc00bd20 comp rx=0 tx=0).stop 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 shutdown_connections 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 --2- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f54d8039190 0x7f54d803b650 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 --2- 172.21.15.80:0/510773038 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f54ec102e00 0x7f54ec197770 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 >> 172.21.15.80:0/510773038 conn(0x7f54ec0fc650 msgr2=0x7f54ec103bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 shutdown_connections 2024-04-21T23:49:04.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:04.010+0000 7f54f1995700 1 -- 172.21.15.80:0/510773038 wait complete. 2024-04-21T23:49:04.015 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:03 smithi080 ceph-mon[27925]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:04.597 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-21T23:49:04.828 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:49:05.197 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:05.197 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:05 smithi080 ceph-mon[27925]: Added host smithi120 2024-04-21T23:49:05.197 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:05.197 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:05.197 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:05 smithi080 ceph-mon[27925]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:06.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.219+0000 7fdd88ee5700 1 -- 172.21.15.80:0/2237116405 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 msgr2=0x7fdd84106fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:06.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.219+0000 7fdd88ee5700 1 --2- 172.21.15.80:0/2237116405 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 0x7fdd84106fe0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fdd74009910 tx=0x7fdd74009c20 comp rx=0 tx=0).stop 2024-04-21T23:49:06.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.219+0000 7fdd88ee5700 1 -- 172.21.15.80:0/2237116405 shutdown_connections 2024-04-21T23:49:06.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.219+0000 7fdd88ee5700 1 --2- 172.21.15.80:0/2237116405 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 0x7fdd84106fe0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:06.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.219+0000 7fdd88ee5700 1 -- 172.21.15.80:0/2237116405 >> 172.21.15.80:0/2237116405 conn(0x7fdd84076690 msgr2=0x7fdd84076aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:06.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.219+0000 7fdd88ee5700 1 -- 172.21.15.80:0/2237116405 shutdown_connections 2024-04-21T23:49:06.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.219+0000 7fdd88ee5700 1 -- 172.21.15.80:0/2237116405 wait complete. 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.219+0000 7fdd88ee5700 1 Processor -- start 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd88ee5700 1 -- start start 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd88ee5700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 0x7fdd84196600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd88ee5700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8410b1c0 con 0x7fdd84106c00 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd8259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 0x7fdd84196600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd8259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 0x7fdd84196600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:38118/0 (socket says 172.21.15.80:38118) 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd8259c700 1 -- 172.21.15.80:0/1403895126 learned_addr learned my addr 172.21.15.80:0/1403895126 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd8259c700 1 -- 172.21.15.80:0/1403895126 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd84196b40 con 0x7fdd84106c00 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd8259c700 1 --2- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 0x7fdd84196600 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdd74006010 tx=0x7fdd74005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.220+0000 7fdd7bfff700 1 -- 172.21.15.80:0/1403895126 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd74026070 con 0x7fdd84106c00 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.221+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd84196dd0 con 0x7fdd84106c00 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.221+0000 7fdd7bfff700 1 -- 172.21.15.80:0/1403895126 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd7400bc30 con 0x7fdd84106c00 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.221+0000 7fdd7bfff700 1 -- 172.21.15.80:0/1403895126 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd740039d0 con 0x7fdd84106c00 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.221+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd8419ae80 con 0x7fdd84106c00 2024-04-21T23:49:06.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.221+0000 7fdd7bfff700 1 -- 172.21.15.80:0/1403895126 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fdd74029070 con 0x7fdd84106c00 2024-04-21T23:49:06.222 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.221+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd84102200 con 0x7fdd84106c00 2024-04-21T23:49:06.222 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.222+0000 7fdd7bfff700 1 --2- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdd700390f0 0x7fdd7003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:06.222 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.222+0000 7fdd7bfff700 1 -- 172.21.15.80:0/1403895126 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdd7401e070 con 0x7fdd84106c00 2024-04-21T23:49:06.222 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.222+0000 7fdd79d9b700 1 --2- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdd700390f0 0x7fdd7003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:06.222 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.222+0000 7fdd79d9b700 1 --2- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdd700390f0 0x7fdd7003b5b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c006fd0 tx=0x7fdd6c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:06.222 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.227+0000 7fdd7bfff700 1 -- 172.21.15.80:0/1403895126 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fdd74013070 con 0x7fdd84106c00 2024-04-21T23:49:06.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.426+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdd84197910 con 0x7fdd700390f0 2024-04-21T23:49:06.420 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:06 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:06.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.427+0000 7fdd7bfff700 1 -- 172.21.15.80:0/1403895126 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7fdd84197910 con 0x7fdd700390f0 2024-04-21T23:49:06.421 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:49:06.421 INFO:teuthology.orchestra.run.smithi080.stdout:[{"addr": "172.21.15.80", "hostname": "smithi080", "labels": [], "status": ""}, {"addr": "172.21.15.120", "hostname": "smithi120", "labels": [], "status": ""}] 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdd700390f0 msgr2=0x7fdd7003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 --2- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdd700390f0 0x7fdd7003b5b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c006fd0 tx=0x7fdd6c006e40 comp rx=0 tx=0).stop 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 msgr2=0x7fdd84196600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 --2- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 0x7fdd84196600 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdd74006010 tx=0x7fdd74005030 comp rx=0 tx=0).stop 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 shutdown_connections 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 --2- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdd700390f0 0x7fdd7003b5b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 --2- 172.21.15.80:0/1403895126 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd84106c00 0x7fdd84196600 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 >> 172.21.15.80:0/1403895126 conn(0x7fdd84076690 msgr2=0x7fdd840fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 shutdown_connections 2024-04-21T23:49:06.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:06.430+0000 7fdd88ee5700 1 -- 172.21.15.80:0/1403895126 wait complete. 2024-04-21T23:49:06.917 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi144 2024-04-21T23:49:06.917 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:49:06.918 DEBUG:teuthology.orchestra.run.smithi144:> dd of=/etc/ceph/ceph.conf 2024-04-21T23:49:06.936 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:49:06.936 DEBUG:teuthology.orchestra.run.smithi144:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:49:06.994 INFO:tasks.cephadm:Adding host smithi144 to orchestrator... 2024-04-21T23:49:06.994 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch host add smithi144 2024-04-21T23:49:07.223 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:49:07.627 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:07 smithi080 ceph-mon[27925]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:49:07.627 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:07.627 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:07 smithi080 ceph-mon[27925]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:08.677 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.681+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/2601629971 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 msgr2=0x7f1d041031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:08.677 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.681+0000 7f1d0b6b7700 1 --2- 172.21.15.80:0/2601629971 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 0x7f1d041031e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4009910 tx=0x7f1cf4009c20 comp rx=0 tx=0).stop 2024-04-21T23:49:08.677 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.681+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/2601629971 shutdown_connections 2024-04-21T23:49:08.677 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.681+0000 7f1d0b6b7700 1 --2- 172.21.15.80:0/2601629971 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 0x7f1d041031e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:08.677 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.681+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/2601629971 >> 172.21.15.80:0/2601629971 conn(0x7f1d040fc650 msgr2=0x7f1d040fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.681+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/2601629971 shutdown_connections 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.681+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/2601629971 wait complete. 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.682+0000 7f1d0b6b7700 1 Processor -- start 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.682+0000 7f1d0b6b7700 1 -- start start 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.682+0000 7f1d0b6b7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 0x7f1d0419d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.682+0000 7f1d0b6b7700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0410c2f0 con 0x7f1d04102e00 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.682+0000 7f1d09453700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 0x7f1d0419d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1d09453700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 0x7f1d0419d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:38130/0 (socket says 172.21.15.80:38130) 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1d09453700 1 -- 172.21.15.80:0/916682107 learned_addr learned my addr 172.21.15.80:0/916682107 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1d09453700 1 -- 172.21.15.80:0/916682107 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d0419dac0 con 0x7f1d04102e00 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1d09453700 1 --2- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 0x7f1d0419d580 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4006010 tx=0x7f1cf4005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1cfa7fc700 1 -- 172.21.15.80:0/916682107 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1cf4026070 con 0x7f1d04102e00 2024-04-21T23:49:08.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1cfa7fc700 1 -- 172.21.15.80:0/916682107 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1cf400bc30 con 0x7f1d04102e00 2024-04-21T23:49:08.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1cfa7fc700 1 -- 172.21.15.80:0/916682107 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1cf4003ab0 con 0x7f1d04102e00 2024-04-21T23:49:08.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d0419dd50 con 0x7f1d04102e00 2024-04-21T23:49:08.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.683+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d04197650 con 0x7f1d04102e00 2024-04-21T23:49:08.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.684+0000 7f1cfa7fc700 1 -- 172.21.15.80:0/916682107 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f1cf4029070 con 0x7f1d04102e00 2024-04-21T23:49:08.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.684+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d0406a9a0 con 0x7f1d04102e00 2024-04-21T23:49:08.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.684+0000 7f1cfa7fc700 1 --2- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1cf00390f0 0x7f1cf003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:08.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.684+0000 7f1cfa7fc700 1 -- 172.21.15.80:0/916682107 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1cf401e070 con 0x7f1d04102e00 2024-04-21T23:49:08.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.684+0000 7f1d08c52700 1 --2- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1cf00390f0 0x7f1cf003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:08.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.685+0000 7f1d08c52700 1 --2- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1cf00390f0 0x7f1cf003b5b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1d00006fd0 tx=0x7f1d00006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:08.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.689+0000 7f1cfa7fc700 1 -- 172.21.15.80:0/916682107 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1cf4013070 con 0x7f1d04102e00 2024-04-21T23:49:08.883 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:08.889+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi144", "target": ["mon-mgr", ""]}) -- 0x7f1d04198b80 con 0x7f1cf00390f0 2024-04-21T23:49:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:10.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi144", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:10.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:10.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:10.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:10.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:10.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:49:10.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:10.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:10.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:10 smithi080 ceph-mon[27925]: Deploying cephadm binary to smithi144 2024-04-21T23:49:10.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:10 smithi080 ceph-mon[27925]: Updating smithi120:/etc/ceph/ceph.conf 2024-04-21T23:49:10.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:10 smithi080 ceph-mon[27925]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:12.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:11 smithi080 ceph-mon[27925]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:12.941 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.947+0000 7f1cfa7fc700 1 -- 172.21.15.80:0/916682107 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f1d04198b80 con 0x7f1cf00390f0 2024-04-21T23:49:12.941 INFO:teuthology.orchestra.run.smithi080.stdout:Added host 'smithi144' with addr '172.21.15.144' 2024-04-21T23:49:12.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1cf00390f0 msgr2=0x7f1cf003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:12.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 --2- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1cf00390f0 0x7f1cf003b5b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1d00006fd0 tx=0x7f1d00006e40 comp rx=0 tx=0).stop 2024-04-21T23:49:12.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 msgr2=0x7f1d0419d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:12.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 --2- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 0x7f1d0419d580 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4006010 tx=0x7f1cf4005050 comp rx=0 tx=0).stop 2024-04-21T23:49:12.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 shutdown_connections 2024-04-21T23:49:12.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 --2- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f1cf00390f0 0x7f1cf003b5b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:12.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 --2- 172.21.15.80:0/916682107 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1d04102e00 0x7f1d0419d580 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:12.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 >> 172.21.15.80:0/916682107 conn(0x7f1d040fc650 msgr2=0x7f1d04103bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:12.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 shutdown_connections 2024-04-21T23:49:12.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:12.949+0000 7f1d0b6b7700 1 -- 172.21.15.80:0/916682107 wait complete. 2024-04-21T23:49:13.508 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-21T23:49:13.738 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:49:14.123 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: Updating smithi120:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:49:14.123 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:49:14.124 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:14.124 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:14.124 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:14.124 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:14.124 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:14.124 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: Added host smithi144 2024-04-21T23:49:14.124 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:14.124 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:15.121 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:14 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:15.121 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:14 smithi080 ceph-mon[27925]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:15.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.138+0000 7fde26808700 1 -- 172.21.15.80:0/4009935176 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 msgr2=0x7fde20102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:15.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.138+0000 7fde26808700 1 --2- 172.21.15.80:0/4009935176 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 0x7fde20102f10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fde14009910 tx=0x7fde14009c20 comp rx=0 tx=0).stop 2024-04-21T23:49:15.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.138+0000 7fde26808700 1 -- 172.21.15.80:0/4009935176 shutdown_connections 2024-04-21T23:49:15.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.138+0000 7fde26808700 1 --2- 172.21.15.80:0/4009935176 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 0x7fde20102f10 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:15.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.138+0000 7fde26808700 1 -- 172.21.15.80:0/4009935176 >> 172.21.15.80:0/4009935176 conn(0x7fde200fbda0 msgr2=0x7fde200fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:15.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.138+0000 7fde26808700 1 -- 172.21.15.80:0/4009935176 shutdown_connections 2024-04-21T23:49:15.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.138+0000 7fde26808700 1 -- 172.21.15.80:0/4009935176 wait complete. 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.139+0000 7fde26808700 1 Processor -- start 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.139+0000 7fde26808700 1 -- start start 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.139+0000 7fde26808700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 0x7fde2019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.139+0000 7fde26808700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fde2010b2e0 con 0x7fde20102b30 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.139+0000 7fde1ffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 0x7fde2019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.139+0000 7fde1ffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 0x7fde2019f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:55394/0 (socket says 172.21.15.80:55394) 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.139+0000 7fde1ffff700 1 -- 172.21.15.80:0/1283840231 learned_addr learned my addr 172.21.15.80:0/1283840231 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.139+0000 7fde1ffff700 1 -- 172.21.15.80:0/1283840231 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde2019fc00 con 0x7fde20102b30 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.140+0000 7fde1ffff700 1 --2- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 0x7fde2019f6c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fde140092e0 tx=0x7fde14005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:15.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.140+0000 7fde1d7fa700 1 -- 172.21.15.80:0/1283840231 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde14026070 con 0x7fde20102b30 2024-04-21T23:49:15.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.140+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde2019fe90 con 0x7fde20102b30 2024-04-21T23:49:15.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.140+0000 7fde1d7fa700 1 -- 172.21.15.80:0/1283840231 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde1400b750 con 0x7fde20102b30 2024-04-21T23:49:15.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.140+0000 7fde1d7fa700 1 -- 172.21.15.80:0/1283840231 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde14003970 con 0x7fde20102b30 2024-04-21T23:49:15.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.140+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde20199880 con 0x7fde20102b30 2024-04-21T23:49:15.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.140+0000 7fde1d7fa700 1 -- 172.21.15.80:0/1283840231 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fde14029070 con 0x7fde20102b30 2024-04-21T23:49:15.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.141+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde20102490 con 0x7fde20102b30 2024-04-21T23:49:15.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.141+0000 7fde1d7fa700 1 --2- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fde080390f0 0x7fde0803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:15.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.141+0000 7fde1d7fa700 1 -- 172.21.15.80:0/1283840231 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fde1401e070 con 0x7fde20102b30 2024-04-21T23:49:15.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.141+0000 7fde1f7fe700 1 --2- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fde080390f0 0x7fde0803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:15.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.141+0000 7fde1f7fe700 1 --2- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fde080390f0 0x7fde0803b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fde10006fd0 tx=0x7fde10006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:15.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.146+0000 7fde1d7fa700 1 -- 172.21.15.80:0/1283840231 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fde14013070 con 0x7fde20102b30 2024-04-21T23:49:15.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.345+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fde2019adb0 con 0x7fde080390f0 2024-04-21T23:49:15.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.347+0000 7fde1d7fa700 1 -- 172.21.15.80:0/1283840231 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7fde2019adb0 con 0x7fde080390f0 2024-04-21T23:49:15.340 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:49:15.340 INFO:teuthology.orchestra.run.smithi080.stdout:[{"addr": "172.21.15.80", "hostname": "smithi080", "labels": [], "status": ""}, {"addr": "172.21.15.120", "hostname": "smithi120", "labels": [], "status": ""}, {"addr": "172.21.15.144", "hostname": "smithi144", "labels": [], "status": ""}] 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fde080390f0 msgr2=0x7fde0803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 --2- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fde080390f0 0x7fde0803b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fde10006fd0 tx=0x7fde10006e40 comp rx=0 tx=0).stop 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 msgr2=0x7fde2019f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 --2- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 0x7fde2019f6c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fde140092e0 tx=0x7fde14005030 comp rx=0 tx=0).stop 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 shutdown_connections 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 --2- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fde080390f0 0x7fde0803b5b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 --2- 172.21.15.80:0/1283840231 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fde20102b30 0x7fde2019f6c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 >> 172.21.15.80:0/1283840231 conn(0x7fde200fbda0 msgr2=0x7fde201001a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 shutdown_connections 2024-04-21T23:49:15.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:15.349+0000 7fde26808700 1 -- 172.21.15.80:0/1283840231 wait complete. 2024-04-21T23:49:16.086 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-21T23:49:16.087 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-21T23:49:16.317 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:49:16.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:16 smithi080 ceph-mon[27925]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:49:16.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:16 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:17.626 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:17 smithi080 ceph-mon[27925]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:17.837 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.843+0000 7f21c566d700 1 -- 172.21.15.80:0/3753732390 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 msgr2=0x7f21c01022b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:17.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.843+0000 7f21c566d700 1 --2- 172.21.15.80:0/3753732390 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 0x7f21c01022b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f21b0009910 tx=0x7f21b0009c20 comp rx=0 tx=0).stop 2024-04-21T23:49:17.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.843+0000 7f21c566d700 1 -- 172.21.15.80:0/3753732390 shutdown_connections 2024-04-21T23:49:17.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.843+0000 7f21c566d700 1 --2- 172.21.15.80:0/3753732390 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 0x7f21c01022b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:17.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.843+0000 7f21c566d700 1 -- 172.21.15.80:0/3753732390 >> 172.21.15.80:0/3753732390 conn(0x7f21c00fd760 msgr2=0x7f21c00ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:17.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.843+0000 7f21c566d700 1 -- 172.21.15.80:0/3753732390 shutdown_connections 2024-04-21T23:49:17.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.843+0000 7f21c566d700 1 -- 172.21.15.80:0/3753732390 wait complete. 2024-04-21T23:49:17.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.844+0000 7f21c566d700 1 Processor -- start 2024-04-21T23:49:17.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.844+0000 7f21c566d700 1 -- start start 2024-04-21T23:49:17.840 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.844+0000 7f21c566d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 0x7f21c019d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:17.840 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.844+0000 7f21c566d700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f21c010c2a0 con 0x7f21c0101ed0 2024-04-21T23:49:17.840 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.844+0000 7f21beffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 0x7f21c019d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:17.840 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.844+0000 7f21beffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 0x7f21c019d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:55400/0 (socket says 172.21.15.80:55400) 2024-04-21T23:49:17.840 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.844+0000 7f21beffd700 1 -- 172.21.15.80:0/4059167088 learned_addr learned my addr 172.21.15.80:0/4059167088 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:49:17.840 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.845+0000 7f21beffd700 1 -- 172.21.15.80:0/4059167088 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21c019d920 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.845+0000 7f21beffd700 1 --2- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 0x7f21c019d3e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f21b0005850 tx=0x7f21b0005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.845+0000 7f21bcff9700 1 -- 172.21.15.80:0/4059167088 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21b0026070 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.845+0000 7f21bcff9700 1 -- 172.21.15.80:0/4059167088 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21b000bbd0 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.845+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21c019dc10 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.845+0000 7f21bcff9700 1 -- 172.21.15.80:0/4059167088 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21b0003970 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.845+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21c01975a0 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.846+0000 7f21bcff9700 1 -- 172.21.15.80:0/4059167088 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f21b0029070 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.846+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21c01033b0 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.846+0000 7f21bcff9700 1 --2- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f21ac0390f0 0x7f21ac03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.846+0000 7f21bcff9700 1 -- 172.21.15.80:0/4059167088 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f21b001e070 con 0x7f21c0101ed0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.846+0000 7f21b67fc700 1 --2- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f21ac0390f0 0x7f21ac03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:17.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.847+0000 7f21b67fc700 1 --2- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f21ac0390f0 0x7f21ac03b5b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f21a8006fd0 tx=0x7f21a8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:17.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:17.851+0000 7f21bcff9700 1 -- 172.21.15.80:0/4059167088 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f21b0013070 con 0x7f21c0101ed0 2024-04-21T23:49:18.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.051+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f21c0063890 con 0x7f21c0101ed0 2024-04-21T23:49:18.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.529+0000 7f21bcff9700 1 -- 172.21.15.80:0/4059167088 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f21b0030020 con 0x7f21c0101ed0 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.531+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f21ac0390f0 msgr2=0x7f21ac03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.531+0000 7f21c566d700 1 --2- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f21ac0390f0 0x7f21ac03b5b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f21a8006fd0 tx=0x7f21a8006e40 comp rx=0 tx=0).stop 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.532+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 msgr2=0x7f21c019d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.532+0000 7f21c566d700 1 --2- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 0x7f21c019d3e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f21b0005850 tx=0x7f21b0005030 comp rx=0 tx=0).stop 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.532+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 shutdown_connections 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.532+0000 7f21c566d700 1 --2- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f21ac0390f0 0x7f21ac03b5b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.532+0000 7f21c566d700 1 --2- 172.21.15.80:0/4059167088 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f21c0101ed0 0x7f21c019d3e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.532+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 >> 172.21.15.80:0/4059167088 conn(0x7f21c00fd760 msgr2=0x7f21c01038a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:18.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.532+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 shutdown_connections 2024-04-21T23:49:18.527 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:18.532+0000 7f21c566d700 1 -- 172.21.15.80:0/4059167088 wait complete. 2024-04-21T23:49:18.527 INFO:teuthology.orchestra.run.smithi080.stderr:adjusted tunables profile to default 2024-04-21T23:49:18.838 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:18 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4059167088' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-21T23:49:19.186 INFO:tasks.cephadm:Adding mon.a on smithi080 2024-04-21T23:49:19.186 INFO:tasks.cephadm:Adding mon.b on smithi120 2024-04-21T23:49:19.189 INFO:tasks.cephadm:Adding mon.c on smithi144 2024-04-21T23:49:19.190 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi080:172.21.15.80=a;smithi120:172.21.15.120=b;smithi144:172.21.15.144=c' 2024-04-21T23:49:19.428 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4059167088' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi144", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: Updating smithi144:/etc/ceph/ceph.conf 2024-04-21T23:49:19.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:19.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:19.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: Updating smithi144:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:49:19.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:19.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:19.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:20.836 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.836+0000 7f415e59f700 1 -- 172.21.15.144:0/3026254314 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 msgr2=0x7f4158100920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:20.836 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.836+0000 7f415e59f700 1 --2- 172.21.15.144:0/3026254314 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 0x7f4158100920 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4148009910 tx=0x7f4148009c20 comp rx=0 tx=0).stop 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.836+0000 7f415e59f700 1 -- 172.21.15.144:0/3026254314 shutdown_connections 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.836+0000 7f415e59f700 1 --2- 172.21.15.144:0/3026254314 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 0x7f4158100920 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.836+0000 7f415e59f700 1 -- 172.21.15.144:0/3026254314 >> 172.21.15.144:0/3026254314 conn(0x7f41580772e0 msgr2=0x7f41580776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.836+0000 7f415e59f700 1 -- 172.21.15.144:0/3026254314 shutdown_connections 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.836+0000 7f415e59f700 1 -- 172.21.15.144:0/3026254314 wait complete. 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.837+0000 7f415e59f700 1 Processor -- start 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.837+0000 7f415e59f700 1 -- start start 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.837+0000 7f415e59f700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 0x7f415819d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.837+0000 7f415e59f700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f415810a910 con 0x7f4158100540 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f4157fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 0x7f415819d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f4157fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 0x7f415819d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.144:35710/0 (socket says 172.21.15.144:35710) 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f4157fff700 1 -- 172.21.15.144:0/945853426 learned_addr learned my addr 172.21.15.144:0/945853426 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:49:20.837 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f4157fff700 1 -- 172.21.15.144:0/945853426 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f415819d960 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f4157fff700 1 --2- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 0x7f415819d420 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4148005850 tx=0x7f4148005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f41557fa700 1 -- 172.21.15.144:0/945853426 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4148026070 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f41557fa700 1 -- 172.21.15.144:0/945853426 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f414800bbd0 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f415819dc50 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f41557fa700 1 -- 172.21.15.144:0/945853426 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4148003970 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.838+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41581975e0 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.839+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4158101a20 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.839+0000 7f41557fa700 1 -- 172.21.15.144:0/945853426 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4148029070 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.840+0000 7f41557fa700 1 --2- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4140039150 0x7f414003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.840+0000 7f41557fa700 1 -- 172.21.15.144:0/945853426 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f414801e070 con 0x7f4158100540 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.840+0000 7f41577fe700 1 --2- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4140039150 0x7f414003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:20.838 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.840+0000 7f41577fe700 1 --2- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4140039150 0x7f414003b610 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f414c006fd0 tx=0x7f414c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:20.839 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:20.845+0000 7f41557fa700 1 -- 172.21.15.144:0/945853426 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4148013070 con 0x7f4158100540 2024-04-21T23:49:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:20 smithi080 ceph-mon[27925]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:49:21.045 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.051+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi080:172.21.15.80=a;smithi120:172.21.15.120=b;smithi144:172.21.15.144=c", "target": ["mon-mgr", ""]}) -- 0x7f4158063890 con 0x7f4140039150 2024-04-21T23:49:21.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.058+0000 7f41557fa700 1 -- 172.21.15.144:0/945853426 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f4158063890 con 0x7f4140039150 2024-04-21T23:49:21.052 INFO:teuthology.orchestra.run.smithi144.stdout:Scheduled mon update... 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4140039150 msgr2=0x7f414003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 --2- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4140039150 0x7f414003b610 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f414c006fd0 tx=0x7f414c006e40 comp rx=0 tx=0).stop 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 msgr2=0x7f415819d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 --2- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 0x7f415819d420 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4148005850 tx=0x7f4148005030 comp rx=0 tx=0).stop 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 shutdown_connections 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 --2- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4140039150 0x7f414003b610 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 --2- 172.21.15.144:0/945853426 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4158100540 0x7f415819d420 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 >> 172.21.15.144:0/945853426 conn(0x7f41580772e0 msgr2=0x7f4158108650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 shutdown_connections 2024-04-21T23:49:21.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:21.060+0000 7f415e59f700 1 -- 172.21.15.144:0/945853426 wait complete. 2024-04-21T23:49:21.654 DEBUG:teuthology.orchestra.run.smithi120:mon.b> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.b.service 2024-04-21T23:49:21.657 DEBUG:teuthology.orchestra.run.smithi144:mon.c> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.c.service 2024-04-21T23:49:21.660 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-21T23:49:21.660 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-21T23:49:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:21 smithi080 ceph-mon[27925]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:22.869 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:22.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:22 smithi080 ceph-mon[27925]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi080:172.21.15.80=a;smithi120:172.21.15.120=b;smithi144:172.21.15.144=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:22.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:22 smithi080 ceph-mon[27925]: Saving service mon spec with placement smithi080:172.21.15.80=a;smithi120:172.21.15.120=b;smithi144:172.21.15.144=c;count:3 2024-04-21T23:49:22.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:22 smithi080 ceph-mon[27925]: Deploying daemon mon.c on smithi144 2024-04-21T23:49:23.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:23 smithi080 ceph-mon[27925]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:25.462 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.466+0000 7fec89a2f700 1 -- 172.21.15.144:0/3030244489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 msgr2=0x7fec84102280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.466+0000 7fec89a2f700 1 --2- 172.21.15.144:0/3030244489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 0x7fec84102280 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fec7c00b0a0 tx=0x7fec7c00b3b0 comp rx=0 tx=0).stop 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.466+0000 7fec89a2f700 1 -- 172.21.15.144:0/3030244489 shutdown_connections 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.466+0000 7fec89a2f700 1 --2- 172.21.15.144:0/3030244489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 0x7fec84102280 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.466+0000 7fec89a2f700 1 -- 172.21.15.144:0/3030244489 >> 172.21.15.144:0/3030244489 conn(0x7fec840fd770 msgr2=0x7fec840ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.467+0000 7fec89a2f700 1 -- 172.21.15.144:0/3030244489 shutdown_connections 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.467+0000 7fec89a2f700 1 -- 172.21.15.144:0/3030244489 wait complete. 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.467+0000 7fec89a2f700 1 Processor -- start 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.467+0000 7fec89a2f700 1 -- start start 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec89a2f700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 0x7fec841976d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec89a2f700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fec8410c270 con 0x7fec84101ea0 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec82ffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 0x7fec841976d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:25.463 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec82ffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 0x7fec841976d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.144:41782/0 (socket says 172.21.15.144:41782) 2024-04-21T23:49:25.464 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec82ffd700 1 -- 172.21.15.144:0/2901000590 learned_addr learned my addr 172.21.15.144:0/2901000590 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:49:25.464 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec82ffd700 1 -- 172.21.15.144:0/2901000590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec84197c10 con 0x7fec84101ea0 2024-04-21T23:49:25.464 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec82ffd700 1 --2- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 0x7fec841976d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fec7c015040 tx=0x7fec7c003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:25.464 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec88a2d700 1 -- 172.21.15.144:0/2901000590 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fec7c017040 con 0x7fec84101ea0 2024-04-21T23:49:25.464 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec88a2d700 1 -- 172.21.15.144:0/2901000590 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec7c022070 con 0x7fec84101ea0 2024-04-21T23:49:25.464 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec84197ea0 con 0x7fec84101ea0 2024-04-21T23:49:25.464 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.468+0000 7fec88a2d700 1 -- 172.21.15.144:0/2901000590 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fec7c01d5d0 con 0x7fec84101ea0 2024-04-21T23:49:25.464 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.469+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec8419bfa0 con 0x7fec84101ea0 2024-04-21T23:49:25.465 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.469+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec84103380 con 0x7fec84101ea0 2024-04-21T23:49:25.465 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.469+0000 7fec88a2d700 1 -- 172.21.15.144:0/2901000590 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fec7c004000 con 0x7fec84101ea0 2024-04-21T23:49:25.465 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.470+0000 7fec88a2d700 1 --2- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec700390f0 0x7fec7003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:25.465 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.470+0000 7fec88a2d700 1 -- 172.21.15.144:0/2901000590 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fec7c00f050 con 0x7fec84101ea0 2024-04-21T23:49:25.465 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.470+0000 7fec827fc700 1 --2- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec700390f0 0x7fec7003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:25.465 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.470+0000 7fec827fc700 1 --2- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec700390f0 0x7fec7003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fec6c006fd0 tx=0x7fec6c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:25.468 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.475+0000 7fec88a2d700 1 -- 172.21.15.144:0/2901000590 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fec7c007e20 con 0x7fec84101ea0 2024-04-21T23:49:25.752 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.753+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fec84198a30 con 0x7fec84101ea0 2024-04-21T23:49:25.752 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.753+0000 7fec88a2d700 1 -- 172.21.15.144:0/2901000590 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7fec7c00bcc0 con 0x7fec84101ea0 2024-04-21T23:49:25.752 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:49:25.752 INFO:teuthology.orchestra.run.smithi144.stdout:{"epoch":1,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","modified":"2024-04-21T23:47:43.101727Z","created":"2024-04-21T23:47:43.101727Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:3300","nonce":0},{"type":"v1","addr":"172.21.15.80:6789","nonce":0}]},"addr":"172.21.15.80:6789/0","public_addr":"172.21.15.80:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-21T23:49:25.753 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec700390f0 msgr2=0x7fec7003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:25.753 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 --2- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec700390f0 0x7fec7003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fec6c006fd0 tx=0x7fec6c006e40 comp rx=0 tx=0).stop 2024-04-21T23:49:25.753 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 msgr2=0x7fec841976d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:25.753 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 --2- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 0x7fec841976d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fec7c015040 tx=0x7fec7c003d50 comp rx=0 tx=0).stop 2024-04-21T23:49:25.753 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 shutdown_connections 2024-04-21T23:49:25.753 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 --2- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec700390f0 0x7fec7003b5b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:25.754 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 --2- 172.21.15.144:0/2901000590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec84101ea0 0x7fec841976d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:25.754 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 >> 172.21.15.144:0/2901000590 conn(0x7fec840fd770 msgr2=0x7fec84103870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:25.754 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 shutdown_connections 2024-04-21T23:49:25.754 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:25.756+0000 7fec89a2f700 1 -- 172.21.15.144:0/2901000590 wait complete. 2024-04-21T23:49:25.754 INFO:teuthology.orchestra.run.smithi144.stderr:dumped monmap epoch 1 2024-04-21T23:49:26.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:25 smithi080 ceph-mon[27925]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:26.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:25 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/2901000590' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T23:49:26.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:26 smithi144 systemd[1]: Started Ceph mon.c for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:49:27.460 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-21T23:49:27.461 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-21T23:49:27.703 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:49:31.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:49:31.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: mon.a calling monitor election 2024-04-21T23:49:31.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:31.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: mon.c calling monitor election 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: monmap epoch 2 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: last_changed 2024-04-21T23:49:26.083963+0000 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: created 2024-04-21T23:47:43.101727+0000 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: min_mon_release 19 (squid) 2024-04-21T23:49:31.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: election_strategy: 1 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: 0: [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] mon.a 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: 1: [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] mon.c 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: fsmap 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: mgrmap e13: x(active, since 48s) 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: overall HEALTH_OK 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:31.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: mon.a calling monitor election 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: mon.c calling monitor election 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: monmap epoch 2 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: last_changed 2024-04-21T23:49:26.083963+0000 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: created 2024-04-21T23:47:43.101727+0000 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: min_mon_release 19 (squid) 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: election_strategy: 1 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: 0: [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] mon.a 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: 1: [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] mon.c 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: fsmap 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: mgrmap e13: x(active, since 48s) 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: overall HEALTH_OK 2024-04-21T23:49:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:31.618 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:31.618 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:31.618 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:31.618 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:32.050 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.056+0000 7fd248ac7700 1 -- 172.21.15.144:0/475997984 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd22c0035c0 msgr2=0x7fd22c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:32.050 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.056+0000 7fd248ac7700 1 --2- 172.21.15.144:0/475997984 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd22c0035c0 0x7fd22c005a50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd244069c10 tx=0x7fd23c009e80 comp rx=0 tx=0).stop 2024-04-21T23:49:32.050 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.056+0000 7fd248ac7700 1 -- 172.21.15.144:0/475997984 shutdown_connections 2024-04-21T23:49:32.050 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.056+0000 7fd248ac7700 1 --2- 172.21.15.144:0/475997984 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd22c0035c0 0x7fd22c005a50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:32.050 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.056+0000 7fd248ac7700 1 -- 172.21.15.144:0/475997984 >> 172.21.15.144:0/475997984 conn(0x7fd2440fc710 msgr2=0x7fd2440feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:32.050 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.056+0000 7fd248ac7700 1 -- 172.21.15.144:0/475997984 shutdown_connections 2024-04-21T23:49:32.050 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.056+0000 7fd248ac7700 1 -- 172.21.15.144:0/475997984 wait complete. 2024-04-21T23:49:32.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.057+0000 7fd248ac7700 1 Processor -- start 2024-04-21T23:49:32.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.057+0000 7fd248ac7700 1 -- start start 2024-04-21T23:49:32.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.057+0000 7fd248ac7700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 0x7fd244100bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:32.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd248ac7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd244101100 0x7fd244101580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd248ac7700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fd244109dc0 con 0x7fd244101100 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd248ac7700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fd244109c40 con 0x7fd22c0035c0 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd24259c700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 0x7fd244100bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd241d9b700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd244101100 0x7fd244101580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd24259c700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 0x7fd244100bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.144:32922/0 (socket says 172.21.15.144:32922) 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd24259c700 1 -- 172.21.15.144:0/518911697 learned_addr learned my addr 172.21.15.144:0/518911697 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd24259c700 1 -- 172.21.15.144:0/518911697 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 msgr2=0x7fd244100bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd24259c700 1 -- 172.21.15.144:0/518911697 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 msgr2=0x7fd244100bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd24259c700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 0x7fd244100bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd24259c700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 0x7fd244100bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd241d9b700 1 -- 172.21.15.144:0/518911697 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 msgr2=0x7fd244100bc0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd241d9b700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 0x7fd244100bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd241d9b700 1 -- 172.21.15.144:0/518911697 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd244102ae0 con 0x7fd244101100 2024-04-21T23:49:32.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd241d9b700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd244101100 0x7fd244101580 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd23800b4d0 tx=0x7fd23800b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:32.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.058+0000 7fd2337fe700 1 -- 172.21.15.144:0/518911697 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd238011630 con 0x7fd244101100 2024-04-21T23:49:32.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.059+0000 7fd2337fe700 1 -- 172.21.15.144:0/518911697 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd238011cb0 con 0x7fd244101100 2024-04-21T23:49:32.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.059+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2441a3c70 con 0x7fd244101100 2024-04-21T23:49:32.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.059+0000 7fd2337fe700 1 -- 172.21.15.144:0/518911697 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd238010e60 con 0x7fd244101100 2024-04-21T23:49:32.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.059+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2441a41b0 con 0x7fd244101100 2024-04-21T23:49:32.055 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.059+0000 7fd2337fe700 1 -- 172.21.15.144:0/518911697 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fd238018020 con 0x7fd244101100 2024-04-21T23:49:32.055 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.060+0000 7fd2337fe700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd224038eb0 0x7fd22403b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:32.055 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.060+0000 7fd2337fe700 1 -- 172.21.15.144:0/518911697 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd238010510 con 0x7fd244101100 2024-04-21T23:49:32.055 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.060+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd24406a410 con 0x7fd244101100 2024-04-21T23:49:32.055 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.060+0000 7fd24259c700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd224038eb0 0x7fd22403b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:32.055 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.060+0000 7fd24259c700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd224038eb0 0x7fd22403b370 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd23c009a30 tx=0x7fd23c0090b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:32.059 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.065+0000 7fd2337fe700 1 -- 172.21.15.144:0/518911697 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd23801f020 con 0x7fd244101100 2024-04-21T23:49:32.341 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.347+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fd24402db30 con 0x7fd244101100 2024-04-21T23:49:32.341 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:32 smithi144 ceph-mon[31316]: Deploying daemon mon.b on smithi120 2024-04-21T23:49:32.341 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:32 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:32.342 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.348+0000 7fd2337fe700 1 -- 172.21.15.144:0/518911697 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fd238018310 con 0x7fd244101100 2024-04-21T23:49:32.342 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:49:32.342 INFO:teuthology.orchestra.run.smithi144.stdout:{"epoch":2,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","modified":"2024-04-21T23:49:26.083963Z","created":"2024-04-21T23:47:43.101727Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:3300","nonce":0},{"type":"v1","addr":"172.21.15.80:6789","nonce":0}]},"addr":"172.21.15.80:6789/0","public_addr":"172.21.15.80:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:3300","nonce":0},{"type":"v1","addr":"172.21.15.144:6789","nonce":0}]},"addr":"172.21.15.144:6789/0","public_addr":"172.21.15.144:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd224038eb0 msgr2=0x7fd22403b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd224038eb0 0x7fd22403b370 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd23c009a30 tx=0x7fd23c0090b0 comp rx=0 tx=0).stop 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd244101100 msgr2=0x7fd244101580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd244101100 0x7fd244101580 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd23800b4d0 tx=0x7fd23800b890 comp rx=0 tx=0).stop 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 shutdown_connections 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd224038eb0 0x7fd22403b370 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd22c0035c0 0x7fd244100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 --2- 172.21.15.144:0/518911697 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd244101100 0x7fd244101580 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 >> 172.21.15.144:0/518911697 conn(0x7fd2440fc710 msgr2=0x7fd2441075c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 shutdown_connections 2024-04-21T23:49:32.344 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:32.350+0000 7fd248ac7700 1 -- 172.21.15.144:0/518911697 wait complete. 2024-04-21T23:49:32.345 INFO:teuthology.orchestra.run.smithi144.stderr:dumped monmap epoch 2 2024-04-21T23:49:32.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:32 smithi080 ceph-mon[27925]: Deploying daemon mon.b on smithi120 2024-04-21T23:49:32.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:32 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:33.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:33 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/518911697' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T23:49:33.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:33 smithi144 ceph-mon[31316]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:33.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:33 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/518911697' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T23:49:33.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:33 smithi080 ceph-mon[27925]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:33.866 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-21T23:49:33.866 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-21T23:49:34.115 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:49:35.217 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:35 smithi120 ceph-mon[31499]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-21T23:49:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:35 smithi120 bash[31481]: 983ff14e241e022d6c3f85fb258fa911c8e85734b927c6f645633968877ad8b7 2024-04-21T23:49:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:35 smithi120 systemd[1]: Started Ceph mon.b for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:49:40.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:49:40.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: mon.a calling monitor election 2024-04-21T23:49:40.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: mon.c calling monitor election 2024-04-21T23:49:40.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: mon.b calling monitor election 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: monmap epoch 3 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: last_changed 2024-04-21T23:49:35.219203+0000 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: created 2024-04-21T23:47:43.101727+0000 2024-04-21T23:49:40.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: min_mon_release 19 (squid) 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: election_strategy: 1 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: 0: [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] mon.a 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: 1: [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] mon.c 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: 2: [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon.b 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: fsmap 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: mgrmap e13: x(active, since 57s) 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: overall HEALTH_OK 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: mon.a calling monitor election 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: mon.c calling monitor election 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: mon.b calling monitor election 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-21T23:49:40.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: monmap epoch 3 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: last_changed 2024-04-21T23:49:35.219203+0000 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: created 2024-04-21T23:47:43.101727+0000 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: min_mon_release 19 (squid) 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: election_strategy: 1 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: 0: [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] mon.a 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: 1: [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] mon.c 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: 2: [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon.b 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: fsmap 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: mgrmap e13: x(active, since 57s) 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: overall HEALTH_OK 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:49:40.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: mon.a calling monitor election 2024-04-21T23:49:40.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: mon.c calling monitor election 2024-04-21T23:49:40.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: mon.b calling monitor election 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: monmap epoch 3 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: last_changed 2024-04-21T23:49:35.219203+0000 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: created 2024-04-21T23:47:43.101727+0000 2024-04-21T23:49:40.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: min_mon_release 19 (squid) 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: election_strategy: 1 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: 0: [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] mon.a 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: 1: [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] mon.c 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: 2: [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon.b 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: fsmap 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: mgrmap e13: x(active, since 57s) 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: overall HEALTH_OK 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:40.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:41.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:41 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:41.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:41 smithi120 ceph-mon[31499]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:41.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:41 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:41.518 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.523+0000 7f065955c700 1 -- 172.21.15.144:0/1863849291 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f063c0035c0 msgr2=0x7f063c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:41.518 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.523+0000 7f065955c700 1 --2- 172.21.15.144:0/1863849291 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f063c0035c0 0x7f063c005a50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0654077370 tx=0x7f0644009ee0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.518 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.523+0000 7f065955c700 1 -- 172.21.15.144:0/1863849291 shutdown_connections 2024-04-21T23:49:41.518 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.523+0000 7f065955c700 1 --2- 172.21.15.144:0/1863849291 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f063c0035c0 0x7f063c005a50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.518 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.523+0000 7f065955c700 1 -- 172.21.15.144:0/1863849291 >> 172.21.15.144:0/1863849291 conn(0x7f0654075f90 msgr2=0x7f06540763a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:41.518 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.523+0000 7f065955c700 1 -- 172.21.15.144:0/1863849291 shutdown_connections 2024-04-21T23:49:41.518 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.523+0000 7f065955c700 1 -- 172.21.15.144:0/1863849291 wait complete. 2024-04-21T23:49:41.519 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:41 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:41.519 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:41 smithi144 ceph-mon[31316]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:41.519 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:41 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:41.521 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f065955c700 1 Processor -- start 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f065955c700 1 -- start start 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f065955c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f063c0035c0 0x7f065419b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f065955c700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f065419bb00 0x7f0654195690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f065955c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0654195bd0 0x7f0654196080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f065955c700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0654107c40 con 0x7f063c0035c0 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f065955c700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0654107ac0 con 0x7f0654195bd0 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f065955c700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0654107dc0 con 0x7f065419bb00 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f06527fc700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f065419bb00 0x7f0654195690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f06527fc700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f065419bb00 0x7f0654195690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.144:49992/0 (socket says 172.21.15.144:49992) 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f06527fc700 1 -- 172.21.15.144:0/1106828779 learned_addr learned my addr 172.21.15.144:0/1106828779 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:49:41.522 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f0652ffd700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f063c0035c0 0x7f065419b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f06527fc700 1 -- 172.21.15.144:0/1106828779 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0654195bd0 msgr2=0x7f0654196080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f06527fc700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0654195bd0 0x7f0654196080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f06527fc700 1 -- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f063c0035c0 msgr2=0x7f065419b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f06527fc700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f063c0035c0 0x7f065419b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.524+0000 7f06527fc700 1 -- 172.21.15.144:0/1106828779 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06541a2370 con 0x7f065419bb00 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.525+0000 7f06527fc700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f065419bb00 0x7f0654195690 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f064800b780 tx=0x7f064800ba90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.525+0000 7f063bfff700 1 -- 172.21.15.144:0/1106828779 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648004230 con 0x7f065419bb00 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.525+0000 7f063bfff700 1 -- 172.21.15.144:0/1106828779 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f06480043d0 con 0x7f065419bb00 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.525+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06541a2600 con 0x7f065419bb00 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.525+0000 7f063bfff700 1 -- 172.21.15.144:0/1106828779 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648011c90 con 0x7f065419bb00 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.525+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06541a2b90 con 0x7f065419bb00 2024-04-21T23:49:41.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.526+0000 7f063bfff700 1 -- 172.21.15.144:0/1106828779 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f064801a400 con 0x7f065419bb00 2024-04-21T23:49:41.524 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.526+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f065406a230 con 0x7f065419bb00 2024-04-21T23:49:41.524 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.526+0000 7f063bfff700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0640039580 0x7f064003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:41.524 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.526+0000 7f063bfff700 1 -- 172.21.15.144:0/1106828779 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f064804bcd0 con 0x7f065419bb00 2024-04-21T23:49:41.524 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.526+0000 7f0652ffd700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0640039580 0x7f064003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:41.524 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.527+0000 7f0652ffd700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0640039580 0x7f064003ba40 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0644009900 tx=0x7f06440021d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:41.525 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.531+0000 7f063bfff700 1 -- 172.21.15.144:0/1106828779 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0648051020 con 0x7f065419bb00 2024-04-21T23:49:41.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:41 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:41.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:41 smithi080 ceph-mon[27925]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:41.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:41 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:49:41.813 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.818+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f06541a2eb0 con 0x7f065419bb00 2024-04-21T23:49:41.813 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.818+0000 7f063bfff700 1 -- 172.21.15.144:0/1106828779 <== mon.1 v2:172.21.15.144:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1285 (secure 0 0 0) 0x7f06480151c0 con 0x7f065419bb00 2024-04-21T23:49:41.814 INFO:teuthology.orchestra.run.smithi144.stdout: 2024-04-21T23:49:41.814 INFO:teuthology.orchestra.run.smithi144.stdout:{"epoch":3,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","modified":"2024-04-21T23:49:35.219203Z","created":"2024-04-21T23:47:43.101727Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:3300","nonce":0},{"type":"v1","addr":"172.21.15.80:6789","nonce":0}]},"addr":"172.21.15.80:6789/0","public_addr":"172.21.15.80:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:3300","nonce":0},{"type":"v1","addr":"172.21.15.144:6789","nonce":0}]},"addr":"172.21.15.144:6789/0","public_addr":"172.21.15.144:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:3300","nonce":0},{"type":"v1","addr":"172.21.15.120:6789","nonce":0}]},"addr":"172.21.15.120:6789/0","public_addr":"172.21.15.120:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-21T23:49:41.816 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0640039580 msgr2=0x7f064003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:41.816 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0640039580 0x7f064003ba40 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0644009900 tx=0x7f06440021d0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f065419bb00 msgr2=0x7f0654195690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f065419bb00 0x7f0654195690 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f064800b780 tx=0x7f064800ba90 comp rx=0 tx=0).stop 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 shutdown_connections 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0640039580 0x7f064003ba40 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0654195bd0 0x7f0654196080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f063c0035c0 0x7f065419b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 --2- 172.21.15.144:0/1106828779 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f065419bb00 0x7f0654195690 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 >> 172.21.15.144:0/1106828779 conn(0x7f0654075f90 msgr2=0x7f06540fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 shutdown_connections 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:41.822+0000 7f065955c700 1 -- 172.21.15.144:0/1106828779 wait complete. 2024-04-21T23:49:41.817 INFO:teuthology.orchestra.run.smithi144.stderr:dumped monmap epoch 3 2024-04-21T23:49:42.533 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-21T23:49:42.533 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-21T23:49:42.794 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:49:42.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: Updating smithi080:/etc/ceph/ceph.conf 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: Updating smithi120:/etc/ceph/ceph.conf 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: Updating smithi144:/etc/ceph/ceph.conf 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/1106828779' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:42.914 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.914 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.914 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: Updating smithi080:/etc/ceph/ceph.conf 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: Updating smithi120:/etc/ceph/ceph.conf 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: Updating smithi144:/etc/ceph/ceph.conf 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/1106828779' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.915 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:42.916 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:42.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: Updating smithi080:/etc/ceph/ceph.conf 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: Updating smithi120:/etc/ceph/ceph.conf 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: Updating smithi144:/etc/ceph/ceph.conf 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/1106828779' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:42.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:44.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:43 smithi080 ceph-mon[27925]: Reconfiguring mon.a (unknown last config time)... 2024-04-21T23:49:44.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:43 smithi080 ceph-mon[27925]: Reconfiguring daemon mon.a on smithi080 2024-04-21T23:49:44.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:43 smithi080 ceph-mon[27925]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:44.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:43 smithi144 ceph-mon[31316]: Reconfiguring mon.a (unknown last config time)... 2024-04-21T23:49:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:43 smithi144 ceph-mon[31316]: Reconfiguring daemon mon.a on smithi080 2024-04-21T23:49:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:43 smithi144 ceph-mon[31316]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:44.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:43 smithi120 ceph-mon[31499]: Reconfiguring mon.a (unknown last config time)... 2024-04-21T23:49:44.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:43 smithi120 ceph-mon[31499]: Reconfiguring daemon mon.a on smithi080 2024-04-21T23:49:44.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:43 smithi120 ceph-mon[31499]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:44.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:45.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 -- 172.21.15.80:0/2357544028 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc100c60 msgr2=0x7f04dc1010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 --2- 172.21.15.80:0/2357544028 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc100c60 0x7f04dc1010e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f04d0009990 tx=0x7f04d0009ca0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 -- 172.21.15.80:0/2357544028 shutdown_connections 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 --2- 172.21.15.80:0/2357544028 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04dc101620 0x7f04dc10f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 --2- 172.21.15.80:0/2357544028 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04dc108410 0x7f04dc1087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 --2- 172.21.15.80:0/2357544028 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc100c60 0x7f04dc1010e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 -- 172.21.15.80:0/2357544028 >> 172.21.15.80:0/2357544028 conn(0x7f04dc0763a0 msgr2=0x7f04dc0767b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 -- 172.21.15.80:0/2357544028 shutdown_connections 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.269+0000 7f04e2c52700 1 -- 172.21.15.80:0/2357544028 wait complete. 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e2c52700 1 Processor -- start 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e2c52700 1 -- start start 2024-04-21T23:49:45.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e2c52700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04dc100c60 0x7f04dc19e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e2c52700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04dc101620 0x7f04dc19ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e2c52700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc108410 0x7f04dc1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e2c52700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc112590 con 0x7f04dc108410 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e2c52700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc112410 con 0x7f04dc101620 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e2c52700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc112710 con 0x7f04dc100c60 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e11ef700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc108410 0x7f04dc1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e11ef700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc108410 0x7f04dc1987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:37820/0 (socket says 172.21.15.80:37820) 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.270+0000 7f04e11ef700 1 -- 172.21.15.80:0/1738566792 learned_addr learned my addr 172.21.15.80:0/1738566792 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04dbfff700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04dc101620 0x7f04dc19ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e09ee700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04dc100c60 0x7f04dc19e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e11ef700 1 -- 172.21.15.80:0/1738566792 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04dc100c60 msgr2=0x7f04dc19e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e11ef700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04dc100c60 0x7f04dc19e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e11ef700 1 -- 172.21.15.80:0/1738566792 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04dc101620 msgr2=0x7f04dc19ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e11ef700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04dc101620 0x7f04dc19ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e11ef700 1 -- 172.21.15.80:0/1738566792 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc198fd0 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e11ef700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc108410 0x7f04dc1987f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f04d4007ee0 tx=0x7f04d400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04d9ffb700 1 -- 172.21.15.80:0/1738566792 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d400dbd0 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04d9ffb700 1 -- 172.21.15.80:0/1738566792 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04d400dd70 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04dc1992c0 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04d9ffb700 1 -- 172.21.15.80:0/1738566792 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4005a60 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.271+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04dc1a54d0 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.272+0000 7f04d9ffb700 1 -- 172.21.15.80:0/1738566792 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f04d401a020 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.272+0000 7f04d9ffb700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f04c4039330 0x7f04c403b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.272+0000 7f04d9ffb700 1 -- 172.21.15.80:0/1738566792 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f04d404ba20 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.272+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04dc06a400 con 0x7f04dc108410 2024-04-21T23:49:45.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.272+0000 7f04e09ee700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f04c4039330 0x7f04c403b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:45.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.273+0000 7f04e09ee700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f04c4039330 0x7f04c403b7f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f04cc006fd0 tx=0x7f04cc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:45.271 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.277+0000 7f04d9ffb700 1 -- 172.21.15.80:0/1738566792 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f04d4010070 con 0x7f04dc108410 2024-04-21T23:49:45.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.480+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f04dc02db30 con 0x7f04dc108410 2024-04-21T23:49:45.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.480+0000 7f04d9ffb700 1 -- 172.21.15.80:0/1738566792 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7f04d40224b0 con 0x7f04dc108410 2024-04-21T23:49:45.474 INFO:teuthology.orchestra.run.smithi080.stdout:# minimal ceph.conf for 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:49:45.474 INFO:teuthology.orchestra.run.smithi080.stdout:[global] 2024-04-21T23:49:45.474 INFO:teuthology.orchestra.run.smithi080.stdout: fsid = 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:49:45.474 INFO:teuthology.orchestra.run.smithi080.stdout: mon_host = [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] 2024-04-21T23:49:45.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f04c4039330 msgr2=0x7f04c403b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:45.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f04c4039330 0x7f04c403b7f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f04cc006fd0 tx=0x7f04cc008040 comp rx=0 tx=0).stop 2024-04-21T23:49:45.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc108410 msgr2=0x7f04dc1987f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:45.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc108410 0x7f04dc1987f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f04d4007ee0 tx=0x7f04d400d3b0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 shutdown_connections 2024-04-21T23:49:45.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f04c4039330 0x7f04c403b7f0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04dc108410 0x7f04dc1987f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04dc100c60 0x7f04dc19e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 --2- 172.21.15.80:0/1738566792 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04dc101620 0x7f04dc19ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:45.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 >> 172.21.15.80:0/1738566792 conn(0x7f04dc0763a0 msgr2=0x7f04dc0ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:45.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.482+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 shutdown_connections 2024-04-21T23:49:45.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:45.483+0000 7f04e2c52700 1 -- 172.21.15.80:0/1738566792 wait complete. 2024-04-21T23:49:45.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:45.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:45.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:45 smithi120 ceph-mon[31499]: Reconfiguring mon.b (monmap changed)... 2024-04-21T23:49:45.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:45.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:45.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:45.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:45 smithi120 ceph-mon[31499]: Reconfiguring daemon mon.b on smithi120 2024-04-21T23:49:45.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:45 smithi120 ceph-mon[31499]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:45.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:45.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:45.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:45 smithi144 ceph-mon[31316]: Reconfiguring mon.b (monmap changed)... 2024-04-21T23:49:45.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:45.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:45.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:45.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:45 smithi144 ceph-mon[31316]: Reconfiguring daemon mon.b on smithi120 2024-04-21T23:49:45.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:45 smithi144 ceph-mon[31316]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:45.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:45.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:45.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:45 smithi080 ceph-mon[27925]: Reconfiguring mon.b (monmap changed)... 2024-04-21T23:49:45.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:45.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:45.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:45.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:45 smithi080 ceph-mon[27925]: Reconfiguring daemon mon.b on smithi120 2024-04-21T23:49:45.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:45 smithi080 ceph-mon[27925]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:46.120 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-21T23:49:46.120 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:49:46.120 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/etc/ceph/ceph.conf 2024-04-21T23:49:46.146 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:49:46.146 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:49:46.210 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:49:46.210 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/ceph/ceph.conf 2024-04-21T23:49:46.239 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:49:46.239 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:49:46.303 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:49:46.304 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd of=/etc/ceph/ceph.conf 2024-04-21T23:49:46.329 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:49:46.329 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:49:46.394 INFO:tasks.cephadm:Adding mgr.x on smithi080 2024-04-21T23:49:46.395 INFO:tasks.cephadm:Adding mgr.y on smithi120 2024-04-21T23:49:46.395 INFO:tasks.cephadm:Adding mgr.z on smithi144 2024-04-21T23:49:46.395 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi080=x;smithi120=y;smithi144=z' 2024-04-21T23:49:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:46 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1738566792' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:46 smithi120 ceph-mon[31499]: Reconfiguring mon.c (monmap changed)... 2024-04-21T23:49:46.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:46.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:46.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:46.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:46 smithi120 ceph-mon[31499]: Reconfiguring daemon mon.c on smithi144 2024-04-21T23:49:46.579 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:46 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1738566792' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:46.579 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:46.579 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:46.579 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:46 smithi080 ceph-mon[27925]: Reconfiguring mon.c (monmap changed)... 2024-04-21T23:49:46.580 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:46.580 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:46.580 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:46.580 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:46 smithi080 ceph-mon[27925]: Reconfiguring daemon mon.c on smithi144 2024-04-21T23:49:46.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:46 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1738566792' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:46.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:46.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:46.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:46 smithi144 ceph-mon[31316]: Reconfiguring mon.c (monmap changed)... 2024-04-21T23:49:46.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T23:49:46.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T23:49:46.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:46.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:46 smithi144 ceph-mon[31316]: Reconfiguring daemon mon.c on smithi144 2024-04-21T23:49:47.383 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:49:47.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:47 smithi144 ceph-mon[31316]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:47.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:47 smithi080 ceph-mon[27925]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:47.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:47 smithi120 ceph-mon[31499]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:48.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:48.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:48.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:48.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:48.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:48.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:48.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- 172.21.15.144:0/2056670350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103e20 msgr2=0x7f510010a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:48.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2056670350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103e20 0x7f510010a6d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f50f800b0a0 tx=0x7f50f800b3b0 comp rx=0 tx=0).stop 2024-04-21T23:49:48.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- 172.21.15.144:0/2056670350 shutdown_connections 2024-04-21T23:49:48.878 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2056670350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103e20 0x7f510010a6d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:48.878 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2056670350 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5100102280 0x7f51001026a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:48.878 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2056670350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5100103480 0x7f51001038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:48.878 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- 172.21.15.144:0/2056670350 >> 172.21.15.144:0/2056670350 conn(0x7f51000fd820 msgr2=0x7f51000ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:48.878 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- 172.21.15.144:0/2056670350 shutdown_connections 2024-04-21T23:49:48.878 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- 172.21.15.144:0/2056670350 wait complete. 2024-04-21T23:49:48.878 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 Processor -- start 2024-04-21T23:49:48.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- start start 2024-04-21T23:49:48.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5100102280 0x7f5100198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:48.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103480 0x7f5100198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:48.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5100103e20 0x7f510019fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:48.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f510010de90 con 0x7f5100103e20 2024-04-21T23:49:48.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f510010dd10 con 0x7f5100102280 2024-04-21T23:49:48.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.878+0000 7f5106ac4700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f510010e010 con 0x7f5100103480 2024-04-21T23:49:48.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103480 0x7f5100198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:48.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103480 0x7f5100198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.144:50018/0 (socket says 172.21.15.144:50018) 2024-04-21T23:49:48.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 -- 172.21.15.144:0/2811800826 learned_addr learned my addr 172.21.15.144:0/2811800826 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:49:48.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f5105061700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5100103e20 0x7f510019fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:48.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f5104860700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5100102280 0x7f5100198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:48.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 -- 172.21.15.144:0/2811800826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5100102280 msgr2=0x7f5100198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:48.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5100102280 0x7f5100198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:48.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 -- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5100103e20 msgr2=0x7f510019fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:48.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5100103e20 0x7f510019fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:48.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 -- 172.21.15.144:0/2811800826 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51001a00a0 con 0x7f5100103480 2024-04-21T23:49:48.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f5104860700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5100102280 0x7f5100198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:49:48.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fffff700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103480 0x7f5100198980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00c950 tx=0x7f50ec00cc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:48.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fdffb700 1 -- 172.21.15.144:0/2811800826 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ec007ac0 con 0x7f5100103480 2024-04-21T23:49:48.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fdffb700 1 -- 172.21.15.144:0/2811800826 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50ec004d10 con 0x7f5100103480 2024-04-21T23:49:48.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51001a0390 con 0x7f5100103480 2024-04-21T23:49:48.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f50fdffb700 1 -- 172.21.15.144:0/2811800826 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ec00f450 con 0x7f5100103480 2024-04-21T23:49:48.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.879+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51001a0920 con 0x7f5100103480 2024-04-21T23:49:48.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.880+0000 7f50fdffb700 1 -- 172.21.15.144:0/2811800826 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f50ec00f5f0 con 0x7f5100103480 2024-04-21T23:49:48.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.880+0000 7f50fdffb700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50f0039330 0x7f50f003b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:48.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.880+0000 7f50fdffb700 1 -- 172.21.15.144:0/2811800826 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f50ec04c220 con 0x7f5100103480 2024-04-21T23:49:48.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.880+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5100068f20 con 0x7f5100103480 2024-04-21T23:49:48.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.881+0000 7f5104860700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50f0039330 0x7f50f003b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:48.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.881+0000 7f5104860700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50f0039330 0x7f50f003b7f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f50f4005fd0 tx=0x7f50f4005dc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:48.883 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:48.885+0000 7f50fdffb700 1 -- 172.21.15.144:0/2811800826 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f50ec014030 con 0x7f5100103480 2024-04-21T23:49:49.085 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.091+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi080=x;smithi120=y;smithi144=z", "target": ["mon-mgr", ""]}) -- 0x7f51000627c0 con 0x7f50f0039330 2024-04-21T23:49:49.091 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.097+0000 7f50fdffb700 1 -- 172.21.15.144:0/2811800826 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f51000627c0 con 0x7f50f0039330 2024-04-21T23:49:49.091 INFO:teuthology.orchestra.run.smithi144.stdout:Scheduled mgr update... 2024-04-21T23:49:49.093 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50f0039330 msgr2=0x7f50f003b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50f0039330 0x7f50f003b7f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f50f4005fd0 tx=0x7f50f4005dc0 comp rx=0 tx=0).stop 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103480 msgr2=0x7f5100198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103480 0x7f5100198980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00c950 tx=0x7f50ec00cc60 comp rx=0 tx=0).stop 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 shutdown_connections 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50f0039330 0x7f50f003b7f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5100103e20 0x7f510019fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5100102280 0x7f5100198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 --2- 172.21.15.144:0/2811800826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5100103480 0x7f5100198980 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 >> 172.21.15.144:0/2811800826 conn(0x7f51000fd820 msgr2=0x7f5100106780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 shutdown_connections 2024-04-21T23:49:49.094 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:49:49.099+0000 7f5106ac4700 1 -- 172.21.15.144:0/2811800826 wait complete. 2024-04-21T23:49:49.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:49.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:49.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:49.700 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:49.701 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:49.701 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:49.701 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:49.701 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:49.701 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T23:49:49.701 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:49.701 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:49.737 DEBUG:teuthology.orchestra.run.smithi120:mgr.y> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.y.service 2024-04-21T23:49:49.739 DEBUG:teuthology.orchestra.run.smithi144:mgr.z> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.z.service 2024-04-21T23:49:49.742 INFO:tasks.cephadm:Deploying OSDs... 2024-04-21T23:49:49.742 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:49:49.742 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/scratch_devs of=/dev/stdout 2024-04-21T23:49:49.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:49.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:49.761 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-21T23:49:49.761 DEBUG:teuthology.orchestra.run.smithi080:> stat /dev/vg_nvme/lv_1 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout:Access: 2024-04-21 23:48:52.701598977 +0000 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout:Modify: 2024-04-21 23:44:21.496910177 +0000 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout:Change: 2024-04-21 23:44:21.496910177 +0000 2024-04-21T23:49:49.818 INFO:teuthology.orchestra.run.smithi080.stdout: Birth: 2024-04-21 23:44:21.496910177 +0000 2024-04-21T23:49:49.819 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-21T23:49:49.885 INFO:teuthology.orchestra.run.smithi080.stderr:1+0 records in 2024-04-21T23:49:49.885 INFO:teuthology.orchestra.run.smithi080.stderr:1+0 records out 2024-04-21T23:49:49.885 INFO:teuthology.orchestra.run.smithi080.stderr:512 bytes copied, 0.000231568 s, 2.2 MB/s 2024-04-21T23:49:49.886 DEBUG:teuthology.orchestra.run.smithi080:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-21T23:49:49.944 DEBUG:teuthology.orchestra.run.smithi080:> stat /dev/vg_nvme/lv_2 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout:Access: 2024-04-21 23:48:52.732598292 +0000 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout:Modify: 2024-04-21 23:44:21.832902594 +0000 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout:Change: 2024-04-21 23:44:21.832902594 +0000 2024-04-21T23:49:50.001 INFO:teuthology.orchestra.run.smithi080.stdout: Birth: 2024-04-21 23:44:21.832902594 +0000 2024-04-21T23:49:50.002 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-21T23:49:50.065 INFO:teuthology.orchestra.run.smithi080.stderr:1+0 records in 2024-04-21T23:49:50.066 INFO:teuthology.orchestra.run.smithi080.stderr:1+0 records out 2024-04-21T23:49:50.066 INFO:teuthology.orchestra.run.smithi080.stderr:512 bytes copied, 0.000291372 s, 1.8 MB/s 2024-04-21T23:49:50.067 DEBUG:teuthology.orchestra.run.smithi080:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-21T23:49:50.124 DEBUG:teuthology.orchestra.run.smithi080:> stat /dev/vg_nvme/lv_3 2024-04-21T23:49:50.180 INFO:teuthology.orchestra.run.smithi080.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-21T23:49:50.180 INFO:teuthology.orchestra.run.smithi080.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:50.181 INFO:teuthology.orchestra.run.smithi080.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-21T23:49:50.181 INFO:teuthology.orchestra.run.smithi080.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:50.181 INFO:teuthology.orchestra.run.smithi080.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:50.181 INFO:teuthology.orchestra.run.smithi080.stdout:Access: 2024-04-21 23:48:52.763597607 +0000 2024-04-21T23:49:50.181 INFO:teuthology.orchestra.run.smithi080.stdout:Modify: 2024-04-21 23:44:22.178894786 +0000 2024-04-21T23:49:50.181 INFO:teuthology.orchestra.run.smithi080.stdout:Change: 2024-04-21 23:44:22.178894786 +0000 2024-04-21T23:49:50.181 INFO:teuthology.orchestra.run.smithi080.stdout: Birth: 2024-04-21 23:44:22.178894786 +0000 2024-04-21T23:49:50.181 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-21T23:49:50.244 INFO:teuthology.orchestra.run.smithi080.stderr:1+0 records in 2024-04-21T23:49:50.244 INFO:teuthology.orchestra.run.smithi080.stderr:1+0 records out 2024-04-21T23:49:50.245 INFO:teuthology.orchestra.run.smithi080.stderr:512 bytes copied, 0.000288438 s, 1.8 MB/s 2024-04-21T23:49:50.246 DEBUG:teuthology.orchestra.run.smithi080:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-21T23:49:50.303 DEBUG:teuthology.orchestra.run.smithi080:> stat /dev/vg_nvme/lv_4 2024-04-21T23:49:50.357 INFO:teuthology.orchestra.run.smithi080.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-21T23:49:50.358 INFO:teuthology.orchestra.run.smithi080.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:50.358 INFO:teuthology.orchestra.run.smithi080.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-21T23:49:50.358 INFO:teuthology.orchestra.run.smithi080.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:50.358 INFO:teuthology.orchestra.run.smithi080.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:50.358 INFO:teuthology.orchestra.run.smithi080.stdout:Access: 2024-04-21 23:48:52.796596878 +0000 2024-04-21T23:49:50.358 INFO:teuthology.orchestra.run.smithi080.stdout:Modify: 2024-04-21 23:44:22.512887248 +0000 2024-04-21T23:49:50.358 INFO:teuthology.orchestra.run.smithi080.stdout:Change: 2024-04-21 23:44:22.512887248 +0000 2024-04-21T23:49:50.358 INFO:teuthology.orchestra.run.smithi080.stdout: Birth: 2024-04-21 23:44:22.512887248 +0000 2024-04-21T23:49:50.358 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-21T23:49:50.419 INFO:teuthology.orchestra.run.smithi080.stderr:1+0 records in 2024-04-21T23:49:50.419 INFO:teuthology.orchestra.run.smithi080.stderr:1+0 records out 2024-04-21T23:49:50.420 INFO:teuthology.orchestra.run.smithi080.stderr:512 bytes copied, 0.000196948 s, 2.6 MB/s 2024-04-21T23:49:50.421 DEBUG:teuthology.orchestra.run.smithi080:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-21T23:49:50.476 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-04-21T23:49:50.476 DEBUG:teuthology.orchestra.run.smithi120:> dd if=/scratch_devs of=/dev/stdout 2024-04-21T23:49:50.495 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-21T23:49:50.495 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_1 2024-04-21T23:49:50.553 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-21T23:49:50.553 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:50.553 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-21T23:49:50.553 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:50.553 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:50.554 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2024-04-21 23:49:34.669549832 +0000 2024-04-21T23:49:50.554 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2024-04-21 23:44:48.131026261 +0000 2024-04-21T23:49:50.554 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2024-04-21 23:44:48.131026261 +0000 2024-04-21T23:49:50.554 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: 2024-04-21 23:44:48.131026261 +0000 2024-04-21T23:49:50.554 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-21T23:49:50.619 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2024-04-21T23:49:50.620 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2024-04-21T23:49:50.620 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000294726 s, 1.7 MB/s 2024-04-21T23:49:50.621 DEBUG:teuthology.orchestra.run.smithi120:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-21T23:49:50.679 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_2 2024-04-21T23:49:50.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:50 smithi080 ceph-mon[27925]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi080=x;smithi120=y;smithi144=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:50.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:50 smithi080 ceph-mon[27925]: Saving service mgr spec with placement smithi080=x;smithi120=y;smithi144=z;count:3 2024-04-21T23:49:50.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:50 smithi080 ceph-mon[27925]: Deploying daemon mgr.z on smithi144 2024-04-21T23:49:50.737 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-21T23:49:50.737 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:50.737 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-21T23:49:50.737 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:50.737 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:50.737 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2024-04-21 23:49:34.670549810 +0000 2024-04-21T23:49:50.737 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2024-04-21 23:44:48.477018153 +0000 2024-04-21T23:49:50.737 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2024-04-21 23:44:48.477018153 +0000 2024-04-21T23:49:50.738 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: 2024-04-21 23:44:48.477018153 +0000 2024-04-21T23:49:50.738 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-21T23:49:50.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:50 smithi120 ceph-mon[31499]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi080=x;smithi120=y;smithi144=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:50.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:50 smithi120 ceph-mon[31499]: Saving service mgr spec with placement smithi080=x;smithi120=y;smithi144=z;count:3 2024-04-21T23:49:50.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:50 smithi120 ceph-mon[31499]: Deploying daemon mgr.z on smithi144 2024-04-21T23:49:50.768 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2024-04-21T23:49:50.768 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2024-04-21T23:49:50.768 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.00022733 s, 2.3 MB/s 2024-04-21T23:49:50.769 DEBUG:teuthology.orchestra.run.smithi120:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-21T23:49:50.820 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:50 smithi144 ceph-mon[31316]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi080=x;smithi120=y;smithi144=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:50.820 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:50 smithi144 ceph-mon[31316]: Saving service mgr spec with placement smithi080=x;smithi120=y;smithi144=z;count:3 2024-04-21T23:49:50.820 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:50 smithi144 ceph-mon[31316]: Deploying daemon mgr.z on smithi144 2024-04-21T23:49:50.826 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_3 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2024-04-21 23:49:34.670549810 +0000 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2024-04-21 23:44:48.824010021 +0000 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2024-04-21 23:44:48.824010021 +0000 2024-04-21T23:49:50.882 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: 2024-04-21 23:44:48.824010021 +0000 2024-04-21T23:49:50.883 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-21T23:49:50.944 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2024-04-21T23:49:50.944 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2024-04-21T23:49:50.944 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000189856 s, 2.7 MB/s 2024-04-21T23:49:50.946 DEBUG:teuthology.orchestra.run.smithi120:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-21T23:49:51.002 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_4 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2024-04-21 23:49:34.670549810 +0000 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2024-04-21 23:44:49.172001866 +0000 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2024-04-21 23:44:49.172001866 +0000 2024-04-21T23:49:51.057 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: 2024-04-21 23:44:49.172001866 +0000 2024-04-21T23:49:51.057 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-21T23:49:51.114 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:50 smithi144 systemd[1]: Starting Ceph mgr.z for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:49:51.118 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2024-04-21T23:49:51.119 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2024-04-21T23:49:51.119 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000210492 s, 2.4 MB/s 2024-04-21T23:49:51.120 DEBUG:teuthology.orchestra.run.smithi120:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-21T23:49:51.176 DEBUG:teuthology.orchestra.run.smithi144:> set -ex 2024-04-21T23:49:51.176 DEBUG:teuthology.orchestra.run.smithi144:> dd if=/scratch_devs of=/dev/stdout 2024-04-21T23:49:51.192 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-21T23:49:51.192 DEBUG:teuthology.orchestra.run.smithi144:> stat /dev/vg_nvme/lv_1 2024-04-21T23:49:51.247 INFO:teuthology.orchestra.run.smithi144.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-21T23:49:51.247 INFO:teuthology.orchestra.run.smithi144.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:51.247 INFO:teuthology.orchestra.run.smithi144.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-21T23:49:51.247 INFO:teuthology.orchestra.run.smithi144.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:51.247 INFO:teuthology.orchestra.run.smithi144.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:51.247 INFO:teuthology.orchestra.run.smithi144.stdout:Access: 2024-04-21 23:49:50.932776104 +0000 2024-04-21T23:49:51.247 INFO:teuthology.orchestra.run.smithi144.stdout:Modify: 2024-04-21 23:44:43.184834787 +0000 2024-04-21T23:49:51.248 INFO:teuthology.orchestra.run.smithi144.stdout:Change: 2024-04-21 23:44:43.184834787 +0000 2024-04-21T23:49:51.248 INFO:teuthology.orchestra.run.smithi144.stdout: Birth: 2024-04-21 23:44:43.184834787 +0000 2024-04-21T23:49:51.248 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-21T23:49:51.317 INFO:teuthology.orchestra.run.smithi144.stderr:1+0 records in 2024-04-21T23:49:51.318 INFO:teuthology.orchestra.run.smithi144.stderr:1+0 records out 2024-04-21T23:49:51.318 INFO:teuthology.orchestra.run.smithi144.stderr:512 bytes copied, 0.000267053 s, 1.9 MB/s 2024-04-21T23:49:51.319 DEBUG:teuthology.orchestra.run.smithi144:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-21T23:49:51.395 DEBUG:teuthology.orchestra.run.smithi144:> stat /dev/vg_nvme/lv_2 2024-04-21T23:49:51.452 INFO:teuthology.orchestra.run.smithi144.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-21T23:49:51.452 INFO:teuthology.orchestra.run.smithi144.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:51.452 INFO:teuthology.orchestra.run.smithi144.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-21T23:49:51.452 INFO:teuthology.orchestra.run.smithi144.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:51.452 INFO:teuthology.orchestra.run.smithi144.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:51.452 INFO:teuthology.orchestra.run.smithi144.stdout:Access: 2024-04-21 23:49:50.932776104 +0000 2024-04-21T23:49:51.453 INFO:teuthology.orchestra.run.smithi144.stdout:Modify: 2024-04-21 23:44:43.529828815 +0000 2024-04-21T23:49:51.453 INFO:teuthology.orchestra.run.smithi144.stdout:Change: 2024-04-21 23:44:43.529828815 +0000 2024-04-21T23:49:51.453 INFO:teuthology.orchestra.run.smithi144.stdout: Birth: 2024-04-21 23:44:43.529828815 +0000 2024-04-21T23:49:51.453 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-21T23:49:51.501 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:51 smithi144 ceph-mon[31316]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:51.502 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 podman[32965]: 2024-04-21 23:49:51.205899608 +0000 UTC m=+0.109030487 container create b862497567323f8112e76dbd22b7f487933ee4ba195e1861f49688e4b7975e2b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-21T23:49:51.502 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 podman[32965]: 2024-04-21 23:49:51.114490157 +0000 UTC m=+0.017621035 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:49:51.502 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 podman[32965]: 2024-04-21 23:49:51.417168172 +0000 UTC m=+0.320299050 container init b862497567323f8112e76dbd22b7f487933ee4ba195e1861f49688e4b7975e2b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, ceph=True) 2024-04-21T23:49:51.502 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 podman[32965]: 2024-04-21 23:49:51.420037068 +0000 UTC m=+0.323167946 container start b862497567323f8112e76dbd22b7f487933ee4ba195e1861f49688e4b7975e2b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=squid-820a2f8) 2024-04-21T23:49:51.502 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 ceph-mgr[33053]: -- 172.21.15.144:0/3078200582 <== mon.1 v2:172.21.15.144:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563ee1ffa5a0 con 0x563ee1fcf000 2024-04-21T23:49:51.502 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 bash[32965]: b862497567323f8112e76dbd22b7f487933ee4ba195e1861f49688e4b7975e2b 2024-04-21T23:49:51.518 INFO:teuthology.orchestra.run.smithi144.stderr:1+0 records in 2024-04-21T23:49:51.518 INFO:teuthology.orchestra.run.smithi144.stderr:1+0 records out 2024-04-21T23:49:51.518 INFO:teuthology.orchestra.run.smithi144.stderr:512 bytes copied, 0.000178663 s, 2.9 MB/s 2024-04-21T23:49:51.519 DEBUG:teuthology.orchestra.run.smithi144:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-21T23:49:51.575 DEBUG:teuthology.orchestra.run.smithi144:> stat /dev/vg_nvme/lv_3 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout:Access: 2024-04-21 23:49:50.932776104 +0000 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout:Modify: 2024-04-21 23:44:43.875822827 +0000 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout:Change: 2024-04-21 23:44:43.875822827 +0000 2024-04-21T23:49:51.631 INFO:teuthology.orchestra.run.smithi144.stdout: Birth: 2024-04-21 23:44:43.875822827 +0000 2024-04-21T23:49:51.632 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-21T23:49:51.693 INFO:teuthology.orchestra.run.smithi144.stderr:1+0 records in 2024-04-21T23:49:51.693 INFO:teuthology.orchestra.run.smithi144.stderr:1+0 records out 2024-04-21T23:49:51.693 INFO:teuthology.orchestra.run.smithi144.stderr:512 bytes copied, 0.00020479 s, 2.5 MB/s 2024-04-21T23:49:51.695 DEBUG:teuthology.orchestra.run.smithi144:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-21T23:49:51.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:51 smithi080 ceph-mon[27925]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:51.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:51 smithi120 ceph-mon[31499]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:51.751 DEBUG:teuthology.orchestra.run.smithi144:> stat /dev/vg_nvme/lv_4 2024-04-21T23:49:51.761 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 systemd[1]: Started Ceph mgr.z for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:49:51.762 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:51.576+0000 7ff027aa6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T23:49:51.762 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:51.767+0000 7ff027aa6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:49:51.775 INFO:teuthology.orchestra.run.smithi144.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-21T23:49:51.776 INFO:teuthology.orchestra.run.smithi144.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T23:49:51.776 INFO:teuthology.orchestra.run.smithi144.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-21T23:49:51.776 INFO:teuthology.orchestra.run.smithi144.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:49:51.776 INFO:teuthology.orchestra.run.smithi144.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T23:49:51.776 INFO:teuthology.orchestra.run.smithi144.stdout:Access: 2024-04-21 23:49:50.933776087 +0000 2024-04-21T23:49:51.776 INFO:teuthology.orchestra.run.smithi144.stdout:Modify: 2024-04-21 23:44:44.209817046 +0000 2024-04-21T23:49:51.776 INFO:teuthology.orchestra.run.smithi144.stdout:Change: 2024-04-21 23:44:44.209817046 +0000 2024-04-21T23:49:51.776 INFO:teuthology.orchestra.run.smithi144.stdout: Birth: 2024-04-21 23:44:44.209817046 +0000 2024-04-21T23:49:51.776 DEBUG:teuthology.orchestra.run.smithi144:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-21T23:49:51.839 INFO:teuthology.orchestra.run.smithi144.stderr:1+0 records in 2024-04-21T23:49:51.840 INFO:teuthology.orchestra.run.smithi144.stderr:1+0 records out 2024-04-21T23:49:51.840 INFO:teuthology.orchestra.run.smithi144.stderr:512 bytes copied, 0.000181223 s, 2.8 MB/s 2024-04-21T23:49:51.841 DEBUG:teuthology.orchestra.run.smithi144:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-21T23:49:51.897 INFO:tasks.cephadm:Deploying osd.0 on smithi080 with /dev/vg_nvme/lv_4... 2024-04-21T23:49:51.898 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-21T23:49:52.114 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:51.872+0000 7ff027aa6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T23:49:52.134 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:49:52.570 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:52.180+0000 7ff027aa6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T23:49:52.570 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:52.263+0000 7ff027aa6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T23:49:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T23:49:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:52 smithi144 ceph-mon[31316]: Deploying daemon mgr.y on smithi120 2024-04-21T23:49:52.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:52.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T23:49:52.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:52.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:52.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:52 smithi080 ceph-mon[27925]: Deploying daemon mgr.y on smithi120 2024-04-21T23:49:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T23:49:52.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:52.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:52.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:52 smithi120 ceph-mon[31499]: Deploying daemon mgr.y on smithi120 2024-04-21T23:49:53.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:53 smithi080 ceph-mon[27925]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:53.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:53 smithi120 ceph-mon[31499]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:53.838 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:53 smithi144 ceph-mon[31316]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:53.838 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:53.474+0000 7ff027aa6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T23:49:53.838 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:53.670+0000 7ff027aa6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T23:49:53.838 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:53.843+0000 7ff027aa6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T23:49:53.867 INFO:teuthology.orchestra.run.smithi080.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-21T23:49:53.868 INFO:teuthology.orchestra.run.smithi080.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-21T23:49:53.868 INFO:teuthology.orchestra.run.smithi080.stderr: stderr: 10+0 records in 2024-04-21T23:49:53.868 INFO:teuthology.orchestra.run.smithi080.stderr:10+0 records out 2024-04-21T23:49:53.868 INFO:teuthology.orchestra.run.smithi080.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113958 s, 920 MB/s 2024-04-21T23:49:53.868 INFO:teuthology.orchestra.run.smithi080.stderr: stderr: 2024-04-21T23:49:53.868 INFO:teuthology.orchestra.run.smithi080.stderr:--> Zapping successful for: 2024-04-21T23:49:54.052 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:54 smithi120 ceph-mgr[32913]: -- 172.21.15.120:0/2303031262 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560901e5a5a0 con 0x560901e2ec00 2024-04-21T23:49:54.307 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:54 smithi120 bash[32894]: ef70f076a7e95eb2e737a017e5548bbc93b63f130ca685aa61ffa8d35f562552 2024-04-21T23:49:54.307 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:54 smithi120 systemd[1]: Started Ceph mgr.y for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:49:54.307 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:54.129+0000 7f2fa4441200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T23:49:54.307 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:54.313+0000 7f2fa4441200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:49:54.429 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:54.133+0000 7ff027aa6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T23:49:54.430 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:54.226+0000 7ff027aa6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T23:49:54.430 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:54.436+0000 7ff027aa6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T23:49:54.473 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi080:vg_nvme/lv_4 2024-04-21T23:49:54.714 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:49:54.733 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:54.420+0000 7f2fa4441200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T23:49:54.733 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:54.739+0000 7f2fa4441200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T23:49:54.865 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:54.634+0000 7ff027aa6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:49:54.995 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:54.833+0000 7f2fa4441200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T23:49:55.363 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:55.268+0000 7ff027aa6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T23:49:55.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:55.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-mon[31316]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:55.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:55.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:55 smithi080 ceph-mon[27925]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:55.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:55.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:55.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:55 smithi120 ceph-mon[31499]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:55.986 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:55.698+0000 7ff027aa6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T23:49:55.987 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:55.793+0000 7ff027aa6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T23:49:55.987 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:55.992+0000 7ff027aa6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 -- 172.21.15.80:0/3706552716 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb001034e0 msgr2=0x7fdb00103940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 --2- 172.21.15.80:0/3706552716 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb001034e0 0x7fdb00103940 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fdaf40099c0 tx=0x7fdaf4009cd0 comp rx=0 tx=0).stop 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 -- 172.21.15.80:0/3706552716 shutdown_connections 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 --2- 172.21.15.80:0/3706552716 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb00103e80 0x7fdb0010a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 --2- 172.21.15.80:0/3706552716 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb001022e0 0x7fdb00102700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 --2- 172.21.15.80:0/3706552716 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb001034e0 0x7fdb00103940 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 -- 172.21.15.80:0/3706552716 >> 172.21.15.80:0/3706552716 conn(0x7fdb000fd880 msgr2=0x7fdb000ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 -- 172.21.15.80:0/3706552716 shutdown_connections 2024-04-21T23:49:56.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.344+0000 7fdb06368700 1 -- 172.21.15.80:0/3706552716 wait complete. 2024-04-21T23:49:56.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb06368700 1 Processor -- start 2024-04-21T23:49:56.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb06368700 1 -- start start 2024-04-21T23:49:56.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb06368700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb001022e0 0x7fdb001984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:56.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb06368700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb001034e0 0x7fdb001989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb06368700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb00103e80 0x7fdb0019fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb06368700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdb0010dec0 con 0x7fdb00103e80 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb06368700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdb0010dd40 con 0x7fdb001022e0 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb04905700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb00103e80 0x7fdb0019fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb06368700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fdb0010e040 con 0x7fdb001034e0 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdaff7fe700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb001034e0 0x7fdb001989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb04905700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb00103e80 0x7fdb0019fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59810/0 (socket says 172.21.15.80:59810) 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdb04905700 1 -- 172.21.15.80:0/1968852168 learned_addr learned my addr 172.21.15.80:0/1968852168 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.345+0000 7fdafffff700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb001022e0 0x7fdb001984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdaff7fe700 1 -- 172.21.15.80:0/1968852168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb001022e0 msgr2=0x7fdb001984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdaff7fe700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb001022e0 0x7fdb001984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdaff7fe700 1 -- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb00103e80 msgr2=0x7fdb0019fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:49:56.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdaff7fe700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb00103e80 0x7fdb0019fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:49:56.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdaff7fe700 1 -- 172.21.15.80:0/1968852168 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb001a0110 con 0x7fdb001034e0 2024-04-21T23:49:56.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdafffff700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb001022e0 0x7fdb001984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:49:56.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdaff7fe700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb001034e0 0x7fdb001989f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdaf40099c0 tx=0x7fdaf400fa80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:56.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf4027070 con 0x7fdb001034e0 2024-04-21T23:49:56.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdaf400fc70 con 0x7fdb001034e0 2024-04-21T23:49:56.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb001a03a0 con 0x7fdb001034e0 2024-04-21T23:49:56.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb001a0880 con 0x7fdb001034e0 2024-04-21T23:49:56.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.346+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf4022db0 con 0x7fdb001034e0 2024-04-21T23:49:56.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.347+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fdaf402a070 con 0x7fdb001034e0 2024-04-21T23:49:56.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.347+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb00068f20 con 0x7fdb001034e0 2024-04-21T23:49:56.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.347+0000 7fdafd7fa700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdae8039330 0x7fdae803b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:49:56.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.347+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdaf404cfc0 con 0x7fdb001034e0 2024-04-21T23:49:56.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.348+0000 7fdafffff700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdae8039330 0x7fdae803b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:49:56.343 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.348+0000 7fdafffff700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdae8039330 0x7fdae803b7f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdb00103340 tx=0x7fdaf0007400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:49:56.346 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.353+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fdaf4013070 con 0x7fdb001034e0 2024-04-21T23:49:56.371 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:56.045+0000 7f2fa4441200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T23:49:56.371 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:56.211+0000 7f2fa4441200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T23:49:56.371 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:56.377+0000 7f2fa4441200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T23:49:56.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:56.569+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fdb00062670 con 0x7fdae8039330 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: Reconfiguring mgr.x (unknown last config time)... 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:56.582 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.583 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: Reconfiguring daemon mgr.x on smithi080 2024-04-21T23:49:56.583 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:49:56.583 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:49:56.583 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.653 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.653 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.653 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: Reconfiguring mgr.x (unknown last config time)... 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: Reconfiguring daemon mgr.x on smithi080 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:49:56.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.832 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:56.511+0000 7ff027aa6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T23:49:56.832 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:56.602+0000 7ff027aa6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T23:49:56.832 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.832 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.832 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: Reconfiguring mgr.x (unknown last config time)... 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: Reconfiguring daemon mgr.x on smithi080 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:49:56.833 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:56.941 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:56.659+0000 7f2fa4441200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T23:49:56.941 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:56.749+0000 7f2fa4441200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T23:49:56.941 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:56.947+0000 7f2fa4441200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T23:49:57.115 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:56.838+0000 7ff027aa6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T23:49:57.115 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:56.969+0000 7ff027aa6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T23:49:57.115 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:57.061+0000 7ff027aa6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T23:49:57.245 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:57.135+0000 7f2fa4441200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:49:57.579 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:57.174+0000 7ff027aa6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T23:49:57.579 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:57.262+0000 7ff027aa6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T23:49:57.663 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:57 smithi080 ceph-mon[27925]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:57.663 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:57 smithi080 ceph-mon[27925]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:57.663 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:57 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:57.663 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:57 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:57.663 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:57 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:57.663 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:57 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:57.663 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:57 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:57.663 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:57 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:57.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-mon[31316]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:57.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-mon[31316]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:57.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:57.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:57.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:57.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:57.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:57.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:57 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:57.995 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:57.724+0000 7f2fa4441200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T23:49:57.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-mon[31499]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:49:57.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-mon[31499]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:57.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:57.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:57.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:49:57.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:49:57.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:49:57.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:57 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:58.365 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:58.071+0000 7ff027aa6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T23:49:58.365 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:49:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:49:58.285+0000 7ff027aa6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T23:49:58.418 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:58.135+0000 7f2fa4441200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T23:49:58.418 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:58.229+0000 7f2fa4441200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T23:49:58.418 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:58.424+0000 7f2fa4441200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T23:49:58.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:49:58.818+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mon.1 v2:172.21.15.144:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7fdaf4017910 con 0x7fdb001034e0 2024-04-21T23:49:58.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:58.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:58 smithi080 ceph-mon[27925]: Standby manager daemon z started 2024-04-21T23:49:58.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:58 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T23:49:58.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:58 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:49:58.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:58 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T23:49:58.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:58 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:49:59.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:58 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:59.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:58 smithi144 ceph-mon[31316]: Standby manager daemon z started 2024-04-21T23:49:59.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:58 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T23:49:59.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:58 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:49:59.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:58 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T23:49:59.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:58 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:49:59.245 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:58.935+0000 7f2fa4441200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T23:49:59.245 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:59.024+0000 7f2fa4441200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T23:49:59.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:49:59.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-mon[31499]: Standby manager daemon z started 2024-04-21T23:49:59.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T23:49:59.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:49:59.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T23:49:59.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:58 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.144:0/20222563' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:49:59.589 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:59.258+0000 7f2fa4441200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T23:49:59.589 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:59.387+0000 7f2fa4441200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T23:49:59.589 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:59.480+0000 7f2fa4441200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T23:49:59.589 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:59.594+0000 7f2fa4441200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T23:49:59.995 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:49:59.684+0000 7f2fa4441200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T23:49:59.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-mon[31499]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:49:59.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-mon[31499]: mgrmap e14: x(active, since 76s), standbys: z 2024-04-21T23:49:59.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T23:49:59.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2931050933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "01094b29-1da3-4722-a7c7-a272c6d20735"}]: dispatch 2024-04-21T23:49:59.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2931050933' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "01094b29-1da3-4722-a7c7-a272c6d20735"}]': finished 2024-04-21T23:49:59.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-mon[31499]: osdmap e5: 1 total, 0 up, 1 in 2024-04-21T23:49:59.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:49:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:59 smithi144 ceph-mon[31316]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:59 smithi144 ceph-mon[31316]: mgrmap e14: x(active, since 76s), standbys: z 2024-04-21T23:50:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T23:50:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:59 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2931050933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "01094b29-1da3-4722-a7c7-a272c6d20735"}]: dispatch 2024-04-21T23:50:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:59 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2931050933' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "01094b29-1da3-4722-a7c7-a272c6d20735"}]': finished 2024-04-21T23:50:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:59 smithi144 ceph-mon[31316]: osdmap e5: 1 total, 0 up, 1 in 2024-04-21T23:50:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:49:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:00.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:59 smithi080 ceph-mon[27925]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:00.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:59 smithi080 ceph-mon[27925]: mgrmap e14: x(active, since 76s), standbys: z 2024-04-21T23:50:00.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T23:50:00.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:59 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2931050933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "01094b29-1da3-4722-a7c7-a272c6d20735"}]: dispatch 2024-04-21T23:50:00.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:59 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2931050933' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "01094b29-1da3-4722-a7c7-a272c6d20735"}]': finished 2024-04-21T23:50:00.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:59 smithi080 ceph-mon[27925]: osdmap e5: 1 total, 0 up, 1 in 2024-04-21T23:50:00.138 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:49:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:00.745 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:50:00.487+0000 7f2fa4441200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T23:50:00.745 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:50:00.700+0000 7f2fa4441200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T23:50:00.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:00.826+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mon.1 v2:172.21.15.144:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fdaf4020370 con 0x7fdb001034e0 2024-04-21T23:50:01.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:00 smithi144 ceph-mon[31316]: overall HEALTH_OK 2024-04-21T23:50:01.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:00 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1419595085' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:01.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:00 smithi144 ceph-mon[31316]: Standby manager daemon y started 2024-04-21T23:50:01.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:00 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T23:50:01.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:00 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:50:01.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:00 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T23:50:01.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:00 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:50:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:00 smithi080 ceph-mon[27925]: overall HEALTH_OK 2024-04-21T23:50:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:00 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1419595085' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:00 smithi080 ceph-mon[27925]: Standby manager daemon y started 2024-04-21T23:50:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:00 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T23:50:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:00 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:50:01.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:00 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T23:50:01.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:00 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:50:01.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-mon[31499]: overall HEALTH_OK 2024-04-21T23:50:01.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1419595085' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:01.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-mon[31499]: Standby manager daemon y started 2024-04-21T23:50:01.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T23:50:01.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:50:01.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T23:50:01.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:00 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.120:0/2513134566' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:50:02.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:01 smithi144 ceph-mon[31316]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:02.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:01 smithi144 ceph-mon[31316]: mgrmap e15: x(active, since 78s), standbys: z, y 2024-04-21T23:50:02.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T23:50:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:01 smithi080 ceph-mon[27925]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:01 smithi080 ceph-mon[27925]: mgrmap e15: x(active, since 78s), standbys: z, y 2024-04-21T23:50:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T23:50:02.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:01 smithi120 ceph-mon[31499]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:02.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:01 smithi120 ceph-mon[31499]: mgrmap e15: x(active, since 78s), standbys: z, y 2024-04-21T23:50:02.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T23:50:03.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:03 smithi144 ceph-mon[31316]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:03.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:03 smithi080 ceph-mon[27925]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:03 smithi120 ceph-mon[31499]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:05 smithi144 ceph-mon[31316]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:06.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:05 smithi080 ceph-mon[27925]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:05 smithi120 ceph-mon[31499]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:07.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:06 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-21T23:50:07.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:06 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:07.120 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:06 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-21T23:50:07.120 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:06 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:07.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:06 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-21T23:50:07.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:06 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:07.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:07 smithi080 ceph-mon[27925]: Deploying daemon osd.0 on smithi080 2024-04-21T23:50:07.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:07 smithi080 ceph-mon[27925]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:08.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:07 smithi144 ceph-mon[31316]: Deploying daemon osd.0 on smithi080 2024-04-21T23:50:08.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:07 smithi144 ceph-mon[31316]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:08.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:07 smithi120 ceph-mon[31499]: Deploying daemon osd.0 on smithi080 2024-04-21T23:50:08.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:07 smithi120 ceph-mon[31499]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:10.095 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:09 smithi080 ceph-mon[27925]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:10.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:09 smithi144 ceph-mon[31316]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:09 smithi120 ceph-mon[31499]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:11.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:11 smithi080 ceph-mon[27925]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:11 smithi144 ceph-mon[31316]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:11 smithi120 ceph-mon[31499]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:14.078 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:13 smithi080 ceph-mon[27925]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:13 smithi144 ceph-mon[31316]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:13 smithi120 ceph-mon[31499]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:15.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.026+0000 7fdafd7fa700 1 -- 172.21.15.80:0/1968852168 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fdb00062670 con 0x7fdae8039330 2024-04-21T23:50:15.021 INFO:teuthology.orchestra.run.smithi080.stdout:Created osd(s) 0 on host 'smithi080' 2024-04-21T23:50:15.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdae8039330 msgr2=0x7fdae803b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:15.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdae8039330 0x7fdae803b7f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdb00103340 tx=0x7fdaf0007400 comp rx=0 tx=0).stop 2024-04-21T23:50:15.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb001034e0 msgr2=0x7fdb001989f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:15.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb001034e0 0x7fdb001989f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdaf40099c0 tx=0x7fdaf400fa80 comp rx=0 tx=0).stop 2024-04-21T23:50:15.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 shutdown_connections 2024-04-21T23:50:15.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdae8039330 0x7fdae803b7f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:15.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb00103e80 0x7fdb0019fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:15.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb001022e0 0x7fdb001984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:15.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 --2- 172.21.15.80:0/1968852168 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb001034e0 0x7fdb001989f0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:15.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 >> 172.21.15.80:0/1968852168 conn(0x7fdb000fd880 msgr2=0x7fdb00106780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:50:15.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 shutdown_connections 2024-04-21T23:50:15.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:50:15.029+0000 7fdb06368700 1 -- 172.21.15.80:0/1968852168 wait complete. 2024-04-21T23:50:15.678 DEBUG:teuthology.orchestra.run.smithi080:osd.0> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.0.service 2024-04-21T23:50:15.680 INFO:tasks.cephadm:Deploying osd.1 on smithi120 with /dev/vg_nvme/lv_4... 2024-04-21T23:50:15.680 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-21T23:50:15.922 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-21T23:50:15.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:15 smithi080 ceph-mon[27925]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:15.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:15.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:15.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:15 smithi080 ceph-mon[27925]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-21T23:50:15.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:15 smithi120 ceph-mon[31499]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:15.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:15.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:15.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:15 smithi120 ceph-mon[31499]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-21T23:50:16.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:15 smithi144 ceph-mon[31316]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:16.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:16.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:16.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:15 smithi144 ceph-mon[31316]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-21T23:50:17.028 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:16 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:17.028 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:16 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:17.028 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:16 smithi080 ceph-mon[27925]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-21T23:50:17.028 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:16 smithi080 ceph-mon[27925]: osdmap e6: 1 total, 0 up, 1 in 2024-04-21T23:50:17.028 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:16 smithi080 ceph-mon[27925]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:50:17.029 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:16 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:17.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:16 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:17.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:16 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:17.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:16 smithi144 ceph-mon[31316]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-21T23:50:17.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:16 smithi144 ceph-mon[31316]: osdmap e6: 1 total, 0 up, 1 in 2024-04-21T23:50:17.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:16 smithi144 ceph-mon[31316]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:50:17.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:16 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:17.156 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:16 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:17.156 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:16 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:17.156 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:16 smithi120 ceph-mon[31499]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-21T23:50:17.156 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:16 smithi120 ceph-mon[31499]: osdmap e6: 1 total, 0 up, 1 in 2024-04-21T23:50:17.156 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:16 smithi120 ceph-mon[31499]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:50:17.157 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:16 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:17.434 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:50:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0[40134]: 2024-04-21T23:50:17.034+0000 7f2092dc7700 -1 osd.0 0 waiting for initial osdmap 2024-04-21T23:50:17.434 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:50:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0[40134]: 2024-04-21T23:50:17.037+0000 7f208ebba700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:50:17.704 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-21T23:50:17.704 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-21T23:50:17.705 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2024-04-21T23:50:17.705 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2024-04-21T23:50:17.705 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110946 s, 945 MB/s 2024-04-21T23:50:17.705 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2024-04-21T23:50:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:17 smithi144 ceph-mon[31316]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:17 smithi144 ceph-mon[31316]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:50:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:17 smithi144 ceph-mon[31316]: osdmap e7: 1 total, 0 up, 1 in 2024-04-21T23:50:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:17 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:17 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:17 smithi080 ceph-mon[27925]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:18.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:17 smithi080 ceph-mon[27925]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:50:18.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:17 smithi080 ceph-mon[27925]: osdmap e7: 1 total, 0 up, 1 in 2024-04-21T23:50:18.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:17 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:18.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:17 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:17 smithi120 ceph-mon[31499]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T23:50:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:17 smithi120 ceph-mon[31499]: from='osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:50:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:17 smithi120 ceph-mon[31499]: osdmap e7: 1 total, 0 up, 1 in 2024-04-21T23:50:18.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:17 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:18.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:17 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:18.367 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi120:vg_nvme/lv_4 2024-04-21T23:50:18.599 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-21T23:50:19.310 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:19 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:50:19.311 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:19 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:50:19.311 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:19 smithi120 ceph-mon[31499]: osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] boot 2024-04-21T23:50:19.311 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:19 smithi120 ceph-mon[31499]: osdmap e8: 1 total, 1 up, 1 in 2024-04-21T23:50:19.311 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:19.311 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:19 smithi120 ceph-mon[31499]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:19.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:19 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:50:19.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:19 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:50:19.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:19 smithi144 ceph-mon[31316]: osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] boot 2024-04-21T23:50:19.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:19 smithi144 ceph-mon[31316]: osdmap e8: 1 total, 1 up, 1 in 2024-04-21T23:50:19.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:19.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:19 smithi144 ceph-mon[31316]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:19.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:19 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:50:19.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:19 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:50:19.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:19 smithi080 ceph-mon[27925]: osd.0 [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] boot 2024-04-21T23:50:19.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:19 smithi080 ceph-mon[27925]: osdmap e8: 1 total, 1 up, 1 in 2024-04-21T23:50:19.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:50:19.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:19 smithi080 ceph-mon[27925]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:20.118 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.112+0000 7fbc54fd1700 1 -- 172.21.15.120:0/3595242318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc50102d70 msgr2=0x7fbc50109620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.112+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/3595242318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc50102d70 0x7fbc50109620 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800b0d0 tx=0x7fbc4800b3e0 comp rx=0 tx=0).stop 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.112+0000 7fbc54fd1700 1 -- 172.21.15.120:0/3595242318 shutdown_connections 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.112+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/3595242318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc50102d70 0x7fbc50109620 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/3595242318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbc501011d0 0x7fbc501015f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/3595242318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbc501023d0 0x7fbc50102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 -- 172.21.15.120:0/3595242318 >> 172.21.15.120:0/3595242318 conn(0x7fbc500fc790 msgr2=0x7fbc500febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 -- 172.21.15.120:0/3595242318 shutdown_connections 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 -- 172.21.15.120:0/3595242318 wait complete. 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 Processor -- start 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 -- start start 2024-04-21T23:50:20.119 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbc501011d0 0x7fbc5019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc501023d0 0x7fbc5019abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbc50102d70 0x7fbc501a1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5010cdd0 con 0x7fbc50102d70 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5010cc50 con 0x7fbc501023d0 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.113+0000 7fbc54fd1700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5010cf50 con 0x7fbc501011d0 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc501023d0 0x7fbc5019abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbc501011d0 0x7fbc5019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc501023d0 0x7fbc5019abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.120:58678/0 (socket says 172.21.15.120:58678) 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 -- 172.21.15.120:0/1562818298 learned_addr learned my addr 172.21.15.120:0/1562818298 (peer_addr_for_me v2:172.21.15.120:0/0) 2024-04-21T23:50:20.120 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4ed9d700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbc50102d70 0x7fbc501a1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 -- 172.21.15.120:0/1562818298 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbc501011d0 msgr2=0x7fbc5019a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbc501011d0 0x7fbc5019a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 -- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbc50102d70 msgr2=0x7fbc501a1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbc50102d70 0x7fbc501a1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 -- 172.21.15.120:0/1562818298 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc501a2310 con 0x7fbc501023d0 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4e59c700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbc501011d0 0x7fbc5019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc4dd9b700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc501023d0 0x7fbc5019abf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbc4400c920 tx=0x7fbc4400cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc3f7fe700 1 -- 172.21.15.120:0/1562818298 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc44004a30 con 0x7fbc501023d0 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc501a2600 con 0x7fbc501023d0 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc3f7fe700 1 -- 172.21.15.120:0/1562818298 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc44005500 con 0x7fbc501023d0 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc3f7fe700 1 -- 172.21.15.120:0/1562818298 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc44007d40 con 0x7fbc501023d0 2024-04-21T23:50:20.121 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.114+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc501a2b40 con 0x7fbc501023d0 2024-04-21T23:50:20.122 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.115+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc50068f20 con 0x7fbc501023d0 2024-04-21T23:50:20.122 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.117+0000 7fbc3f7fe700 1 -- 172.21.15.120:0/1562818298 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fbc44004bd0 con 0x7fbc501023d0 2024-04-21T23:50:20.122 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.117+0000 7fbc3f7fe700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbc380a2b90 0x7fbc380a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:50:20.122 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.117+0000 7fbc3f7fe700 1 -- 172.21.15.120:0/1562818298 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7fbc440cd470 con 0x7fbc501023d0 2024-04-21T23:50:20.122 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.118+0000 7fbc4e59c700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbc380a2b90 0x7fbc380a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:50:20.122 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.118+0000 7fbc4e59c700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbc380a2b90 0x7fbc380a5050 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbc50102230 tx=0x7fbc40009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:50:20.122 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.121+0000 7fbc3f7fe700 1 -- 172.21.15.120:0/1562818298 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbc44014030 con 0x7fbc501023d0 2024-04-21T23:50:20.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: osdmap e9: 1 total, 1 up, 1 in 2024-04-21T23:50:20.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi080 2024-04-21T23:50:20.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi080 to 17088M 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:20.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.318 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:20.324+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fbc500fe8c0 con 0x7fbc380a2b90 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: osdmap e9: 1 total, 1 up, 1 in 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi080 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi080 to 17088M 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:20.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:20.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:20.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:20.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: osdmap e9: 1 total, 1 up, 1 in 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi080 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi080 to 17088M 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:20.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:20.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:20.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:21.221 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:21 smithi120 ceph-mon[31499]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:50:21.221 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:50:21.221 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:50:21.221 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:21.221 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:21 smithi120 ceph-mon[31499]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:21.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:21 smithi144 ceph-mon[31316]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:50:21.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:50:21.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:50:21.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:21.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:21 smithi144 ceph-mon[31316]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:21.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:21 smithi080 ceph-mon[27925]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:50:21.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:50:21.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:50:21.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:21.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:21 smithi080 ceph-mon[27925]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:24.088 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:23 smithi144 ceph-mon[31316]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:24.088 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:23 smithi144 ceph-mon[31316]: from='client.? 172.21.15.120:0/525324574' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]: dispatch 2024-04-21T23:50:24.088 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:23 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]: dispatch 2024-04-21T23:50:24.088 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:23 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]': finished 2024-04-21T23:50:24.088 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:23 smithi144 ceph-mon[31316]: osdmap e10: 2 total, 1 up, 2 in 2024-04-21T23:50:24.088 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:24.088 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:23 smithi144 ceph-mon[31316]: from='client.? 172.21.15.120:0/1646092151' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:23 smithi080 ceph-mon[27925]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:23 smithi080 ceph-mon[27925]: from='client.? 172.21.15.120:0/525324574' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]: dispatch 2024-04-21T23:50:24.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:23 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]: dispatch 2024-04-21T23:50:24.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:23 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]': finished 2024-04-21T23:50:24.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:23 smithi080 ceph-mon[27925]: osdmap e10: 2 total, 1 up, 2 in 2024-04-21T23:50:24.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:24.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:23 smithi080 ceph-mon[27925]: from='client.? 172.21.15.120:0/1646092151' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:23 smithi120 ceph-mon[31499]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:23 smithi120 ceph-mon[31499]: from='client.? 172.21.15.120:0/525324574' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]: dispatch 2024-04-21T23:50:24.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:23 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]: dispatch 2024-04-21T23:50:24.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:23 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b"}]': finished 2024-04-21T23:50:24.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:23 smithi120 ceph-mon[31499]: osdmap e10: 2 total, 1 up, 2 in 2024-04-21T23:50:24.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:24.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:23 smithi120 ceph-mon[31499]: from='client.? 172.21.15.120:0/1646092151' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:26.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:25 smithi144 ceph-mon[31316]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:26.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:25 smithi080 ceph-mon[27925]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:26.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:25 smithi120 ceph-mon[31499]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:27.993 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:27 smithi120 ceph-mon[31499]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:28.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:27 smithi144 ceph-mon[31316]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:27 smithi080 ceph-mon[27925]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:29.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:29 smithi120 ceph-mon[31499]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:30.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:29 smithi144 ceph-mon[31316]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:30.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:29 smithi080 ceph-mon[27925]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:30.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:30 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-21T23:50:30.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:30 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:31.100 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:30 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-21T23:50:31.101 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:30 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:31.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:30 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-21T23:50:31.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:30 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:32.013 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:31 smithi120 ceph-mon[31499]: Deploying daemon osd.1 on smithi120 2024-04-21T23:50:32.014 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:31 smithi120 ceph-mon[31499]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:32.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:31 smithi144 ceph-mon[31316]: Deploying daemon osd.1 on smithi120 2024-04-21T23:50:32.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:31 smithi144 ceph-mon[31316]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:32.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:31 smithi080 ceph-mon[27925]: Deploying daemon osd.1 on smithi120 2024-04-21T23:50:32.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:31 smithi080 ceph-mon[27925]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:33 smithi120 ceph-mon[31499]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:34.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:33 smithi144 ceph-mon[31316]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:34.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:33 smithi080 ceph-mon[27925]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:36.097 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:35 smithi120 ceph-mon[31499]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:36.097 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:36.097 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:36.097 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:36.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:35 smithi144 ceph-mon[31316]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:36.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:36.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:36.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:36.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:35 smithi080 ceph-mon[27925]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:36.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:36.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:36.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:37.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:37 smithi120 ceph-mon[31499]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:38.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:37 smithi144 ceph-mon[31316]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:38.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:37 smithi080 ceph-mon[27925]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:39.083 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 1 on host 'smithi120' 2024-04-21T23:50:39.084 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.089+0000 7fbc3f7fe700 1 -- 172.21.15.120:0/1562818298 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fbc500fe8c0 con 0x7fbc380a2b90 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbc380a2b90 msgr2=0x7fbc380a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbc380a2b90 0x7fbc380a5050 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbc50102230 tx=0x7fbc40009260 comp rx=0 tx=0).stop 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc501023d0 msgr2=0x7fbc5019abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc501023d0 0x7fbc5019abf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbc4400c920 tx=0x7fbc4400cc30 comp rx=0 tx=0).stop 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 shutdown_connections 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbc380a2b90 0x7fbc380a5050 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbc50102d70 0x7fbc501a1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbc501011d0 0x7fbc5019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 --2- 172.21.15.120:0/1562818298 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc501023d0 0x7fbc5019abf0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 >> 172.21.15.120:0/1562818298 conn(0x7fbc500fc790 msgr2=0x7fbc500fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 shutdown_connections 2024-04-21T23:50:39.086 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:50:39.092+0000 7fbc54fd1700 1 -- 172.21.15.120:0/1562818298 wait complete. 2024-04-21T23:50:39.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:39.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:39.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:39.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:39.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T23:50:39.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:39 smithi144 ceph-mon[31316]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T23:50:39.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:39.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:39.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:39.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:39.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T23:50:39.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:39 smithi080 ceph-mon[27925]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T23:50:39.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:39.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:39.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:39.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:50:39.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:39.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T23:50:39.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:39 smithi120 ceph-mon[31499]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T23:50:39.734 DEBUG:teuthology.orchestra.run.smithi120:osd.1> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.1.service 2024-04-21T23:50:39.736 INFO:tasks.cephadm:Deploying osd.2 on smithi144 with /dev/vg_nvme/lv_4... 2024-04-21T23:50:39.736 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-21T23:50:39.978 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:50:41.217 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:41 smithi120 ceph-mon[31499]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-21T23:50:41.217 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:41 smithi120 ceph-mon[31499]: osdmap e11: 2 total, 1 up, 2 in 2024-04-21T23:50:41.217 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:41 smithi120 ceph-mon[31499]: from='osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:50:41.217 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:41 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:41.217 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:41 smithi120 ceph-mon[31499]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:50:41.217 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:41 smithi120 ceph-mon[31499]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:41.283 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:41 smithi144 ceph-mon[31316]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-21T23:50:41.283 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:41 smithi144 ceph-mon[31316]: osdmap e11: 2 total, 1 up, 2 in 2024-04-21T23:50:41.283 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:41 smithi144 ceph-mon[31316]: from='osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:50:41.283 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:41 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:41.283 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:41 smithi144 ceph-mon[31316]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:50:41.283 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:41 smithi144 ceph-mon[31316]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:41.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:41 smithi080 ceph-mon[27925]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-21T23:50:41.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:41 smithi080 ceph-mon[27925]: osdmap e11: 2 total, 1 up, 2 in 2024-04-21T23:50:41.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:41 smithi080 ceph-mon[27925]: from='osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:50:41.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:41 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:41.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:41 smithi080 ceph-mon[27925]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:50:41.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:41 smithi080 ceph-mon[27925]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:41.745 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:50:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1[36104]: 2024-04-21T23:50:41.494+0000 7f266d902700 -1 osd.1 0 waiting for initial osdmap 2024-04-21T23:50:41.745 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:50:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1[36104]: 2024-04-21T23:50:41.497+0000 7f26656ed700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:50:41.813 INFO:teuthology.orchestra.run.smithi144.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-21T23:50:41.813 INFO:teuthology.orchestra.run.smithi144.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-21T23:50:41.813 INFO:teuthology.orchestra.run.smithi144.stderr: stderr: 10+0 records in 2024-04-21T23:50:41.813 INFO:teuthology.orchestra.run.smithi144.stderr:10+0 records out 2024-04-21T23:50:41.813 INFO:teuthology.orchestra.run.smithi144.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114228 s, 918 MB/s 2024-04-21T23:50:41.813 INFO:teuthology.orchestra.run.smithi144.stderr: stderr: 2024-04-21T23:50:41.813 INFO:teuthology.orchestra.run.smithi144.stderr:--> Zapping successful for: 2024-04-21T23:50:42.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:42 smithi120 ceph-mon[31499]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:50:42.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:42 smithi120 ceph-mon[31499]: osdmap e12: 2 total, 1 up, 2 in 2024-04-21T23:50:42.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:42.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:42.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:42 smithi120 ceph-mon[31499]: from='osd.1 ' entity='osd.1' 2024-04-21T23:50:42.338 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:42 smithi144 ceph-mon[31316]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:50:42.338 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:42 smithi144 ceph-mon[31316]: osdmap e12: 2 total, 1 up, 2 in 2024-04-21T23:50:42.338 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:42.338 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:42.338 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:42 smithi144 ceph-mon[31316]: from='osd.1 ' entity='osd.1' 2024-04-21T23:50:42.339 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi144:vg_nvme/lv_4 2024-04-21T23:50:42.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:42 smithi080 ceph-mon[27925]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:50:42.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:42 smithi080 ceph-mon[27925]: osdmap e12: 2 total, 1 up, 2 in 2024-04-21T23:50:42.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:42.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:42.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:42 smithi080 ceph-mon[27925]: from='osd.1 ' entity='osd.1' 2024-04-21T23:50:42.583 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:50:43.235 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:50:43.235 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:50:43.235 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] boot 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: osdmap e13: 2 total, 2 up, 2 in 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi120 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi120 to 17088M 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.236 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:43 smithi144 ceph-mon[31316]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:43.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:50:43.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] boot 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: osdmap e13: 2 total, 2 up, 2 in 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi120 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi120 to 17088M 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:43 smithi080 ceph-mon[27925]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: osd.1 [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] boot 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: osdmap e13: 2 total, 2 up, 2 in 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi120 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:50:43.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi120 to 17088M 2024-04-21T23:50:43.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:43.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:50:43.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:50:43.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:43 smithi120 ceph-mon[31499]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T23:50:44.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 -- 172.21.15.144:0/2740226284 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 msgr2=0x7f0d20102800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:44.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 --2- 172.21.15.144:0/2740226284 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 0x7f0d20102800 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c009990 tx=0x7f0d1c009ca0 comp rx=0 tx=0).stop 2024-04-21T23:50:44.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 -- 172.21.15.144:0/2740226284 shutdown_connections 2024-04-21T23:50:44.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 --2- 172.21.15.144:0/2740226284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d20102d40 0x7f0d201095f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:44.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 --2- 172.21.15.144:0/2740226284 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0d201011a0 0x7f0d201015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:44.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 --2- 172.21.15.144:0/2740226284 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 0x7f0d20102800 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:44.052 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 -- 172.21.15.144:0/2740226284 >> 172.21.15.144:0/2740226284 conn(0x7f0d200fc760 msgr2=0x7f0d200feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 -- 172.21.15.144:0/2740226284 shutdown_connections 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.055+0000 7f0d28167700 1 -- 172.21.15.144:0/2740226284 wait complete. 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d28167700 1 Processor -- start 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d28167700 1 -- start start 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d28167700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d201011a0 0x7f0d20198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d28167700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 0x7f0d20198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d28167700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0d20102d40 0x7f0d2019fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d28167700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2010cd90 con 0x7f0d20102d40 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d28167700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2010cc10 con 0x7f0d201011a0 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d28167700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2010cf10 con 0x7f0d201023a0 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d25702700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 0x7f0d20198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d25702700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 0x7f0d20198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.144:60018/0 (socket says 172.21.15.144:60018) 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d25702700 1 -- 172.21.15.144:0/4074764502 learned_addr learned my addr 172.21.15.144:0/4074764502 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:50:44.053 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d25f03700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d201011a0 0x7f0d20198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.056+0000 7f0d26704700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0d20102d40 0x7f0d2019fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d25702700 1 -- 172.21.15.144:0/4074764502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d201011a0 msgr2=0x7f0d20198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d25702700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d201011a0 0x7f0d20198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d25702700 1 -- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0d20102d40 msgr2=0x7f0d2019fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d25702700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0d20102d40 0x7f0d2019fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d25702700 1 -- 172.21.15.144:0/4074764502 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d201a0170 con 0x7f0d201023a0 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d25702700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 0x7f0d20198aa0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c000c00 tx=0x7f0d1c005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d16ffd700 1 -- 172.21.15.144:0/4074764502 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c027070 con 0x7f0d201023a0 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d16ffd700 1 -- 172.21.15.144:0/4074764502 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d1c003f40 con 0x7f0d201023a0 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d201a0400 con 0x7f0d201023a0 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d16ffd700 1 -- 172.21.15.144:0/4074764502 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c022e30 con 0x7f0d201023a0 2024-04-21T23:50:44.054 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.057+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d201a0850 con 0x7f0d201023a0 2024-04-21T23:50:44.055 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.058+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d20068f20 con 0x7f0d201023a0 2024-04-21T23:50:44.055 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.059+0000 7f0d16ffd700 1 -- 172.21.15.144:0/4074764502 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f0d1c02a070 con 0x7f0d201023a0 2024-04-21T23:50:44.056 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.060+0000 7f0d16ffd700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0d0c0a2b90 0x7f0d0c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:50:44.056 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.060+0000 7f0d16ffd700 1 -- 172.21.15.144:0/4074764502 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2309+0+0 (secure 0 0 0) 0x7f0d1c0ce380 con 0x7f0d201023a0 2024-04-21T23:50:44.056 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.060+0000 7f0d25f03700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0d0c0a2b90 0x7f0d0c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:50:44.056 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.060+0000 7f0d25f03700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0d0c0a2b90 0x7f0d0c0a5050 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0d20102200 tx=0x7f0d1000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:50:44.059 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.064+0000 7f0d16ffd700 1 -- 172.21.15.144:0/4074764502 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0d1c013070 con 0x7f0d201023a0 2024-04-21T23:50:44.264 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:50:44.270+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f0d200fe930 con 0x7f0d0c0a2b90 2024-04-21T23:50:45.108 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:45 smithi144 ceph-mon[31316]: osdmap e14: 2 total, 2 up, 2 in 2024-04-21T23:50:45.108 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:45 smithi144 ceph-mon[31316]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:50:45.108 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:50:45.108 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:50:45.108 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:45.108 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:45 smithi144 ceph-mon[31316]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:45.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:45 smithi080 ceph-mon[27925]: osdmap e14: 2 total, 2 up, 2 in 2024-04-21T23:50:45.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:45 smithi080 ceph-mon[27925]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:50:45.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:50:45.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:50:45.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:45.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:45 smithi080 ceph-mon[27925]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:45.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:45 smithi120 ceph-mon[31499]: osdmap e14: 2 total, 2 up, 2 in 2024-04-21T23:50:45.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:45 smithi120 ceph-mon[31499]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:50:45.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:50:45.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:50:45.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:45.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:45 smithi120 ceph-mon[31499]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:46 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/3603203524' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]: dispatch 2024-04-21T23:50:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:46 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]: dispatch 2024-04-21T23:50:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:46 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]': finished 2024-04-21T23:50:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:46 smithi120 ceph-mon[31499]: osdmap e15: 3 total, 2 up, 3 in 2024-04-21T23:50:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:50:47.008 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:46 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/3603203524' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]: dispatch 2024-04-21T23:50:47.008 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:46 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]: dispatch 2024-04-21T23:50:47.008 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:46 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]': finished 2024-04-21T23:50:47.008 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:46 smithi144 ceph-mon[31316]: osdmap e15: 3 total, 2 up, 3 in 2024-04-21T23:50:47.008 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:50:47.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:46 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/3603203524' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]: dispatch 2024-04-21T23:50:47.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:46 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]: dispatch 2024-04-21T23:50:47.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:46 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1ab4583f-9ffc-455f-866c-234585750c6b"}]': finished 2024-04-21T23:50:47.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:46 smithi080 ceph-mon[27925]: osdmap e15: 3 total, 2 up, 3 in 2024-04-21T23:50:47.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:50:47.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:47 smithi120 ceph-mon[31499]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:47.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:47 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/1575830477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:48.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:47 smithi144 ceph-mon[31316]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:48.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:47 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/1575830477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:47 smithi080 ceph-mon[27925]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:47 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/1575830477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:50:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:49 smithi144 ceph-mon[31316]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:49 smithi080 ceph-mon[27925]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:50.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:49 smithi120 ceph-mon[31499]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:52.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:51 smithi144 ceph-mon[31316]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:52.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:51 smithi080 ceph-mon[27925]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:52.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:51 smithi120 ceph-mon[31499]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:54.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:53 smithi144 ceph-mon[31316]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:54.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:53 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-21T23:50:54.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:53 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:54.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:53 smithi080 ceph-mon[27925]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:54.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:53 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-21T23:50:54.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:53 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:54.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:53 smithi120 ceph-mon[31499]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:54.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:53 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-21T23:50:54.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:53 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:50:55.023 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:54 smithi144 ceph-mon[31316]: Deploying daemon osd.2 on smithi144 2024-04-21T23:50:55.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:54 smithi080 ceph-mon[27925]: Deploying daemon osd.2 on smithi144 2024-04-21T23:50:55.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:54 smithi120 ceph-mon[31499]: Deploying daemon osd.2 on smithi144 2024-04-21T23:50:55.942 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:55 smithi144 ceph-mon[31316]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:56.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:55 smithi080 ceph-mon[27925]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:56.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:55 smithi120 ceph-mon[31499]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:57.984 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:57 smithi144 ceph-mon[31316]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:57 smithi080 ceph-mon[27925]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:50:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:57 smithi120 ceph-mon[31499]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:00.101 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:59 smithi144 ceph-mon[31316]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:00.101 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:00.102 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:00.102 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:50:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:00.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:59 smithi080 ceph-mon[27925]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:00.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:00.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:00.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:50:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:59 smithi120 ceph-mon[31499]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:50:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:01.876 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.882+0000 7f0d16ffd700 1 -- 172.21.15.144:0/4074764502 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0d200fe930 con 0x7f0d0c0a2b90 2024-04-21T23:51:01.876 INFO:teuthology.orchestra.run.smithi144.stdout:Created osd(s) 2 on host 'smithi144' 2024-04-21T23:51:01.878 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0d0c0a2b90 msgr2=0x7f0d0c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0d0c0a2b90 0x7f0d0c0a5050 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0d20102200 tx=0x7f0d1000b410 comp rx=0 tx=0).stop 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 msgr2=0x7f0d20198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 0x7f0d20198aa0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c000c00 tx=0x7f0d1c005e80 comp rx=0 tx=0).stop 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 shutdown_connections 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0d0c0a2b90 0x7f0d0c0a5050 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0d20102d40 0x7f0d2019fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d201011a0 0x7f0d20198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 --2- 172.21.15.144:0/4074764502 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0d201023a0 0x7f0d20198aa0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 >> 172.21.15.144:0/4074764502 conn(0x7f0d200fc760 msgr2=0x7f0d200fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 shutdown_connections 2024-04-21T23:51:01.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:01.885+0000 7f0d28167700 1 -- 172.21.15.144:0/4074764502 wait complete. 2024-04-21T23:51:02.049 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:01 smithi120 ceph-mon[31499]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:02.050 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.050 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.050 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:02.050 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:02.050 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:01 smithi144 ceph-mon[31316]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:02.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:02.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:02.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:01 smithi080 ceph-mon[27925]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:02.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:02.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:02.481 DEBUG:teuthology.orchestra.run.smithi144:osd.2> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.2.service 2024-04-21T23:51:02.483 INFO:tasks.cephadm:Deploying osd.3 on smithi080 with /dev/vg_nvme/lv_3... 2024-04-21T23:51:02.484 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-21T23:51:02.742 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:51:02.755 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2[36506]: 2024-04-21T23:51:02.651+0000 7f68d29fa7c0 -1 osd.2 0 log_to_monitors true 2024-04-21T23:51:03.081 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:02 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:03.081 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:02 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:03.081 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:02 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:03.081 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:02 smithi080 ceph-mon[27925]: from='osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T23:51:03.081 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:02 smithi080 ceph-mon[27925]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T23:51:03.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:02 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:03.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:02 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:03.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:02 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:03.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:02 smithi144 ceph-mon[31316]: from='osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T23:51:03.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:02 smithi144 ceph-mon[31316]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T23:51:03.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:02 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:03.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:02 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:03.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:02 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:03.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:02 smithi120 ceph-mon[31499]: from='osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T23:51:03.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:02 smithi120 ceph-mon[31499]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T23:51:03.847 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:03 smithi144 ceph-mon[31316]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:03.847 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:03 smithi144 ceph-mon[31316]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-21T23:51:03.848 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:03 smithi144 ceph-mon[31316]: osdmap e16: 3 total, 2 up, 3 in 2024-04-21T23:51:03.848 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:03 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:03.848 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:03 smithi144 ceph-mon[31316]: from='osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:51:03.848 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:03 smithi144 ceph-mon[31316]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:51:04.011 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:03 smithi080 ceph-mon[27925]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:04.011 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:03 smithi080 ceph-mon[27925]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-21T23:51:04.011 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:03 smithi080 ceph-mon[27925]: osdmap e16: 3 total, 2 up, 3 in 2024-04-21T23:51:04.011 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:03 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:04.011 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:03 smithi080 ceph-mon[27925]: from='osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:51:04.011 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:03 smithi080 ceph-mon[27925]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:51:04.114 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2[36506]: 2024-04-21T23:51:03.853+0000 7f68c805f700 -1 osd.2 0 waiting for initial osdmap 2024-04-21T23:51:04.115 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2[36506]: 2024-04-21T23:51:03.857+0000 7f68c3e52700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:51:04.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:03 smithi120 ceph-mon[31499]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:04.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:03 smithi120 ceph-mon[31499]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-21T23:51:04.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:03 smithi120 ceph-mon[31499]: osdmap e16: 3 total, 2 up, 3 in 2024-04-21T23:51:04.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:03 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:04.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:03 smithi120 ceph-mon[31499]: from='osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:51:04.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:03 smithi120 ceph-mon[31499]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:51:04.679 INFO:teuthology.orchestra.run.smithi080.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-21T23:51:04.679 INFO:teuthology.orchestra.run.smithi080.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-21T23:51:04.679 INFO:teuthology.orchestra.run.smithi080.stderr: stderr: 10+0 records in 2024-04-21T23:51:04.679 INFO:teuthology.orchestra.run.smithi080.stderr:10+0 records out 2024-04-21T23:51:04.679 INFO:teuthology.orchestra.run.smithi080.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113548 s, 923 MB/s 2024-04-21T23:51:04.679 INFO:teuthology.orchestra.run.smithi080.stderr:--> Zapping successful for: 2024-04-21T23:51:04.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:04 smithi080 ceph-mon[27925]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:51:04.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:04 smithi080 ceph-mon[27925]: osdmap e17: 3 total, 2 up, 3 in 2024-04-21T23:51:04.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:04.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:04.985 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:04 smithi144 ceph-mon[31316]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:51:04.985 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:04 smithi144 ceph-mon[31316]: osdmap e17: 3 total, 2 up, 3 in 2024-04-21T23:51:04.985 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:04.985 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:05.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:04 smithi120 ceph-mon[31499]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:51:05.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:04 smithi120 ceph-mon[31499]: osdmap e17: 3 total, 2 up, 3 in 2024-04-21T23:51:05.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:05.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:05.379 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi080:vg_nvme/lv_3 2024-04-21T23:51:05.611 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] boot 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: osdmap e18: 3 total, 3 up, 3 in 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:06.058 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.058 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:06.058 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:06.058 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:51:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:51:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] boot 2024-04-21T23:51:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: osdmap e18: 3 total, 3 up, 3 in 2024-04-21T23:51:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:06.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:06.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:06.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:51:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:51:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T23:51:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: osd.2 [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] boot 2024-04-21T23:51:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: osdmap e18: 3 total, 3 up, 3 in 2024-04-21T23:51:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:51:06.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:06.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:06.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:06.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:06.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:07.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 -- 172.21.15.80:0/2818622348 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 msgr2=0x7f8e601009c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:07.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 --2- 172.21.15.80:0/2818622348 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 0x7f8e601009c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009990 tx=0x7f8e50009ca0 comp rx=0 tx=0).stop 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 -- 172.21.15.80:0/2818622348 shutdown_connections 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 --2- 172.21.15.80:0/2818622348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8e60103f20 0x7f8e6010a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 --2- 172.21.15.80:0/2818622348 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 0x7f8e601009c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 --2- 172.21.15.80:0/2818622348 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8e60103580 0x7f8e601039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 -- 172.21.15.80:0/2818622348 >> 172.21.15.80:0/2818622348 conn(0x7f8e600fbf00 msgr2=0x7f8e600fe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 -- 172.21.15.80:0/2818622348 shutdown_connections 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.257+0000 7f8e65879700 1 -- 172.21.15.80:0/2818622348 wait complete. 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e65879700 1 Processor -- start 2024-04-21T23:51:07.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e65879700 1 -- start start 2024-04-21T23:51:07.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e65879700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 0x7f8e601983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e65879700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8e60103580 0x7f8e60198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e65879700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8e60103f20 0x7f8e6019f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e65879700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6010de90 con 0x7f8e601005a0 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e65879700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6010dd10 con 0x7f8e60103580 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e65879700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6010e010 con 0x7f8e60103f20 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e5effd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 0x7f8e601983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e5effd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 0x7f8e601983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54824/0 (socket says 172.21.15.80:54824) 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.258+0000 7f8e5effd700 1 -- 172.21.15.80:0/776999295 learned_addr learned my addr 172.21.15.80:0/776999295 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e5f7fe700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8e60103f20 0x7f8e6019f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e567fc700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8e60103580 0x7f8e60198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e5effd700 1 -- 172.21.15.80:0/776999295 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8e60103f20 msgr2=0x7f8e6019f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:07.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e5effd700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8e60103f20 0x7f8e6019f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e5effd700 1 -- 172.21.15.80:0/776999295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8e60103580 msgr2=0x7f8e60198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e5effd700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8e60103580 0x7f8e60198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e5effd700 1 -- 172.21.15.80:0/776999295 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e601a0040 con 0x7f8e601005a0 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e567fc700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8e60103580 0x7f8e60198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e5effd700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 0x7f8e601983e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8e50000c00 tx=0x7f8e500057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e64877700 1 -- 172.21.15.80:0/776999295 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50027070 con 0x7f8e601005a0 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e601a02d0 con 0x7f8e601005a0 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e64877700 1 -- 172.21.15.80:0/776999295 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e50004150 con 0x7f8e601005a0 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e64877700 1 -- 172.21.15.80:0/776999295 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e5000f460 con 0x7f8e601005a0 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.259+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e601a0780 con 0x7f8e601005a0 2024-04-21T23:51:07.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.260+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e60068f20 con 0x7f8e601005a0 2024-04-21T23:51:07.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.262+0000 7f8e64877700 1 -- 172.21.15.80:0/776999295 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f8e5002a070 con 0x7f8e601005a0 2024-04-21T23:51:07.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.262+0000 7f8e64877700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8e4c0a2b90 0x7f8e4c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:07.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.263+0000 7f8e567fc700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8e4c0a2b90 0x7f8e4c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:07.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.263+0000 7f8e64877700 1 -- 172.21.15.80:0/776999295 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2851+0+0 (secure 0 0 0) 0x7f8e500ceeb0 con 0x7f8e601005a0 2024-04-21T23:51:07.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.263+0000 7f8e567fc700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8e4c0a2b90 0x7f8e4c0a5050 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8e48005fd0 tx=0x7f8e48005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:51:07.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.266+0000 7f8e64877700 1 -- 172.21.15.80:0/776999295 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8e50031020 con 0x7f8e601005a0 2024-04-21T23:51:07.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:07 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi144 2024-04-21T23:51:07.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:07 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi144 to 17088M 2024-04-21T23:51:07.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:07 smithi144 ceph-mon[31316]: osdmap e19: 3 total, 3 up, 3 in 2024-04-21T23:51:07.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:07 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi144 2024-04-21T23:51:07.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:07 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi144 to 17088M 2024-04-21T23:51:07.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:07 smithi080 ceph-mon[27925]: osdmap e19: 3 total, 3 up, 3 in 2024-04-21T23:51:07.466 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:07.473+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8e60062670 con 0x7f8e4c0a2b90 2024-04-21T23:51:07.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:07 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi144 2024-04-21T23:51:07.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:07 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi144 to 17088M 2024-04-21T23:51:07.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:07 smithi120 ceph-mon[31499]: osdmap e19: 3 total, 3 up, 3 in 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: pgmap v81: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: osdmap e20: 3 total, 3 up, 3 in 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:08.334 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:08.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: pgmap v81: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:08.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-21T23:51:08.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-21T23:51:08.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: osdmap e20: 3 total, 3 up, 3 in 2024-04-21T23:51:08.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T23:51:08.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:08.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:08.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:08.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: pgmap v81: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-21T23:51:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-21T23:51:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: osdmap e20: 3 total, 3 up, 3 in 2024-04-21T23:51:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T23:51:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:08.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:08.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:08.960 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:51:08 smithi080 sudo[44525]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T23:51:08.960 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:51:08 smithi080 sudo[44525]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:08.960 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:51:08 smithi080 sudo[44525]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:08.960 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:51:08 smithi080 sudo[44525]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:09.222 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:51:08 smithi080 sudo[44528]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T23:51:09.222 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:51:08 smithi080 sudo[44528]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:09.222 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:51:08 smithi080 sudo[44528]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:09.222 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 21 23:51:08 smithi080 sudo[44528]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:09.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:09.382+0000 7f8e64877700 1 -- 172.21.15.80:0/776999295 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8e50003c70 con 0x7f8e601005a0 2024-04-21T23:51:09.474 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-21T23:51:09.474 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:09 smithi080 ceph-mon[27925]: osdmap e21: 3 total, 3 up, 3 in 2024-04-21T23:51:09.474 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:09 smithi080 ceph-mon[27925]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:09.474 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:09.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-21T23:51:09.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:09 smithi120 ceph-mon[31499]: osdmap e21: 3 total, 3 up, 3 in 2024-04-21T23:51:09.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:09 smithi120 ceph-mon[31499]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:09.478 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:09.478 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:51:09 smithi120 sudo[39793]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T23:51:09.478 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:51:09 smithi120 sudo[39793]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:09.478 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:51:09 smithi120 sudo[39793]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:09.478 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:51:09 smithi120 sudo[39793]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:09.742 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-21T23:51:09.743 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:09 smithi144 ceph-mon[31316]: osdmap e21: 3 total, 3 up, 3 in 2024-04-21T23:51:09.743 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:09 smithi144 ceph-mon[31316]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:09.743 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:09.744 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:51:09 smithi120 sudo[39796]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T23:51:09.745 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:51:09 smithi120 sudo[39796]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:09.745 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:51:09 smithi120 sudo[39796]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:09.745 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 21 23:51:09 smithi120 sudo[39796]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:09.997 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:09 smithi144 sudo[40427]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T23:51:09.998 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:09 smithi144 sudo[40427]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:09.998 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:09 smithi144 sudo[40427]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:09.998 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:09 smithi144 sudo[40427]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:10.365 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:10 smithi144 sudo[40430]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T23:51:10.365 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:10 smithi144 sudo[40430]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:10.365 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:10 smithi144 sudo[40430]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:10.365 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 21 23:51:10 smithi144 sudo[40430]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:10.522 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 sudo[44603]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T23:51:10.523 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 sudo[44603]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:10.523 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 sudo[44603]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:10.523 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 sudo[44603]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:10.785 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 ceph-mon[31316]: osdmap e22: 3 total, 3 up, 3 in 2024-04-21T23:51:10.785 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 ceph-mon[31316]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-21T23:51:10.786 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:10.786 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:10.786 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:10.786 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 sudo[40433]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T23:51:10.786 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 sudo[40433]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:10.786 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 sudo[40433]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:10.786 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:10 smithi144 sudo[40433]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:10.902 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 sudo[44606]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T23:51:10.902 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 sudo[44606]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:10.902 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 sudo[44606]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:10.902 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 sudo[44606]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:10.902 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 ceph-mon[27925]: osdmap e22: 3 total, 3 up, 3 in 2024-04-21T23:51:10.903 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 ceph-mon[27925]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-21T23:51:10.903 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:10.903 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:10.903 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:10 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:10.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:10 smithi120 ceph-mon[31499]: osdmap e22: 3 total, 3 up, 3 in 2024-04-21T23:51:10.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:10 smithi120 ceph-mon[31499]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-21T23:51:10.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:10 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:10.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:10 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:10.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:10 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:11.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 sudo[40436]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T23:51:11.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 sudo[40436]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:11.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 sudo[40436]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:11.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 sudo[40436]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:11.512 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 sudo[39799]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T23:51:11.512 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 sudo[39799]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:11.512 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 sudo[39799]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:11.512 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 sudo[39799]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:11.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:11.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2728203668' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34ea75d5-1aeb-4705-90f2-01eccb797978"}]: dispatch 2024-04-21T23:51:11.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2728203668' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34ea75d5-1aeb-4705-90f2-01eccb797978"}]': finished 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: osdmap e23: 4 total, 3 up, 4 in 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3558288831' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:51:11.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:11 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:11.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:11.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2728203668' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34ea75d5-1aeb-4705-90f2-01eccb797978"}]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2728203668' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34ea75d5-1aeb-4705-90f2-01eccb797978"}]': finished 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: osdmap e23: 4 total, 3 up, 4 in 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:11.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:11.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3558288831' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:51:11.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:11 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:11.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 sudo[39802]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T23:51:11.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 sudo[39802]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T23:51:11.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 sudo[39802]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T23:51:11.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 sudo[39802]: pam_unix(sudo:session): session closed for user root 2024-04-21T23:51:11.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:11.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2728203668' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34ea75d5-1aeb-4705-90f2-01eccb797978"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2728203668' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34ea75d5-1aeb-4705-90f2-01eccb797978"}]': finished 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: osdmap e23: 4 total, 3 up, 4 in 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:51:11.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:51:11.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3558288831' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:51:11.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:11 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T23:51:14.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:13 smithi144 ceph-mon[31316]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:14.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:13 smithi080 ceph-mon[27925]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:13 smithi120 ceph-mon[31499]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:15.972 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:15 smithi080 ceph-mon[27925]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:16.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:15 smithi144 ceph-mon[31316]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:15 smithi120 ceph-mon[31499]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:17 smithi144 ceph-mon[31316]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:18.139 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:17 smithi080 ceph-mon[27925]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:17 smithi120 ceph-mon[31499]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:19.041 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:18 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-21T23:51:19.042 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:18 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:19.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:18 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-21T23:51:19.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:18 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:19.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:18 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-21T23:51:19.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:18 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:20.045 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:19 smithi080 ceph-mon[27925]: Deploying daemon osd.3 on smithi080 2024-04-21T23:51:20.045 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:19 smithi080 ceph-mon[27925]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:20.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:19 smithi144 ceph-mon[31316]: Deploying daemon osd.3 on smithi080 2024-04-21T23:51:20.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:19 smithi144 ceph-mon[31316]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:20.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:19 smithi120 ceph-mon[31499]: Deploying daemon osd.3 on smithi080 2024-04-21T23:51:20.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:19 smithi120 ceph-mon[31499]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:22.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:21 smithi144 ceph-mon[31316]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:22.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:21 smithi080 ceph-mon[27925]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:21 smithi120 ceph-mon[31499]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:23 smithi144 ceph-mon[31316]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:23 smithi080 ceph-mon[27925]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:23 smithi120 ceph-mon[31499]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:26.080 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:25 smithi080 ceph-mon[27925]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:26.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:25 smithi144 ceph-mon[31316]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:26.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:25 smithi120 ceph-mon[31499]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:27.170 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.176+0000 7f8e64877700 1 -- 172.21.15.80:0/776999295 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8e60062670 con 0x7f8e4c0a2b90 2024-04-21T23:51:27.170 INFO:teuthology.orchestra.run.smithi080.stdout:Created osd(s) 3 on host 'smithi080' 2024-04-21T23:51:27.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.178+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8e4c0a2b90 msgr2=0x7f8e4c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.178+0000 7f8e65879700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8e4c0a2b90 0x7f8e4c0a5050 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8e48005fd0 tx=0x7f8e48005e30 comp rx=0 tx=0).stop 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 msgr2=0x7f8e601983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 0x7f8e601983e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8e50000c00 tx=0x7f8e500057c0 comp rx=0 tx=0).stop 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 shutdown_connections 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8e4c0a2b90 0x7f8e4c0a5050 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8e60103f20 0x7f8e6019f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8e601005a0 0x7f8e601983e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 --2- 172.21.15.80:0/776999295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8e60103580 0x7f8e60198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 >> 172.21.15.80:0/776999295 conn(0x7f8e600fbf00 msgr2=0x7f8e60106820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 shutdown_connections 2024-04-21T23:51:27.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:51:27.179+0000 7f8e65879700 1 -- 172.21.15.80:0/776999295 wait complete. 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:27.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:27.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:27.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:27.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:27.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:27.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:27.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:27.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:27.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:27.857 DEBUG:teuthology.orchestra.run.smithi080:osd.3> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.3.service 2024-04-21T23:51:27.859 INFO:tasks.cephadm:Deploying osd.4 on smithi120 with /dev/vg_nvme/lv_3... 2024-04-21T23:51:27.859 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-21T23:51:28.101 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-21T23:51:28.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:28 smithi080 ceph-mon[27925]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-21T23:51:28.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:28 smithi120 ceph-mon[31499]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-21T23:51:28.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:28 smithi144 ceph-mon[31316]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-21T23:51:29.565 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:29 smithi120 ceph-mon[31499]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-21T23:51:29.565 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:29 smithi120 ceph-mon[31499]: osdmap e24: 4 total, 3 up, 4 in 2024-04-21T23:51:29.565 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:29 smithi120 ceph-mon[31499]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:51:29.565 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:29.565 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:29 smithi120 ceph-mon[31499]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:29.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:29 smithi144 ceph-mon[31316]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-21T23:51:29.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:29 smithi144 ceph-mon[31316]: osdmap e24: 4 total, 3 up, 4 in 2024-04-21T23:51:29.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:29 smithi144 ceph-mon[31316]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:51:29.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:29.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:29 smithi144 ceph-mon[31316]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:29.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:29 smithi080 ceph-mon[27925]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-21T23:51:29.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:29 smithi080 ceph-mon[27925]: osdmap e24: 4 total, 3 up, 4 in 2024-04-21T23:51:29.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:29 smithi080 ceph-mon[27925]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:51:29.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:29.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:29 smithi080 ceph-mon[27925]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:29.700 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 21 23:51:29 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-21T23:51:29.302+0000 7fa651220700 -1 osd.3 0 waiting for initial osdmap 2024-04-21T23:51:29.700 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 21 23:51:29 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-21T23:51:29.307+0000 7fa64d013700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:51:30.164 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-21T23:51:30.164 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-21T23:51:30.164 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2024-04-21T23:51:30.164 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2024-04-21T23:51:30.164 INFO:teuthology.orchestra.run.smithi120.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112249 s, 934 MB/s 2024-04-21T23:51:30.165 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 2024-04-21T23:51:30.165 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2024-04-21T23:51:30.462 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:30 smithi120 ceph-mon[31499]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:51:30.462 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:30 smithi120 ceph-mon[31499]: osdmap e25: 4 total, 3 up, 4 in 2024-04-21T23:51:30.462 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:30 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:30.462 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:30 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:30.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:30 smithi144 ceph-mon[31316]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:51:30.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:30 smithi144 ceph-mon[31316]: osdmap e25: 4 total, 3 up, 4 in 2024-04-21T23:51:30.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:30 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:30.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:30 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:30.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:30 smithi080 ceph-mon[27925]: from='osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:51:30.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:30 smithi080 ceph-mon[27925]: osdmap e25: 4 total, 3 up, 4 in 2024-04-21T23:51:30.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:30 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:30.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:30 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:30.839 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi120:vg_nvme/lv_3 2024-04-21T23:51:31.076 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-21T23:51:31.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:51:31.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:51:31.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:31.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] boot 2024-04-21T23:51:31.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: osdmap e26: 4 total, 4 up, 4 in 2024-04-21T23:51:31.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:31.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: osdmap e27: 4 total, 4 up, 4 in 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi080 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi080 to 8544M 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:31 smithi120 ceph-mon[31499]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:51:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:51:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] boot 2024-04-21T23:51:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: osdmap e26: 4 total, 4 up, 4 in 2024-04-21T23:51:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: osdmap e27: 4 total, 4 up, 4 in 2024-04-21T23:51:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi080 2024-04-21T23:51:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi080 to 8544M 2024-04-21T23:51:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:31 smithi144 ceph-mon[31316]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:31.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:51:31.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:51:31.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:31.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: osd.3 [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] boot 2024-04-21T23:51:31.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: osdmap e26: 4 total, 4 up, 4 in 2024-04-21T23:51:31.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:51:31.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: osdmap e27: 4 total, 4 up, 4 in 2024-04-21T23:51:31.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi080 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi080 to 8544M 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:31.703 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:31 smithi080 ceph-mon[27925]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-21T23:51:32.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:32 smithi120 ceph-mon[31499]: osdmap e28: 4 total, 4 up, 4 in 2024-04-21T23:51:32.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 -- 172.21.15.120:0/2222230589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102d20 msgr2=0x7f22e01095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:32.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 --2- 172.21.15.120:0/2222230589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102d20 0x7f22e01095d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f22d800b0d0 tx=0x7f22d800b3e0 comp rx=0 tx=0).stop 2024-04-21T23:51:32.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 -- 172.21.15.120:0/2222230589 shutdown_connections 2024-04-21T23:51:32.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 --2- 172.21.15.120:0/2222230589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102d20 0x7f22e01095d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:32.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 --2- 172.21.15.120:0/2222230589 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22e0101180 0x7f22e01015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:32.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 --2- 172.21.15.120:0/2222230589 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22e0102380 0x7f22e01027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:32.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 -- 172.21.15.120:0/2222230589 >> 172.21.15.120:0/2222230589 conn(0x7f22e00fc720 msgr2=0x7f22e00feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:51:32.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 -- 172.21.15.120:0/2222230589 shutdown_connections 2024-04-21T23:51:32.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.706+0000 7f22e5008700 1 -- 172.21.15.120:0/2222230589 wait complete. 2024-04-21T23:51:32.702 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22e5008700 1 Processor -- start 2024-04-21T23:51:32.702 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22e5008700 1 -- start start 2024-04-21T23:51:32.702 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22e5008700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22e0101180 0x7f22e0198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:32.702 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22e5008700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102380 0x7f22e01989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:32.702 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22e5008700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22e0102d20 0x7f22e019fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22e5008700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f22e010cdd0 con 0x7f22e0101180 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22e5008700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f22e010cc50 con 0x7f22e0102380 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22e5008700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f22e010cf50 con 0x7f22e0102d20 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22de59c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102380 0x7f22e01989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22ded9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22e0101180 0x7f22e0198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22de59c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102380 0x7f22e01989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.120:42510/0 (socket says 172.21.15.120:42510) 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22de59c700 1 -- 172.21.15.120:0/1415989585 learned_addr learned my addr 172.21.15.120:0/1415989585 (peer_addr_for_me v2:172.21.15.120:0/0) 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.707+0000 7f22df59e700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22e0102d20 0x7f22e019fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22de59c700 1 -- 172.21.15.120:0/1415989585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22e0102d20 msgr2=0x7f22e019fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22de59c700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22e0102d20 0x7f22e019fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22de59c700 1 -- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22e0101180 msgr2=0x7f22e0198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22de59c700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22e0101180 0x7f22e0198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22de59c700 1 -- 172.21.15.120:0/1415989585 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e01a00e0 con 0x7f22e0102380 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22ded9d700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22e0101180 0x7f22e0198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:51:32.703 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22de59c700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102380 0x7f22e01989c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f22d400b530 tx=0x7f22d400b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:51:32.704 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22c7fff700 1 -- 172.21.15.120:0/1415989585 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4015020 con 0x7f22e0102380 2024-04-21T23:51:32.704 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22c7fff700 1 -- 172.21.15.120:0/1415989585 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22d4011d10 con 0x7f22e0102380 2024-04-21T23:51:32.704 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22e01a03d0 con 0x7f22e0102380 2024-04-21T23:51:32.704 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22c7fff700 1 -- 172.21.15.120:0/1415989585 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d400f2e0 con 0x7f22e0102380 2024-04-21T23:51:32.704 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.708+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22e01a0990 con 0x7f22e0102380 2024-04-21T23:51:32.704 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.709+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22e0068f20 con 0x7f22e0102380 2024-04-21T23:51:32.704 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.711+0000 7f22c7fff700 1 -- 172.21.15.120:0/1415989585 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f22d4018020 con 0x7f22e0102380 2024-04-21T23:51:32.705 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.711+0000 7f22c7fff700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f22c80a2c20 0x7f22c80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:32.705 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.712+0000 7f22c7fff700 1 -- 172.21.15.120:0/1415989585 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f22d40cd9a0 con 0x7f22e0102380 2024-04-21T23:51:32.705 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.712+0000 7f22ded9d700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f22c80a2c20 0x7f22c80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:32.705 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.712+0000 7f22ded9d700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f22c80a2c20 0x7f22c80a50e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f22e01021e0 tx=0x7f22d000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:51:32.709 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.715+0000 7f22c7fff700 1 -- 172.21.15.120:0/1415989585 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f22d401f020 con 0x7f22e0102380 2024-04-21T23:51:32.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:32 smithi144 ceph-mon[31316]: osdmap e28: 4 total, 4 up, 4 in 2024-04-21T23:51:32.873 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:32 smithi080 ceph-mon[27925]: osdmap e28: 4 total, 4 up, 4 in 2024-04-21T23:51:32.913 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:32.920+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f22e00fe870 con 0x7f22c80a2c20 2024-04-21T23:51:33.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:33 smithi144 ceph-mon[31316]: osdmap e29: 4 total, 4 up, 4 in 2024-04-21T23:51:33.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:33 smithi144 ceph-mon[31316]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:33.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:33 smithi144 ceph-mon[31316]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:33.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:33.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:33.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:33.865 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:33 smithi120 ceph-mon[31499]: osdmap e29: 4 total, 4 up, 4 in 2024-04-21T23:51:33.865 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:33 smithi120 ceph-mon[31499]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:33.866 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:33 smithi120 ceph-mon[31499]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:33.866 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:33.866 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:33.866 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:33 smithi080 ceph-mon[27925]: osdmap e29: 4 total, 4 up, 4 in 2024-04-21T23:51:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:33 smithi080 ceph-mon[27925]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:33 smithi080 ceph-mon[27925]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:34.825 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:34 smithi120 ceph-mon[31499]: osdmap e30: 4 total, 4 up, 4 in 2024-04-21T23:51:34.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:34 smithi144 ceph-mon[31316]: osdmap e30: 4 total, 4 up, 4 in 2024-04-21T23:51:34.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:34 smithi080 ceph-mon[27925]: osdmap e30: 4 total, 4 up, 4 in 2024-04-21T23:51:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:35 smithi080 ceph-mon[27925]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-21T23:51:35.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:35 smithi120 ceph-mon[31499]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-21T23:51:36.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:35 smithi144 ceph-mon[31316]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-21T23:51:36.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:36 smithi144 ceph-mon[31316]: from='client.? 172.21.15.120:0/3014681682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]: dispatch 2024-04-21T23:51:36.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:36 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]: dispatch 2024-04-21T23:51:36.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:36 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]': finished 2024-04-21T23:51:36.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:36 smithi144 ceph-mon[31316]: osdmap e31: 5 total, 4 up, 5 in 2024-04-21T23:51:36.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:36 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:36.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:36 smithi144 ceph-mon[31316]: from='client.? 172.21.15.120:0/3567444983' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:51:36.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:36 smithi080 ceph-mon[27925]: from='client.? 172.21.15.120:0/3014681682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]: dispatch 2024-04-21T23:51:36.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:36 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]: dispatch 2024-04-21T23:51:36.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:36 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]': finished 2024-04-21T23:51:36.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:36 smithi080 ceph-mon[27925]: osdmap e31: 5 total, 4 up, 5 in 2024-04-21T23:51:36.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:36 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:36.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:36 smithi080 ceph-mon[27925]: from='client.? 172.21.15.120:0/3567444983' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:51:36.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:36 smithi120 ceph-mon[31499]: from='client.? 172.21.15.120:0/3014681682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]: dispatch 2024-04-21T23:51:36.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:36 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]: dispatch 2024-04-21T23:51:36.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:36 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f843240-c140-40ad-ad3d-aeee5a7f74bc"}]': finished 2024-04-21T23:51:36.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:36 smithi120 ceph-mon[31499]: osdmap e31: 5 total, 4 up, 5 in 2024-04-21T23:51:36.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:36 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:36.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:36 smithi120 ceph-mon[31499]: from='client.? 172.21.15.120:0/3567444983' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:51:37.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:37 smithi080 ceph-mon[27925]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:51:37.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:37 smithi120 ceph-mon[31499]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:51:38.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:37 smithi144 ceph-mon[31316]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:51:39.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:39 smithi120 ceph-mon[31499]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-21T23:51:40.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:39 smithi144 ceph-mon[31316]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-21T23:51:40.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:39 smithi080 ceph-mon[27925]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-21T23:51:42.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:41 smithi144 ceph-mon[31316]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:51:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:41 smithi080 ceph-mon[27925]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:51:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:41 smithi120 ceph-mon[31499]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:51:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:43 smithi144 ceph-mon[31316]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-21T23:51:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:43 smithi144 ceph-mon[31316]: Deploying daemon osd.4 on smithi120 2024-04-21T23:51:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:43 smithi080 ceph-mon[27925]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-21T23:51:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:43 smithi080 ceph-mon[27925]: Deploying daemon osd.4 on smithi120 2024-04-21T23:51:44.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:43 smithi120 ceph-mon[31499]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:44.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-21T23:51:44.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:44.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:43 smithi120 ceph-mon[31499]: Deploying daemon osd.4 on smithi120 2024-04-21T23:51:45.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:45 smithi120 ceph-mon[31499]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:46.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:45 smithi144 ceph-mon[31316]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:46.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:45 smithi080 ceph-mon[27925]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:47.992 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:47 smithi120 ceph-mon[31499]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:48.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:47 smithi144 ceph-mon[31316]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:47 smithi080 ceph-mon[27925]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:49.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:49.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:49.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:49.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:49 smithi080 ceph-mon[27925]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:49.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:49.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:49.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:49.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:49 smithi120 ceph-mon[31499]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:50.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:50.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:50.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:49 smithi144 ceph-mon[31316]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:52.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:51 smithi144 ceph-mon[31316]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:52.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:52.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:52.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:51 smithi080 ceph-mon[27925]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:52.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:52.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:52.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.229 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:51 smithi120 ceph-mon[31499]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:52.229 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.229 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.229 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:52.229 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:52.230 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:52.628 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 4 on host 'smithi120' 2024-04-21T23:51:52.628 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.633+0000 7f22c7fff700 1 -- 172.21.15.120:0/1415989585 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f22e00fe870 con 0x7f22c80a2c20 2024-04-21T23:51:52.630 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f22c80a2c20 msgr2=0x7f22c80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:52.630 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f22c80a2c20 0x7f22c80a50e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f22e01021e0 tx=0x7f22d000b410 comp rx=0 tx=0).stop 2024-04-21T23:51:52.630 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102380 msgr2=0x7f22e01989c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:52.630 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102380 0x7f22e01989c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f22d400b530 tx=0x7f22d400b840 comp rx=0 tx=0).stop 2024-04-21T23:51:52.630 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 shutdown_connections 2024-04-21T23:51:52.630 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f22c80a2c20 0x7f22c80a50e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:52.630 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22e0102d20 0x7f22e019fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:52.631 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22e0101180 0x7f22e0198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:52.631 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 --2- 172.21.15.120:0/1415989585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22e0102380 0x7f22e01989c0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:52.631 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 >> 172.21.15.120:0/1415989585 conn(0x7f22e00fc720 msgr2=0x7f22e00fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:51:52.631 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 shutdown_connections 2024-04-21T23:51:52.631 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:51:52.636+0000 7f22e5008700 1 -- 172.21.15.120:0/1415989585 wait complete. 2024-04-21T23:51:53.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:52 smithi144 ceph-mon[31316]: from='osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T23:51:53.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:52 smithi144 ceph-mon[31316]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T23:51:53.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:53.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:53.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:53.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:52 smithi080 ceph-mon[27925]: from='osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T23:51:53.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:52 smithi080 ceph-mon[27925]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T23:51:53.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:53.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:53.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:53.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:52 smithi120 ceph-mon[31499]: from='osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T23:51:53.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:52 smithi120 ceph-mon[31499]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T23:51:53.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:53.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:53.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:51:53.282 DEBUG:teuthology.orchestra.run.smithi120:osd.4> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.4.service 2024-04-21T23:51:53.284 INFO:tasks.cephadm:Deploying osd.5 on smithi144 with /dev/vg_nvme/lv_3... 2024-04-21T23:51:53.284 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-21T23:51:53.531 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:51:53.960 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:53 smithi144 ceph-mon[31316]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:53.960 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:53 smithi144 ceph-mon[31316]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-21T23:51:53.960 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:53 smithi144 ceph-mon[31316]: from='osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:51:53.960 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:53 smithi144 ceph-mon[31316]: osdmap e32: 5 total, 4 up, 5 in 2024-04-21T23:51:53.960 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:53 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:53.960 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:53 smithi144 ceph-mon[31316]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:51:54.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:53 smithi080 ceph-mon[27925]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:54.210 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:53 smithi080 ceph-mon[27925]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-21T23:51:54.210 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:53 smithi080 ceph-mon[27925]: from='osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:51:54.210 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:53 smithi080 ceph-mon[27925]: osdmap e32: 5 total, 4 up, 5 in 2024-04-21T23:51:54.210 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:53 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:54.211 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:53 smithi080 ceph-mon[27925]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:51:54.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:53 smithi120 ceph-mon[31499]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:54.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:53 smithi120 ceph-mon[31499]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-21T23:51:54.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:53 smithi120 ceph-mon[31499]: from='osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:51:54.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:53 smithi120 ceph-mon[31499]: osdmap e32: 5 total, 4 up, 5 in 2024-04-21T23:51:54.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:53 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:54.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:53 smithi120 ceph-mon[31499]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:51:54.246 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 21 23:51:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-21T23:51:53.863+0000 7f31af75d700 -1 osd.4 0 waiting for initial osdmap 2024-04-21T23:51:54.246 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 21 23:51:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-21T23:51:53.868+0000 7f31ab550700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:51:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:54 smithi120 ceph-mon[31499]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:51:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:54 smithi120 ceph-mon[31499]: osdmap e33: 5 total, 4 up, 5 in 2024-04-21T23:51:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:54 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:54 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:55.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:54 smithi144 ceph-mon[31316]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:51:55.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:54 smithi144 ceph-mon[31316]: osdmap e33: 5 total, 4 up, 5 in 2024-04-21T23:51:55.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:54 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:55.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:54 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:55.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:54 smithi080 ceph-mon[27925]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:51:55.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:54 smithi080 ceph-mon[27925]: osdmap e33: 5 total, 4 up, 5 in 2024-04-21T23:51:55.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:55.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:55.414 INFO:teuthology.orchestra.run.smithi144.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-21T23:51:55.414 INFO:teuthology.orchestra.run.smithi144.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-21T23:51:55.414 INFO:teuthology.orchestra.run.smithi144.stderr: stderr: 10+0 records in 2024-04-21T23:51:55.414 INFO:teuthology.orchestra.run.smithi144.stderr:10+0 records out 2024-04-21T23:51:55.414 INFO:teuthology.orchestra.run.smithi144.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012902 s, 813 MB/s 2024-04-21T23:51:55.414 INFO:teuthology.orchestra.run.smithi144.stderr:--> Zapping successful for: 2024-04-21T23:51:56.037 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:55 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:51:56.037 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:55 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:51:56.037 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:55 smithi144 ceph-mon[31316]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:56.037 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:56.037 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:55 smithi144 ceph-mon[31316]: osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] boot 2024-04-21T23:51:56.037 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:55 smithi144 ceph-mon[31316]: osdmap e34: 5 total, 5 up, 5 in 2024-04-21T23:51:56.037 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:56.054 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:55 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:51:56.054 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:55 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:51:56.054 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:55 smithi120 ceph-mon[31499]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:56.054 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:56.054 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:55 smithi120 ceph-mon[31499]: osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] boot 2024-04-21T23:51:56.054 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:55 smithi120 ceph-mon[31499]: osdmap e34: 5 total, 5 up, 5 in 2024-04-21T23:51:56.054 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:56.068 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi144:vg_nvme/lv_3 2024-04-21T23:51:56.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:55 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:51:56.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:55 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:51:56.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:55 smithi080 ceph-mon[27925]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-21T23:51:56.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:56.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:55 smithi080 ceph-mon[27925]: osd.4 [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] boot 2024-04-21T23:51:56.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:55 smithi080 ceph-mon[27925]: osdmap e34: 5 total, 5 up, 5 in 2024-04-21T23:51:56.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:51:56.308 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:51:56.984 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: osdmap e35: 5 total, 5 up, 5 in 2024-04-21T23:51:56.984 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:56.984 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:56.984 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:56.984 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:56.985 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:56.985 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:56.985 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:56.985 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:56 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: osdmap e35: 5 total, 5 up, 5 in 2024-04-21T23:51:57.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:57.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:57.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:57.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:57.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:56 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: osdmap e35: 5 total, 5 up, 5 in 2024-04-21T23:51:57.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:57.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:51:57.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:57.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:51:57.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:56 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:51:57.779 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 -- 172.21.15.144:0/1683423414 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4101b00 msgr2=0x7f70e4101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:57.779 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1683423414 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4101b00 0x7f70e4101f60 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f70cc009990 tx=0x7f70cc009ca0 comp rx=0 tx=0).stop 2024-04-21T23:51:57.779 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 -- 172.21.15.144:0/1683423414 shutdown_connections 2024-04-21T23:51:57.779 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1683423414 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f70e41024a0 0x7f70e4108d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:57.779 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1683423414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f70e4100900 0x7f70e4100d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:57.780 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1683423414 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4101b00 0x7f70e4101f60 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:57.780 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 -- 172.21.15.144:0/1683423414 >> 172.21.15.144:0/1683423414 conn(0x7f70e40fbec0 msgr2=0x7f70e40fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:51:57.780 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 -- 172.21.15.144:0/1683423414 shutdown_connections 2024-04-21T23:51:57.780 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.780+0000 7f70eb04e700 1 -- 172.21.15.144:0/1683423414 wait complete. 2024-04-21T23:51:57.780 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70eb04e700 1 Processor -- start 2024-04-21T23:51:57.780 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70eb04e700 1 -- start start 2024-04-21T23:51:57.781 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70eb04e700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4100900 0x7f70e4104890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:57.781 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70eb04e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f70e4101b00 0x7f70e4102ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:57.781 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70eb04e700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f70e41024a0 0x7f70e4103420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:57.781 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70eb04e700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f70e410cd50 con 0x7f70e41024a0 2024-04-21T23:51:57.781 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70eb04e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f70e410cbd0 con 0x7f70e4101b00 2024-04-21T23:51:57.781 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70eb04e700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f70e410ced0 con 0x7f70e4100900 2024-04-21T23:51:57.782 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4100900 0x7f70e4104890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:57.782 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4100900 0x7f70e4104890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.144:52240/0 (socket says 172.21.15.144:52240) 2024-04-21T23:51:57.782 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 -- 172.21.15.144:0/1176087245 learned_addr learned my addr 172.21.15.144:0/1176087245 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:51:57.782 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e95eb700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f70e41024a0 0x7f70e4103420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:57.782 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 -- 172.21.15.144:0/1176087245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f70e4101b00 msgr2=0x7f70e4102ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:57.782 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e3fff700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f70e4101b00 0x7f70e4102ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:57.783 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f70e4101b00 0x7f70e4102ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:57.783 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 -- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f70e41024a0 msgr2=0x7f70e4103420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:51:57.783 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f70e41024a0 0x7f70e4103420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:51:57.783 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 -- 172.21.15.144:0/1176087245 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70e4103cd0 con 0x7f70e4100900 2024-04-21T23:51:57.783 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e95eb700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f70e41024a0 0x7f70e4103420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:51:57.783 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.781+0000 7f70e8dea700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4100900 0x7f70e4104890 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f70d400ada0 tx=0x7f70d400c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:51:57.783 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.782+0000 7f70e1ffb700 1 -- 172.21.15.144:0/1176087245 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4017020 con 0x7f70e4100900 2024-04-21T23:51:57.783 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.782+0000 7f70e1ffb700 1 -- 172.21.15.144:0/1176087245 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70d400c980 con 0x7f70e4100900 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.782+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70e41a2640 con 0x7f70e4100900 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.782+0000 7f70e1ffb700 1 -- 172.21.15.144:0/1176087245 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d40044c0 con 0x7f70e4100900 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.782+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70e41a2b80 con 0x7f70e4100900 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.783+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70e4068f20 con 0x7f70e4100900 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.784+0000 7f70e1ffb700 1 -- 172.21.15.144:0/1176087245 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f70d400cb30 con 0x7f70e4100900 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.784+0000 7f70e1ffb700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f70d00a2ca0 0x7f70d00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.784+0000 7f70e1ffb700 1 -- 172.21.15.144:0/1176087245 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f70d40cd700 con 0x7f70e4100900 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.785+0000 7f70e3fff700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f70d00a2ca0 0x7f70d00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:51:57.784 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.785+0000 7f70e3fff700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f70d00a2ca0 0x7f70d00a5160 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f70cc005f50 tx=0x7f70cc005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:51:57.785 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.789+0000 7f70e1ffb700 1 -- 172.21.15.144:0/1176087245 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f70d4021020 con 0x7f70e4100900 2024-04-21T23:51:57.987 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:51:57.994+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f70e40fe050 con 0x7f70d00a2ca0 2024-04-21T23:51:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:57 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi120 2024-04-21T23:51:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:57 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi120 to 8544M 2024-04-21T23:51:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:57 smithi080 ceph-mon[27925]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:51:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:57 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi120 2024-04-21T23:51:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:57 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi120 to 8544M 2024-04-21T23:51:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:57 smithi120 ceph-mon[31499]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:51:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:57 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi120 2024-04-21T23:51:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:57 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi120 to 8544M 2024-04-21T23:51:58.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:57 smithi144 ceph-mon[31316]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:51:59.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:58 smithi080 ceph-mon[27925]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:59.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:59.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:59.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:58 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:59.228 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:58 smithi144 ceph-mon[31316]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:59.229 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:58 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:59.229 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:58 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:59.229 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:58 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:59.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:58 smithi120 ceph-mon[31499]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:51:59.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:58 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:51:59.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:58 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:51:59.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:58 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:51:59.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:51:59 smithi120 ceph-mon[31499]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:00.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:51:59 smithi144 ceph-mon[31316]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:00.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:51:59 smithi080 ceph-mon[27925]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:00 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/3831759157' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]: dispatch 2024-04-21T23:52:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:00 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]: dispatch 2024-04-21T23:52:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:00 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]': finished 2024-04-21T23:52:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:00 smithi080 ceph-mon[27925]: osdmap e36: 6 total, 5 up, 6 in 2024-04-21T23:52:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:00 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:01.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:00 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/3831759157' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]: dispatch 2024-04-21T23:52:01.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:00 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]: dispatch 2024-04-21T23:52:01.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:00 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]': finished 2024-04-21T23:52:01.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:00 smithi120 ceph-mon[31499]: osdmap e36: 6 total, 5 up, 6 in 2024-04-21T23:52:01.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:00 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:01.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:00 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/3831759157' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]: dispatch 2024-04-21T23:52:01.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:00 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]: dispatch 2024-04-21T23:52:01.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:00 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f7f1953-bf80-423d-a240-dcdb16e972a3"}]': finished 2024-04-21T23:52:01.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:00 smithi144 ceph-mon[31316]: osdmap e36: 6 total, 5 up, 6 in 2024-04-21T23:52:01.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:00 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:02.146 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:01 smithi120 ceph-mon[31499]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:02.146 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:01 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/226386613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:01 smithi080 ceph-mon[27925]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:01 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/226386613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:02.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:01 smithi144 ceph-mon[31316]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:02.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:01 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/226386613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:04.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:03 smithi080 ceph-mon[27925]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:04.216 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:03 smithi144 ceph-mon[31316]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:04.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:03 smithi120 ceph-mon[31499]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:05 smithi144 ceph-mon[31316]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:06.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:05 smithi080 ceph-mon[27925]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:05 smithi120 ceph-mon[31499]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:08.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:07 smithi144 ceph-mon[31316]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:08.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-21T23:52:08.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:08.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:07 smithi080 ceph-mon[27925]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:08.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-21T23:52:08.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:08.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:07 smithi120 ceph-mon[31499]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:08.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-21T23:52:08.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:09.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:08 smithi144 ceph-mon[31316]: Deploying daemon osd.5 on smithi144 2024-04-21T23:52:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:08 smithi080 ceph-mon[27925]: Deploying daemon osd.5 on smithi144 2024-04-21T23:52:09.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:08 smithi120 ceph-mon[31499]: Deploying daemon osd.5 on smithi144 2024-04-21T23:52:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:09 smithi080 ceph-mon[27925]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:09 smithi120 ceph-mon[31499]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:10.354 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:09 smithi144 ceph-mon[31316]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:12.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:11 smithi080 ceph-mon[27925]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:11 smithi120 ceph-mon[31499]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:12.254 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:11 smithi144 ceph-mon[31316]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:13.970 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:13 smithi144 ceph-mon[31316]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:13.970 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:13.970 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:13.970 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:14.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:13 smithi080 ceph-mon[27925]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:14.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:14.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:14.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:13 smithi120 ceph-mon[31499]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:15 smithi080 ceph-mon[27925]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:15 smithi120 ceph-mon[31499]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.332 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:15 smithi144 ceph-mon[31316]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:16.333 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.333 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.333 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:16.333 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:16.333 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:16.704 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.710+0000 7f70e1ffb700 1 -- 172.21.15.144:0/1176087245 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f70e40fe050 con 0x7f70d00a2ca0 2024-04-21T23:52:16.704 INFO:teuthology.orchestra.run.smithi144.stdout:Created osd(s) 5 on host 'smithi144' 2024-04-21T23:52:16.706 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f70d00a2ca0 msgr2=0x7f70d00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:16.706 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f70d00a2ca0 0x7f70d00a5160 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f70cc005f50 tx=0x7f70cc005e80 comp rx=0 tx=0).stop 2024-04-21T23:52:16.706 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4100900 msgr2=0x7f70e4104890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:16.706 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4100900 0x7f70e4104890 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f70d400ada0 tx=0x7f70d400c330 comp rx=0 tx=0).stop 2024-04-21T23:52:16.706 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 shutdown_connections 2024-04-21T23:52:16.706 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f70d00a2ca0 0x7f70d00a5160 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:16.706 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f70e41024a0 0x7f70e4103420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:16.707 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f70e4100900 0x7f70e4104890 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:16.707 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 --2- 172.21.15.144:0/1176087245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f70e4101b00 0x7f70e4102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:16.707 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 >> 172.21.15.144:0/1176087245 conn(0x7f70e40fbec0 msgr2=0x7f70e40fd940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:52:16.707 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 shutdown_connections 2024-04-21T23:52:16.707 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:52:16.713+0000 7f70eb04e700 1 -- 172.21.15.144:0/1176087245 wait complete. 2024-04-21T23:52:17.374 DEBUG:teuthology.orchestra.run.smithi144:osd.5> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.5.service 2024-04-21T23:52:17.377 INFO:tasks.cephadm:Deploying osd.6 on smithi080 with /dev/vg_nvme/lv_2... 2024-04-21T23:52:17.377 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-21T23:52:17.619 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:52:17.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:17 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:17.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:17 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:17.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:17 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:17.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:17 smithi080 ceph-mon[27925]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:17.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:17 smithi080 ceph-mon[27925]: from='osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T23:52:17.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:17 smithi080 ceph-mon[27925]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T23:52:17.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:17 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:17.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:17 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:17.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:17 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:17.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:17 smithi120 ceph-mon[31499]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:17.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:17 smithi120 ceph-mon[31499]: from='osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T23:52:17.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:17 smithi120 ceph-mon[31499]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T23:52:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:17 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:17 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:17 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:17 smithi144 ceph-mon[31316]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:18.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:17 smithi144 ceph-mon[31316]: from='osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T23:52:18.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:17 smithi144 ceph-mon[31316]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T23:52:18.789 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:18 smithi144 ceph-mon[31316]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-21T23:52:18.790 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:18 smithi144 ceph-mon[31316]: from='osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:52:18.790 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:18 smithi144 ceph-mon[31316]: osdmap e37: 6 total, 5 up, 6 in 2024-04-21T23:52:18.790 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:18 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:18.790 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:18 smithi144 ceph-mon[31316]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:52:18.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:18 smithi080 ceph-mon[27925]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-21T23:52:18.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:18 smithi080 ceph-mon[27925]: from='osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:52:18.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:18 smithi080 ceph-mon[27925]: osdmap e37: 6 total, 5 up, 6 in 2024-04-21T23:52:18.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:18 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:18.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:18 smithi080 ceph-mon[27925]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:52:18.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:18 smithi120 ceph-mon[31499]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-21T23:52:18.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:18 smithi120 ceph-mon[31499]: from='osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:52:18.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:18 smithi120 ceph-mon[31499]: osdmap e37: 6 total, 5 up, 6 in 2024-04-21T23:52:18.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:18 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:18.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:18 smithi120 ceph-mon[31499]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:52:19.614 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 21 23:52:19 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-21T23:52:19.138+0000 7fa67eb69700 -1 osd.5 0 waiting for initial osdmap 2024-04-21T23:52:19.615 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 21 23:52:19 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-21T23:52:19.152+0000 7fa676954700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:52:19.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:19 smithi080 ceph-mon[27925]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:52:19.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:19 smithi080 ceph-mon[27925]: osdmap e38: 6 total, 5 up, 6 in 2024-04-21T23:52:19.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:19.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:19 smithi080 ceph-mon[27925]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:19.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:19 smithi080 ceph-mon[27925]: from='osd.5 ' entity='osd.5' 2024-04-21T23:52:19.988 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:19 smithi144 ceph-mon[31316]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:52:19.988 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:19 smithi144 ceph-mon[31316]: osdmap e38: 6 total, 5 up, 6 in 2024-04-21T23:52:19.988 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:19.988 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:19.988 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:19 smithi144 ceph-mon[31316]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:19.988 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:19 smithi144 ceph-mon[31316]: from='osd.5 ' entity='osd.5' 2024-04-21T23:52:19.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:19 smithi120 ceph-mon[31499]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:52:19.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:19 smithi120 ceph-mon[31499]: osdmap e38: 6 total, 5 up, 6 in 2024-04-21T23:52:19.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:19.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:19.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:19 smithi120 ceph-mon[31499]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-21T23:52:19.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:19 smithi120 ceph-mon[31499]: from='osd.5 ' entity='osd.5' 2024-04-21T23:52:20.013 INFO:teuthology.orchestra.run.smithi080.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-21T23:52:20.014 INFO:teuthology.orchestra.run.smithi080.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-21T23:52:20.014 INFO:teuthology.orchestra.run.smithi080.stderr: stderr: 10+0 records in 2024-04-21T23:52:20.014 INFO:teuthology.orchestra.run.smithi080.stderr:10+0 records out 2024-04-21T23:52:20.014 INFO:teuthology.orchestra.run.smithi080.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0128196 s, 818 MB/s 2024-04-21T23:52:20.014 INFO:teuthology.orchestra.run.smithi080.stderr:--> Zapping successful for: 2024-04-21T23:52:20.686 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi080:vg_nvme/lv_2 2024-04-21T23:52:20.934 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:52:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:52:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:52:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] boot 2024-04-21T23:52:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: osdmap e39: 6 total, 6 up, 6 in 2024-04-21T23:52:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:20.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:20.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:20.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:20.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:20.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:20.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:20.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:20.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:20 smithi080 ceph-mon[27925]: osdmap e40: 6 total, 6 up, 6 in 2024-04-21T23:52:20.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:52:20.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:52:20.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:20.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] boot 2024-04-21T23:52:20.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: osdmap e39: 6 total, 6 up, 6 in 2024-04-21T23:52:20.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:20.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:20.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:20.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:20.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:20.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:20.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:20.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:20.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:20.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:20 smithi120 ceph-mon[31499]: osdmap e40: 6 total, 6 up, 6 in 2024-04-21T23:52:21.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: osd.5 [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] boot 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: osdmap e39: 6 total, 6 up, 6 in 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:21.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:20 smithi144 ceph-mon[31316]: osdmap e40: 6 total, 6 up, 6 in 2024-04-21T23:52:21.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:21 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi144 2024-04-21T23:52:21.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:21 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi144 to 8544M 2024-04-21T23:52:21.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:21 smithi080 ceph-mon[27925]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 168 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:21.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:21 smithi080 ceph-mon[27925]: osdmap e41: 6 total, 6 up, 6 in 2024-04-21T23:52:21.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:21 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi144 2024-04-21T23:52:21.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:21 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi144 to 8544M 2024-04-21T23:52:21.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:21 smithi120 ceph-mon[31499]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 168 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:21.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:21 smithi120 ceph-mon[31499]: osdmap e41: 6 total, 6 up, 6 in 2024-04-21T23:52:22.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:21 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi144 2024-04-21T23:52:22.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:21 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi144 to 8544M 2024-04-21T23:52:22.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:21 smithi144 ceph-mon[31316]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 168 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:22.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:21 smithi144 ceph-mon[31316]: osdmap e41: 6 total, 6 up, 6 in 2024-04-21T23:52:22.622 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 -- 172.21.15.80:0/1325193722 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 msgr2=0x7f3a641026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/1325193722 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 0x7f3a641026b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3a540099c0 tx=0x7f3a54009cd0 comp rx=0 tx=0).stop 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 -- 172.21.15.80:0/1325193722 shutdown_connections 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/1325193722 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a64103e30 0x7f3a6410a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/1325193722 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 0x7f3a641026b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/1325193722 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a64103490 0x7f3a641038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 -- 172.21.15.80:0/1325193722 >> 172.21.15.80:0/1325193722 conn(0x7f3a640fd830 msgr2=0x7f3a640ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 -- 172.21.15.80:0/1325193722 shutdown_connections 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 -- 172.21.15.80:0/1325193722 wait complete. 2024-04-21T23:52:22.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.628+0000 7f3a68fb8700 1 Processor -- start 2024-04-21T23:52:22.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a68fb8700 1 -- start start 2024-04-21T23:52:22.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a68fb8700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 0x7f3a641984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:52:22.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a68fb8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a64103490 0x7f3a64198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a68fb8700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a64103e30 0x7f3a6419fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a68fb8700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3a6410de80 con 0x7f3a64102290 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a68fb8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3a6410dd00 con 0x7f3a64103490 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a68fb8700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3a6410e000 con 0x7f3a64103e30 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 0x7f3a641984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 0x7f3a641984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46838/0 (socket says 172.21.15.80:46838) 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 -- 172.21.15.80:0/3667018307 learned_addr learned my addr 172.21.15.80:0/3667018307 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a59d9b700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a64103490 0x7f3a64198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a62d9d700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a64103e30 0x7f3a6419fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 -- 172.21.15.80:0/3667018307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a64103e30 msgr2=0x7f3a6419fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a64103e30 0x7f3a6419fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:22.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 -- 172.21.15.80:0/3667018307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a64103490 msgr2=0x7f3a64198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a64103490 0x7f3a64198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 -- 172.21.15.80:0/3667018307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a641a0120 con 0x7f3a64102290 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.629+0000 7f3a6259c700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 0x7f3a641984c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3a54009510 tx=0x7f3a54009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.630+0000 7f3a5bfff700 1 -- 172.21.15.80:0/3667018307 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a54026070 con 0x7f3a64102290 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.630+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a641a03b0 con 0x7f3a64102290 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.630+0000 7f3a5bfff700 1 -- 172.21.15.80:0/3667018307 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a54005940 con 0x7f3a64102290 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.630+0000 7f3a5bfff700 1 -- 172.21.15.80:0/3667018307 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a5400fdc0 con 0x7f3a64102290 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.630+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a641a08e0 con 0x7f3a64102290 2024-04-21T23:52:22.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.631+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a64068f20 con 0x7f3a64102290 2024-04-21T23:52:22.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.632+0000 7f3a5bfff700 1 -- 172.21.15.80:0/3667018307 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3a54029070 con 0x7f3a64102290 2024-04-21T23:52:22.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.632+0000 7f3a5bfff700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a500a2c20 0x7f3a500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:52:22.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.632+0000 7f3a59d9b700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a500a2c20 0x7f3a500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:52:22.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.632+0000 7f3a5bfff700 1 -- 172.21.15.80:0/3667018307 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4562+0+0 (secure 0 0 0) 0x7f3a540cec50 con 0x7f3a64102290 2024-04-21T23:52:22.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.633+0000 7f3a59d9b700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a500a2c20 0x7f3a500a50e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3a4c005950 tx=0x7f3a4c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:52:22.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.637+0000 7f3a5bfff700 1 -- 172.21.15.80:0/3667018307 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3a5405d6f0 con 0x7f3a64102290 2024-04-21T23:52:22.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:22.850+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f3a64062670 con 0x7f3a500a2c20 2024-04-21T23:52:23.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:23 smithi080 ceph-mon[27925]: osdmap e42: 6 total, 6 up, 6 in 2024-04-21T23:52:23.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:23 smithi080 ceph-mon[27925]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:23.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:23 smithi080 ceph-mon[27925]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:52:23.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:52:23.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:52:23.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:23.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:23 smithi120 ceph-mon[31499]: osdmap e42: 6 total, 6 up, 6 in 2024-04-21T23:52:23.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:23 smithi120 ceph-mon[31499]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:23.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:23 smithi120 ceph-mon[31499]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:52:23.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:52:23.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:52:23.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:23 smithi144 ceph-mon[31316]: osdmap e42: 6 total, 6 up, 6 in 2024-04-21T23:52:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:23 smithi144 ceph-mon[31316]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:23 smithi144 ceph-mon[31316]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:52:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:52:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:52:24.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:24.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:24 smithi080 ceph-mon[27925]: osdmap e43: 6 total, 6 up, 6 in 2024-04-21T23:52:24.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:24 smithi120 ceph-mon[31499]: osdmap e43: 6 total, 6 up, 6 in 2024-04-21T23:52:25.015 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:24 smithi144 ceph-mon[31316]: osdmap e43: 6 total, 6 up, 6 in 2024-04-21T23:52:25.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:25 smithi080 ceph-mon[27925]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-21T23:52:25.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:25 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2069039308' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be591a8-040c-4982-b99c-6fee0b27c656"}]: dispatch 2024-04-21T23:52:25.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:25 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2069039308' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6be591a8-040c-4982-b99c-6fee0b27c656"}]': finished 2024-04-21T23:52:25.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:25 smithi080 ceph-mon[27925]: osdmap e44: 7 total, 6 up, 7 in 2024-04-21T23:52:25.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:25 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:25.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:25 smithi120 ceph-mon[31499]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-21T23:52:25.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:25 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2069039308' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be591a8-040c-4982-b99c-6fee0b27c656"}]: dispatch 2024-04-21T23:52:25.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:25 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2069039308' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6be591a8-040c-4982-b99c-6fee0b27c656"}]': finished 2024-04-21T23:52:25.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:25 smithi120 ceph-mon[31499]: osdmap e44: 7 total, 6 up, 7 in 2024-04-21T23:52:25.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:25 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:26.032 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:25 smithi144 ceph-mon[31316]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-21T23:52:26.033 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:25 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2069039308' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be591a8-040c-4982-b99c-6fee0b27c656"}]: dispatch 2024-04-21T23:52:26.033 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:25 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2069039308' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6be591a8-040c-4982-b99c-6fee0b27c656"}]': finished 2024-04-21T23:52:26.033 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:25 smithi144 ceph-mon[31316]: osdmap e44: 7 total, 6 up, 7 in 2024-04-21T23:52:26.033 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:25 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:26.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:26 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1267433222' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:26.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:26 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1267433222' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:27.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:26 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1267433222' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:27.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:27 smithi120 ceph-mon[31499]: pgmap v146: 1 pgs: 1 peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:52:28.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:27 smithi144 ceph-mon[31316]: pgmap v146: 1 pgs: 1 peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:52:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:27 smithi080 ceph-mon[27925]: pgmap v146: 1 pgs: 1 peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:52:29.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:29 smithi080 ceph-mon[27925]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-21T23:52:30.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:29 smithi144 ceph-mon[31316]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-21T23:52:30.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:29 smithi120 ceph-mon[31499]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-21T23:52:31.979 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:31 smithi080 ceph-mon[27925]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:52:32.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:31 smithi144 ceph-mon[31316]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:52:32.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:31 smithi120 ceph-mon[31499]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:52:33.940 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:33 smithi080 ceph-mon[27925]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:33.941 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-21T23:52:33.941 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:34.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:33 smithi144 ceph-mon[31316]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:34.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-21T23:52:34.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:34.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:33 smithi120 ceph-mon[31499]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:34.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-21T23:52:34.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:35.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:34 smithi144 ceph-mon[31316]: Deploying daemon osd.6 on smithi080 2024-04-21T23:52:35.121 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:34 smithi080 ceph-mon[27925]: Deploying daemon osd.6 on smithi080 2024-04-21T23:52:35.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:34 smithi120 ceph-mon[31499]: Deploying daemon osd.6 on smithi080 2024-04-21T23:52:36.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:35 smithi144 ceph-mon[31316]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:36.132 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:35 smithi080 ceph-mon[27925]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:36.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:35 smithi120 ceph-mon[31499]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:38.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:37 smithi144 ceph-mon[31316]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:38.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:37 smithi080 ceph-mon[27925]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:38.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:37 smithi120 ceph-mon[31499]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:40.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:39 smithi080 ceph-mon[27925]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:40.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:40.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:40.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:39 smithi120 ceph-mon[31499]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:40.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:39 smithi144 ceph-mon[31316]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:40.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:40.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:40.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:41 smithi080 ceph-mon[27925]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:41 smithi120 ceph-mon[31499]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:42.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:41 smithi144 ceph-mon[31316]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:43.169 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.175+0000 7f3a5bfff700 1 -- 172.21.15.80:0/3667018307 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3a64062670 con 0x7f3a500a2c20 2024-04-21T23:52:43.170 INFO:teuthology.orchestra.run.smithi080.stdout:Created osd(s) 6 on host 'smithi080' 2024-04-21T23:52:43.171 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a500a2c20 msgr2=0x7f3a500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:43.171 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a500a2c20 0x7f3a500a50e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3a4c005950 tx=0x7f3a4c00b410 comp rx=0 tx=0).stop 2024-04-21T23:52:43.171 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 msgr2=0x7f3a641984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:43.171 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 0x7f3a641984c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3a54009510 tx=0x7f3a54009540 comp rx=0 tx=0).stop 2024-04-21T23:52:43.171 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 shutdown_connections 2024-04-21T23:52:43.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a500a2c20 0x7f3a500a50e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:43.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a64103e30 0x7f3a6419fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:43.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a64102290 0x7f3a641984c0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:43.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 --2- 172.21.15.80:0/3667018307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a64103490 0x7f3a64198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:43.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 >> 172.21.15.80:0/3667018307 conn(0x7f3a640fd830 msgr2=0x7f3a64106860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:52:43.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 shutdown_connections 2024-04-21T23:52:43.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:52:43.178+0000 7f3a68fb8700 1 -- 172.21.15.80:0/3667018307 wait complete. 2024-04-21T23:52:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:43 smithi144 ceph-mon[31316]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-21T23:52:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:43 smithi144 ceph-mon[31316]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:43.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:43.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:43.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:43 smithi080 ceph-mon[27925]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-21T23:52:43.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:43 smithi080 ceph-mon[27925]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:43 smithi120 ceph-mon[31499]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-21T23:52:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:43 smithi120 ceph-mon[31499]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:43.844 DEBUG:teuthology.orchestra.run.smithi080:osd.6> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.6.service 2024-04-21T23:52:43.846 INFO:tasks.cephadm:Deploying osd.7 on smithi120 with /dev/vg_nvme/lv_2... 2024-04-21T23:52:43.847 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-21T23:52:44.093 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-21T23:52:44.216 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:44 smithi120 ceph-mon[31499]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-21T23:52:44.216 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:44 smithi120 ceph-mon[31499]: osdmap e45: 7 total, 6 up, 7 in 2024-04-21T23:52:44.216 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:44 smithi120 ceph-mon[31499]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:52:44.216 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:44.216 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:44.216 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:44.216 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:44.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:44 smithi144 ceph-mon[31316]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-21T23:52:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:44 smithi144 ceph-mon[31316]: osdmap e45: 7 total, 6 up, 7 in 2024-04-21T23:52:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:44 smithi144 ceph-mon[31316]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:52:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:44.406 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-mon[27925]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-21T23:52:44.406 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-mon[27925]: osdmap e45: 7 total, 6 up, 7 in 2024-04-21T23:52:44.406 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-mon[27925]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:52:44.406 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:44.406 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:44.407 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:44.407 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:52:44.407 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-21T23:52:44.101+0000 7ff540bc4700 -1 osd.6 0 waiting for initial osdmap 2024-04-21T23:52:44.407 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 21 23:52:44 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-21T23:52:44.110+0000 7ff53c9b7700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:52:45.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:45 smithi080 ceph-mon[27925]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:52:45.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:45 smithi080 ceph-mon[27925]: osdmap e46: 7 total, 6 up, 7 in 2024-04-21T23:52:45.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:45.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:45 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:45.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:45 smithi080 ceph-mon[27925]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:45.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:45 smithi144 ceph-mon[31316]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:52:45.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:45 smithi144 ceph-mon[31316]: osdmap e46: 7 total, 6 up, 7 in 2024-04-21T23:52:45.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:45.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:45 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:45.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:45 smithi144 ceph-mon[31316]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:45.483 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:45 smithi120 ceph-mon[31499]: from='osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:52:45.483 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:45 smithi120 ceph-mon[31499]: osdmap e46: 7 total, 6 up, 7 in 2024-04-21T23:52:45.483 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:45.483 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:45 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:45.483 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:45 smithi120 ceph-mon[31499]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-04-21T23:52:46.196 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-21T23:52:46.196 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-21T23:52:46.196 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2024-04-21T23:52:46.196 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2024-04-21T23:52:46.196 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112506 s, 932 MB/s 2024-04-21T23:52:46.196 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2024-04-21T23:52:46.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:46 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:52:46.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:46 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:52:46.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:46.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:46 smithi144 ceph-mon[31316]: osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] boot 2024-04-21T23:52:46.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:46 smithi144 ceph-mon[31316]: osdmap e47: 7 total, 7 up, 7 in 2024-04-21T23:52:46.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:46.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:46 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:52:46.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:46 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:52:46.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:46.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:46 smithi080 ceph-mon[27925]: osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] boot 2024-04-21T23:52:46.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:46 smithi080 ceph-mon[27925]: osdmap e47: 7 total, 7 up, 7 in 2024-04-21T23:52:46.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:46 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:52:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:46 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:52:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:46 smithi120 ceph-mon[31499]: osd.6 [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] boot 2024-04-21T23:52:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:46 smithi120 ceph-mon[31499]: osdmap e47: 7 total, 7 up, 7 in 2024-04-21T23:52:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:52:46.858 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi120:vg_nvme/lv_2 2024-04-21T23:52:47.106 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-21T23:52:47.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:47 smithi144 ceph-mon[31316]: osdmap e48: 7 total, 7 up, 7 in 2024-04-21T23:52:47.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:47 smithi144 ceph-mon[31316]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:47.430 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:47 smithi120 ceph-mon[31499]: osdmap e48: 7 total, 7 up, 7 in 2024-04-21T23:52:47.431 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:47 smithi120 ceph-mon[31499]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:47.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:47 smithi080 ceph-mon[27925]: osdmap e48: 7 total, 7 up, 7 in 2024-04-21T23:52:47.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:47 smithi080 ceph-mon[27925]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:48.329 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi080 2024-04-21T23:52:48.329 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.329 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.329 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.329 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.329 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.329 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi080 to 5696M 2024-04-21T23:52:48.329 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:48.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:48.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:48 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi080 2024-04-21T23:52:48.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi080 to 5696M 2024-04-21T23:52:48.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:48.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:48.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:48 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi080 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi080 to 5696M 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:52:48.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:48 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 -- 172.21.15.120:0/3222286826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 msgr2=0x7f675c1026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 --2- 172.21.15.120:0/3222286826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 0x7f675c1026b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f674c0099c0 tx=0x7f674c009cd0 comp rx=0 tx=0).stop 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 -- 172.21.15.120:0/3222286826 shutdown_connections 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 --2- 172.21.15.120:0/3222286826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f675c103e30 0x7f675c10a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 --2- 172.21.15.120:0/3222286826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 0x7f675c1026b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 --2- 172.21.15.120:0/3222286826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f675c103490 0x7f675c1038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 -- 172.21.15.120:0/3222286826 >> 172.21.15.120:0/3222286826 conn(0x7f675c0fd830 msgr2=0x7f675c0ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 -- 172.21.15.120:0/3222286826 shutdown_connections 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 -- 172.21.15.120:0/3222286826 wait complete. 2024-04-21T23:52:48.877 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.883+0000 7f67630cb700 1 Processor -- start 2024-04-21T23:52:48.878 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f67630cb700 1 -- start start 2024-04-21T23:52:48.879 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f67630cb700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 0x7f675c075fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f67630cb700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f675c103490 0x7f675c074620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f67630cb700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f675c103e30 0x7f675c074b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f67630cb700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f675c10ded0 con 0x7f675c103490 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f67630cb700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f675c10dd50 con 0x7f675c102290 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f67630cb700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f675c10e050 con 0x7f675c103e30 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 0x7f675c075fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 0x7f675c075fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.120:42582/0 (socket says 172.21.15.120:42582) 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 -- 172.21.15.120:0/1977898561 learned_addr learned my addr 172.21.15.120:0/1977898561 (peer_addr_for_me v2:172.21.15.120:0/0) 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f675bfff700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f675c103490 0x7f675c074620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6761668700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f675c103e30 0x7f675c074b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:52:48.880 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 -- 172.21.15.120:0/1977898561 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f675c103e30 msgr2=0x7f675c074b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f675c103e30 0x7f675c074b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 -- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f675c103490 msgr2=0x7f675c074620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f675c103490 0x7f675c074620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 -- 172.21.15.120:0/1977898561 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f675c075410 con 0x7f675c102290 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6761668700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f675c103e30 0x7f675c074b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f675bfff700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f675c103490 0x7f675c074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6760e67700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 0x7f675c075fd0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f674c00c010 tx=0x7f674c009f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6759ffb700 1 -- 172.21.15.120:0/1977898561 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674c027070 con 0x7f675c102290 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f675c1a2670 con 0x7f675c102290 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.884+0000 7f6759ffb700 1 -- 172.21.15.120:0/1977898561 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f674c004150 con 0x7f675c102290 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.885+0000 7f6759ffb700 1 -- 172.21.15.120:0/1977898561 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674c00f460 con 0x7f675c102290 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.885+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f675c1a2ba0 con 0x7f675c102290 2024-04-21T23:52:48.881 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.886+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f675c068f20 con 0x7f675c102290 2024-04-21T23:52:48.882 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.887+0000 7f6759ffb700 1 -- 172.21.15.120:0/1977898561 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f674c02a070 con 0x7f675c102290 2024-04-21T23:52:48.882 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.887+0000 7f6759ffb700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67440a2c20 0x7f67440a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:52:48.882 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.887+0000 7f6759ffb700 1 -- 172.21.15.120:0/1977898561 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f674c0cf660 con 0x7f675c102290 2024-04-21T23:52:48.882 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.888+0000 7f675bfff700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67440a2c20 0x7f67440a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:52:48.883 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.888+0000 7f675bfff700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67440a2c20 0x7f67440a50e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f67500099d0 tx=0x7f6750008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:52:48.884 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:48.891+0000 7f6759ffb700 1 -- 172.21.15.120:0/1977898561 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f674c031070 con 0x7f675c102290 2024-04-21T23:52:49.091 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:52:49.097+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f675c062670 con 0x7f67440a2c20 2024-04-21T23:52:49.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:49 smithi080 ceph-mon[27925]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:49.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:52:49.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:52:49.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:49.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:49 smithi120 ceph-mon[31499]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:49.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:52:49.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:52:49.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:49.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:49 smithi144 ceph-mon[31316]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:49.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:52:49.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:52:49.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:52:50.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:50 smithi080 ceph-mon[27925]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:52:50.496 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:50 smithi120 ceph-mon[31499]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:52:50.644 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:50 smithi144 ceph-mon[31316]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:52:51.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:51 smithi080 ceph-mon[27925]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:51.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:51 smithi120 ceph-mon[31499]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:51.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:51 smithi144 ceph-mon[31316]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:52.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:52 smithi080 ceph-mon[27925]: from='client.? 172.21.15.120:0/4105296736' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]: dispatch 2024-04-21T23:52:52.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:52 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]: dispatch 2024-04-21T23:52:52.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:52 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]': finished 2024-04-21T23:52:52.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:52 smithi080 ceph-mon[27925]: osdmap e49: 8 total, 7 up, 8 in 2024-04-21T23:52:52.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:52:52.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:52 smithi120 ceph-mon[31499]: from='client.? 172.21.15.120:0/4105296736' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]: dispatch 2024-04-21T23:52:52.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:52 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]: dispatch 2024-04-21T23:52:52.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:52 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]': finished 2024-04-21T23:52:52.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:52 smithi120 ceph-mon[31499]: osdmap e49: 8 total, 7 up, 8 in 2024-04-21T23:52:52.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:52:52.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:52 smithi144 ceph-mon[31316]: from='client.? 172.21.15.120:0/4105296736' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]: dispatch 2024-04-21T23:52:52.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:52 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]: dispatch 2024-04-21T23:52:52.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:52 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c6921f0-3dac-448a-8b10-17abde321344"}]': finished 2024-04-21T23:52:52.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:52 smithi144 ceph-mon[31316]: osdmap e49: 8 total, 7 up, 8 in 2024-04-21T23:52:52.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:52:53.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:53 smithi080 ceph-mon[27925]: from='client.? 172.21.15.120:0/2908599310' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:53.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:53 smithi080 ceph-mon[27925]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:53.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:53 smithi120 ceph-mon[31499]: from='client.? 172.21.15.120:0/2908599310' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:53.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:53 smithi120 ceph-mon[31499]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:53.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:53 smithi144 ceph-mon[31316]: from='client.? 172.21.15.120:0/2908599310' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:52:53.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:53 smithi144 ceph-mon[31316]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:56.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:55 smithi144 ceph-mon[31316]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:56.155 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:55 smithi120 ceph-mon[31499]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:56.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:55 smithi080 ceph-mon[27925]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:58.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:57 smithi144 ceph-mon[31316]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:58.130 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:57 smithi120 ceph-mon[31499]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:52:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:57 smithi080 ceph-mon[27925]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:00.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:59 smithi144 ceph-mon[31316]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-21T23:53:00.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:52:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:00.171 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:59 smithi120 ceph-mon[31499]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:00.171 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-21T23:53:00.171 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:52:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:00.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:59 smithi080 ceph-mon[27925]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:00.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-21T23:53:00.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:52:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:01.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:00 smithi144 ceph-mon[31316]: Deploying daemon osd.7 on smithi120 2024-04-21T23:53:01.165 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:00 smithi120 ceph-mon[31499]: Deploying daemon osd.7 on smithi120 2024-04-21T23:53:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:00 smithi080 ceph-mon[27925]: Deploying daemon osd.7 on smithi120 2024-04-21T23:53:02.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:01 smithi144 ceph-mon[31316]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:02.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:01 smithi120 ceph-mon[31499]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:01 smithi080 ceph-mon[27925]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:04.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:03 smithi144 ceph-mon[31316]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:04.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:03 smithi080 ceph-mon[27925]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:04.240 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:03 smithi120 ceph-mon[31499]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:06.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:05 smithi144 ceph-mon[31316]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:06.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:05 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:06.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:05 smithi080 ceph-mon[27925]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:06.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:06.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:06.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:05 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:05 smithi120 ceph-mon[31499]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:05 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:08.088 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:07 smithi120 ceph-mon[31499]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:08.088 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:08.088 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:08.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:07 smithi144 ceph-mon[31316]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:08.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:08.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:08.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:07 smithi080 ceph-mon[27925]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:08.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:08.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:08.855 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.862+0000 7f6759ffb700 1 -- 172.21.15.120:0/1977898561 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f675c062670 con 0x7f67440a2c20 2024-04-21T23:53:08.856 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 7 on host 'smithi120' 2024-04-21T23:53:08.858 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67440a2c20 msgr2=0x7f67440a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:08.858 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67440a2c20 0x7f67440a50e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f67500099d0 tx=0x7f6750008040 comp rx=0 tx=0).stop 2024-04-21T23:53:08.858 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 msgr2=0x7f675c075fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:08.858 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 0x7f675c075fd0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f674c00c010 tx=0x7f674c009f10 comp rx=0 tx=0).stop 2024-04-21T23:53:08.858 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 shutdown_connections 2024-04-21T23:53:08.858 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67440a2c20 0x7f67440a50e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:08.859 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f675c103e30 0x7f675c074b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:08.859 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f675c102290 0x7f675c075fd0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:08.859 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 --2- 172.21.15.120:0/1977898561 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f675c103490 0x7f675c074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:08.859 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 >> 172.21.15.120:0/1977898561 conn(0x7f675c0fd830 msgr2=0x7f675c106860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:53:08.859 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 shutdown_connections 2024-04-21T23:53:08.859 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:53:08.865+0000 7f67630cb700 1 -- 172.21.15.120:0/1977898561 wait complete. 2024-04-21T23:53:09.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:09.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:09.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:08 smithi144 ceph-mon[31316]: from='osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T23:53:09.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:08 smithi144 ceph-mon[31316]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T23:53:09.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:08 smithi080 ceph-mon[27925]: from='osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T23:53:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:08 smithi080 ceph-mon[27925]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T23:53:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.239 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:09.239 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:09.239 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.239 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:08 smithi120 ceph-mon[31499]: from='osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T23:53:09.239 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:08 smithi120 ceph-mon[31499]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T23:53:09.240 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.240 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:09.590 DEBUG:teuthology.orchestra.run.smithi120:osd.7> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.7.service 2024-04-21T23:53:09.593 INFO:tasks.cephadm:Deploying osd.8 on smithi144 with /dev/vg_nvme/lv_2... 2024-04-21T23:53:09.593 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-21T23:53:09.839 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:53:09.961 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:09 smithi144 ceph-mon[31316]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:09.961 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:09 smithi144 ceph-mon[31316]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-21T23:53:09.961 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:09 smithi144 ceph-mon[31316]: osdmap e50: 8 total, 7 up, 8 in 2024-04-21T23:53:09.961 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:09.961 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:09 smithi144 ceph-mon[31316]: from='osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:53:09.962 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:09 smithi144 ceph-mon[31316]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:53:09.962 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:10.118 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:09 smithi120 ceph-mon[31499]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:10.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:09 smithi120 ceph-mon[31499]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-21T23:53:10.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:09 smithi120 ceph-mon[31499]: osdmap e50: 8 total, 7 up, 8 in 2024-04-21T23:53:10.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:10.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:09 smithi120 ceph-mon[31499]: from='osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:53:10.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:09 smithi120 ceph-mon[31499]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:53:10.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:09 smithi080 ceph-mon[27925]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:09 smithi080 ceph-mon[27925]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-21T23:53:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:09 smithi080 ceph-mon[27925]: osdmap e50: 8 total, 7 up, 8 in 2024-04-21T23:53:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:09 smithi080 ceph-mon[27925]: from='osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:53:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:09 smithi080 ceph-mon[27925]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:53:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:10.495 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-21T23:53:10.276+0000 7f35200c0700 -1 osd.7 0 waiting for initial osdmap 2024-04-21T23:53:10.495 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-21T23:53:10.284+0000 7f3517eab700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:53:11.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-mon[31499]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:53:11.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-mon[31499]: osdmap e51: 8 total, 7 up, 8 in 2024-04-21T23:53:11.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-mon[31499]: from='osd.7 ' entity='osd.7' 2024-04-21T23:53:11.120 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-mon[31499]: osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] boot 2024-04-21T23:53:11.120 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-mon[31499]: osdmap e52: 8 total, 8 up, 8 in 2024-04-21T23:53:11.120 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:10 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.171 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:10 smithi144 ceph-mon[31316]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:53:11.171 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:10 smithi144 ceph-mon[31316]: osdmap e51: 8 total, 7 up, 8 in 2024-04-21T23:53:11.171 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:10 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.171 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:10 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.171 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:10 smithi144 ceph-mon[31316]: from='osd.7 ' entity='osd.7' 2024-04-21T23:53:11.171 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:10 smithi144 ceph-mon[31316]: osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] boot 2024-04-21T23:53:11.171 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:10 smithi144 ceph-mon[31316]: osdmap e52: 8 total, 8 up, 8 in 2024-04-21T23:53:11.171 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:10 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:10 smithi080 ceph-mon[27925]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:53:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:10 smithi080 ceph-mon[27925]: osdmap e51: 8 total, 7 up, 8 in 2024-04-21T23:53:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:10 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:10 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:10 smithi080 ceph-mon[27925]: from='osd.7 ' entity='osd.7' 2024-04-21T23:53:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:10 smithi080 ceph-mon[27925]: osd.7 [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] boot 2024-04-21T23:53:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:10 smithi080 ceph-mon[27925]: osdmap e52: 8 total, 8 up, 8 in 2024-04-21T23:53:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:10 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:53:11.841 INFO:teuthology.orchestra.run.smithi144.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-21T23:53:11.841 INFO:teuthology.orchestra.run.smithi144.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-21T23:53:11.841 INFO:teuthology.orchestra.run.smithi144.stderr: stderr: 10+0 records in 2024-04-21T23:53:11.841 INFO:teuthology.orchestra.run.smithi144.stderr:10+0 records out 2024-04-21T23:53:11.842 INFO:teuthology.orchestra.run.smithi144.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127972 s, 819 MB/s 2024-04-21T23:53:11.842 INFO:teuthology.orchestra.run.smithi144.stderr:--> Zapping successful for: 2024-04-21T23:53:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:11 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:53:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:11 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:53:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:11 smithi144 ceph-mon[31316]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:11 smithi144 ceph-mon[31316]: osdmap e53: 8 total, 8 up, 8 in 2024-04-21T23:53:12.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:11 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:53:12.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:11 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:53:12.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:11 smithi080 ceph-mon[27925]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:12.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:11 smithi080 ceph-mon[27925]: osdmap e53: 8 total, 8 up, 8 in 2024-04-21T23:53:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:11 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:53:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:11 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:53:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:11 smithi120 ceph-mon[31499]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-21T23:53:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:11 smithi120 ceph-mon[31499]: osdmap e53: 8 total, 8 up, 8 in 2024-04-21T23:53:12.473 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi144:vg_nvme/lv_2 2024-04-21T23:53:12.718 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:53:13.803 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: osdmap e54: 8 total, 8 up, 8 in 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: pgmap v179: 1 pgs: 1 remapped; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:13.804 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: osdmap e54: 8 total, 8 up, 8 in 2024-04-21T23:53:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: pgmap v179: 1 pgs: 1 remapped; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: osdmap e54: 8 total, 8 up, 8 in 2024-04-21T23:53:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: pgmap v179: 1 pgs: 1 remapped; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:13.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:13.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:13.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:14.328 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.332+0000 7fc07e3ed700 1 -- 172.21.15.144:0/1138358147 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078102290 msgr2=0x7fc0781026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:14.328 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.332+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/1138358147 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078102290 0x7fc0781026b0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc068009990 tx=0x7fc068009ca0 comp rx=0 tx=0).stop 2024-04-21T23:53:14.328 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.332+0000 7fc07e3ed700 1 -- 172.21.15.144:0/1138358147 shutdown_connections 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.332+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/1138358147 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc078103e30 0x7fc07810a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.332+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/1138358147 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078102290 0x7fc0781026b0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.332+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/1138358147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc078103490 0x7fc0781038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.332+0000 7fc07e3ed700 1 -- 172.21.15.144:0/1138358147 >> 172.21.15.144:0/1138358147 conn(0x7fc0780fd830 msgr2=0x7fc0780ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 -- 172.21.15.144:0/1138358147 shutdown_connections 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 -- 172.21.15.144:0/1138358147 wait complete. 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 Processor -- start 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 -- start start 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc078102290 0x7fc078198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc078103490 0x7fc078198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078103e30 0x7fc07819fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc07810ded0 con 0x7fc078103490 2024-04-21T23:53:14.329 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc07810dd50 con 0x7fc078102290 2024-04-21T23:53:14.330 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.333+0000 7fc07e3ed700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc07810e050 con 0x7fc078103e30 2024-04-21T23:53:14.330 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078103e30 0x7fc07819fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:53:14.330 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078103e30 0x7fc07819fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.144:39886/0 (socket says 172.21.15.144:39886) 2024-04-21T23:53:14.330 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 -- 172.21.15.144:0/3991745810 learned_addr learned my addr 172.21.15.144:0/3991745810 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:53:14.330 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc0777fe700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc078103490 0x7fc078198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:53:14.330 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc077fff700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc078102290 0x7fc078198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:53:14.330 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 -- 172.21.15.144:0/3991745810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc078102290 msgr2=0x7fc078198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:14.330 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc078102290 0x7fc078198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 -- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc078103490 msgr2=0x7fc078198a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc078103490 0x7fc078198a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 -- 172.21.15.144:0/3991745810 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0781a01a0 con 0x7fc078103e30 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07c98a700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078103e30 0x7fc07819fb00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc070007f10 tx=0x7fc07000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc0757fa700 1 -- 172.21.15.144:0/3991745810 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070004bb0 con 0x7fc078103e30 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc0757fa700 1 -- 172.21.15.144:0/3991745810 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc070004d50 con 0x7fc078103e30 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0781a0490 con 0x7fc078103e30 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc0757fa700 1 -- 172.21.15.144:0/3991745810 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070005a60 con 0x7fc078103e30 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.334+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0781a0a50 con 0x7fc078103e30 2024-04-21T23:53:14.331 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.335+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc078068f20 con 0x7fc078103e30 2024-04-21T23:53:14.332 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.336+0000 7fc0757fa700 1 -- 172.21.15.144:0/3991745810 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc07001a020 con 0x7fc078103e30 2024-04-21T23:53:14.332 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.337+0000 7fc0757fa700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc0600a2ca0 0x7fc0600a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:53:14.332 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.337+0000 7fc0757fa700 1 -- 172.21.15.144:0/3991745810 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5397+0+0 (secure 0 0 0) 0x7fc0700ce330 con 0x7fc078103e30 2024-04-21T23:53:14.332 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.337+0000 7fc077fff700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc0600a2ca0 0x7fc0600a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:53:14.332 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.338+0000 7fc077fff700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc0600a2ca0 0x7fc0600a5160 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc068006010 tx=0x7fc06800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:53:14.333 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.341+0000 7fc0757fa700 1 -- 172.21.15.144:0/3991745810 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc070010070 con 0x7fc078103e30 2024-04-21T23:53:14.541 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:14.548+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fc078062670 con 0x7fc0600a2ca0 2024-04-21T23:53:14.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:14 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi120 2024-04-21T23:53:14.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:14 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi120 to 5696M 2024-04-21T23:53:14.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:14 smithi144 ceph-mon[31316]: osdmap e55: 8 total, 8 up, 8 in 2024-04-21T23:53:14.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:14 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:53:14.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:14 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:53:14.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:14 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:14.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:14 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi120 2024-04-21T23:53:14.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:14 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi120 to 5696M 2024-04-21T23:53:14.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:14 smithi080 ceph-mon[27925]: osdmap e55: 8 total, 8 up, 8 in 2024-04-21T23:53:14.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:14 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:53:14.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:14 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:53:14.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:14 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:14.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:14 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi120 2024-04-21T23:53:14.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:14 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi120 to 5696M 2024-04-21T23:53:14.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:14 smithi120 ceph-mon[31499]: osdmap e55: 8 total, 8 up, 8 in 2024-04-21T23:53:14.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:14 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:53:14.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:14 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:53:14.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:14 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:15.863 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:15 smithi144 ceph-mon[31316]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:53:15.863 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:15 smithi144 ceph-mon[31316]: osdmap e56: 8 total, 8 up, 8 in 2024-04-21T23:53:15.863 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:15 smithi144 ceph-mon[31316]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:15.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:15 smithi080 ceph-mon[27925]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:53:15.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:15 smithi080 ceph-mon[27925]: osdmap e56: 8 total, 8 up, 8 in 2024-04-21T23:53:15.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:15 smithi080 ceph-mon[27925]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:15.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:15 smithi120 ceph-mon[31499]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:53:15.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:15 smithi120 ceph-mon[31499]: osdmap e56: 8 total, 8 up, 8 in 2024-04-21T23:53:15.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:15 smithi120 ceph-mon[31499]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:17.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:17 smithi144 ceph-mon[31316]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:17.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:17 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/1821682656' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]: dispatch 2024-04-21T23:53:17.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:17 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]: dispatch 2024-04-21T23:53:17.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:17 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]': finished 2024-04-21T23:53:17.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:17 smithi144 ceph-mon[31316]: osdmap e57: 9 total, 8 up, 9 in 2024-04-21T23:53:17.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:17 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:17 smithi080 ceph-mon[27925]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:17 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/1821682656' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]: dispatch 2024-04-21T23:53:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:17 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]: dispatch 2024-04-21T23:53:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:17 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]': finished 2024-04-21T23:53:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:17 smithi080 ceph-mon[27925]: osdmap e57: 9 total, 8 up, 9 in 2024-04-21T23:53:18.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:17 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:17 smithi120 ceph-mon[31499]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:17 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/1821682656' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]: dispatch 2024-04-21T23:53:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:17 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]: dispatch 2024-04-21T23:53:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:17 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a496cfb-c86c-4efc-8dd0-c1b164efd1fc"}]': finished 2024-04-21T23:53:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:17 smithi120 ceph-mon[31499]: osdmap e57: 9 total, 8 up, 9 in 2024-04-21T23:53:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:17 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:19.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:18 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/2797598529' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:53:19.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:18 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/2797598529' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:53:19.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:18 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/2797598529' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:53:20.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:19 smithi144 ceph-mon[31316]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:20.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:19 smithi080 ceph-mon[27925]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:20.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:19 smithi120 ceph-mon[31499]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:22.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:21 smithi144 ceph-mon[31316]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:22.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:21 smithi080 ceph-mon[27925]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:22.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:21 smithi120 ceph-mon[31499]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:24.078 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:23 smithi144 ceph-mon[31316]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:23 smithi080 ceph-mon[27925]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:23 smithi120 ceph-mon[31499]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:25.152 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:24 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-21T23:53:25.152 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:24 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:25.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:24 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-21T23:53:25.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:24 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:25.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:24 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-21T23:53:25.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:24 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:26.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:25 smithi080 ceph-mon[27925]: Deploying daemon osd.8 on smithi144 2024-04-21T23:53:26.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:25 smithi080 ceph-mon[27925]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:26.205 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:25 smithi144 ceph-mon[31316]: Deploying daemon osd.8 on smithi144 2024-04-21T23:53:26.205 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:25 smithi144 ceph-mon[31316]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:26.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:25 smithi120 ceph-mon[31499]: Deploying daemon osd.8 on smithi144 2024-04-21T23:53:26.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:25 smithi120 ceph-mon[31499]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:27.905 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:27 smithi144 ceph-mon[31316]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:27 smithi080 ceph-mon[27925]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:28.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:27 smithi120 ceph-mon[31499]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:30.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:29 smithi144 ceph-mon[31316]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:30.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:29 smithi080 ceph-mon[27925]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:30.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:29 smithi120 ceph-mon[31499]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:31.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:30 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:31.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:30 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:31.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:30 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:31.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:30 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:31.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:30 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:31.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:30 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:31.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:30 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:31.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:30 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:31.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:30 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:32.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:31 smithi120 ceph-mon[31499]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:32.350 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:31 smithi080 ceph-mon[27925]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:32.353 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:31 smithi144 ceph-mon[31316]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:33.105 INFO:teuthology.orchestra.run.smithi144.stdout:Created osd(s) 8 on host 'smithi144' 2024-04-21T23:53:33.105 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.111+0000 7fc0757fa700 1 -- 172.21.15.144:0/3991745810 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc078062670 con 0x7fc0600a2ca0 2024-04-21T23:53:33.107 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc0600a2ca0 msgr2=0x7fc0600a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:33.107 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc0600a2ca0 0x7fc0600a5160 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc068006010 tx=0x7fc06800b540 comp rx=0 tx=0).stop 2024-04-21T23:53:33.107 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078103e30 msgr2=0x7fc07819fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:33.107 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078103e30 0x7fc07819fb00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc070007f10 tx=0x7fc07000d3b0 comp rx=0 tx=0).stop 2024-04-21T23:53:33.107 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 shutdown_connections 2024-04-21T23:53:33.108 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc0600a2ca0 0x7fc0600a5160 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:33.108 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc078103e30 0x7fc07819fb00 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:33.108 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc078102290 0x7fc078198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:33.108 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 --2- 172.21.15.144:0/3991745810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc078103490 0x7fc078198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:33.108 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 >> 172.21.15.144:0/3991745810 conn(0x7fc0780fd830 msgr2=0x7fc078106860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:53:33.108 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 shutdown_connections 2024-04-21T23:53:33.108 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:53:33.114+0000 7fc07e3ed700 1 -- 172.21.15.144:0/3991745810 wait complete. 2024-04-21T23:53:34.087 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:34 smithi144 ceph-mon[31316]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:34.087 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:34 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:34.087 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:34 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:34.087 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:34 smithi144 ceph-mon[31316]: from='osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T23:53:34.088 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:34 smithi144 ceph-mon[31316]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T23:53:34.115 DEBUG:teuthology.orchestra.run.smithi144:osd.8> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.8.service 2024-04-21T23:53:34.117 INFO:tasks.cephadm:Deploying osd.9 on smithi080 with /dev/vg_nvme/lv_1... 2024-04-21T23:53:34.118 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-21T23:53:34.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:34 smithi120 ceph-mon[31499]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:34.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:34 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:34.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:34 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:34.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:34 smithi120 ceph-mon[31499]: from='osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T23:53:34.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:34 smithi120 ceph-mon[31499]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T23:53:34.368 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:53:34.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:34 smithi080 ceph-mon[27925]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:34.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:34 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:34.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:34 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:34.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:34 smithi080 ceph-mon[27925]: from='osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T23:53:34.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:34 smithi080 ceph-mon[27925]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T23:53:35.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-mon[31316]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-21T23:53:35.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-mon[31316]: osdmap e58: 9 total, 8 up, 9 in 2024-04-21T23:53:35.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:35.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-mon[31316]: from='osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:53:35.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-mon[31316]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:53:35.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:35.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:35.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-mon[31316]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:35.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:35 smithi080 ceph-mon[27925]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-21T23:53:35.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:35 smithi080 ceph-mon[27925]: osdmap e58: 9 total, 8 up, 9 in 2024-04-21T23:53:35.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:35.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:35 smithi080 ceph-mon[27925]: from='osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:53:35.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:35 smithi080 ceph-mon[27925]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:53:35.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:35.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:35.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:35 smithi080 ceph-mon[27925]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:35 smithi120 ceph-mon[31499]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-21T23:53:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:35 smithi120 ceph-mon[31499]: osdmap e58: 9 total, 8 up, 9 in 2024-04-21T23:53:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:35 smithi120 ceph-mon[31499]: from='osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:53:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:35 smithi120 ceph-mon[31499]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:53:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:35.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:35 smithi120 ceph-mon[31499]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 228 MiB used, 715 GiB / 715 GiB avail 2024-04-21T23:53:35.836 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-21T23:53:35.513+0000 7f00dab8c700 -1 osd.8 0 waiting for initial osdmap 2024-04-21T23:53:35.836 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 21 23:53:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-21T23:53:35.523+0000 7f00d2977700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:53:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:36 smithi144 ceph-mon[31316]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:53:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:36 smithi144 ceph-mon[31316]: osdmap e59: 9 total, 8 up, 9 in 2024-04-21T23:53:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:36 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:36 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:36 smithi144 ceph-mon[31316]: from='osd.8 ' entity='osd.8' 2024-04-21T23:53:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:36 smithi144 ceph-mon[31316]: osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] boot 2024-04-21T23:53:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:36 smithi144 ceph-mon[31316]: osdmap e60: 9 total, 9 up, 9 in 2024-04-21T23:53:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:36 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:36 smithi080 ceph-mon[27925]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:53:36.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:36 smithi080 ceph-mon[27925]: osdmap e59: 9 total, 8 up, 9 in 2024-04-21T23:53:36.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:36 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:36 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:36 smithi080 ceph-mon[27925]: from='osd.8 ' entity='osd.8' 2024-04-21T23:53:36.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:36 smithi080 ceph-mon[27925]: osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] boot 2024-04-21T23:53:36.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:36 smithi080 ceph-mon[27925]: osdmap e60: 9 total, 9 up, 9 in 2024-04-21T23:53:36.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:36 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:36 smithi120 ceph-mon[31499]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:53:36.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:36 smithi120 ceph-mon[31499]: osdmap e59: 9 total, 8 up, 9 in 2024-04-21T23:53:36.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:36 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:36 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:36 smithi120 ceph-mon[31499]: from='osd.8 ' entity='osd.8' 2024-04-21T23:53:36.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:36 smithi120 ceph-mon[31499]: osd.8 [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] boot 2024-04-21T23:53:36.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:36 smithi120 ceph-mon[31499]: osdmap e60: 9 total, 9 up, 9 in 2024-04-21T23:53:36.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:36 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:53:36.587 INFO:teuthology.orchestra.run.smithi080.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-21T23:53:36.588 INFO:teuthology.orchestra.run.smithi080.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-21T23:53:36.588 INFO:teuthology.orchestra.run.smithi080.stderr: stderr: 10+0 records in 2024-04-21T23:53:36.588 INFO:teuthology.orchestra.run.smithi080.stderr:10+0 records out 2024-04-21T23:53:36.588 INFO:teuthology.orchestra.run.smithi080.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114743 s, 914 MB/s 2024-04-21T23:53:36.588 INFO:teuthology.orchestra.run.smithi080.stderr:--> Zapping successful for: 2024-04-21T23:53:37.412 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi080:vg_nvme/lv_1 2024-04-21T23:53:37.656 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:53:37.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:37 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:53:37.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:37 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:53:37.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:37 smithi080 ceph-mon[27925]: osdmap e61: 9 total, 9 up, 9 in 2024-04-21T23:53:37.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:37 smithi080 ceph-mon[27925]: pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:37.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:37 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:53:37.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:37 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:53:37.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:37 smithi144 ceph-mon[31316]: osdmap e61: 9 total, 9 up, 9 in 2024-04-21T23:53:37.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:37 smithi144 ceph-mon[31316]: pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:37.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:37 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:53:37.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:37 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:53:37.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:37 smithi120 ceph-mon[31499]: osdmap e61: 9 total, 9 up, 9 in 2024-04-21T23:53:37.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:37 smithi120 ceph-mon[31499]: pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:38.810 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: osdmap e62: 9 total, 9 up, 9 in 2024-04-21T23:53:38.810 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi144 2024-04-21T23:53:38.810 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.810 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi144 to 5696M 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:38.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.929 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: osdmap e62: 9 total, 9 up, 9 in 2024-04-21T23:53:38.929 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi144 2024-04-21T23:53:38.929 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.929 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.929 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi144 to 5696M 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:38.930 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: osdmap e62: 9 total, 9 up, 9 in 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi144 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi144 to 5696M 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:38.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:38.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:38.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:38.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:38.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:53:38.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:39.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 -- 172.21.15.80:0/2389554436 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330103520 msgr2=0x7f1330103980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:39.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 --2- 172.21.15.80:0/2389554436 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330103520 0x7f1330103980 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1320009990 tx=0x7f1320009ca0 comp rx=0 tx=0).stop 2024-04-21T23:53:39.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 -- 172.21.15.80:0/2389554436 shutdown_connections 2024-04-21T23:53:39.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 --2- 172.21.15.80:0/2389554436 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1330103ec0 0x7f133010a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:39.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 --2- 172.21.15.80:0/2389554436 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1330100540 0x7f1330100960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:39.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 --2- 172.21.15.80:0/2389554436 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330103520 0x7f1330103980 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:39.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 -- 172.21.15.80:0/2389554436 >> 172.21.15.80:0/2389554436 conn(0x7f13300fbec0 msgr2=0x7f13300fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:53:39.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 -- 172.21.15.80:0/2389554436 shutdown_connections 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 -- 172.21.15.80:0/2389554436 wait complete. 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 Processor -- start 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 -- start start 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330100540 0x7f1330198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.341+0000 7f1337ae5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1330103520 0x7f1330198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1337ae5700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1330103ec0 0x7f133019f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1337ae5700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f133010de50 con 0x7f1330100540 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1337ae5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f133010dcd0 con 0x7f1330103520 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1337ae5700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f133010dfd0 con 0x7f1330103ec0 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330100540 0x7f1330198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330100540 0x7f1330198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51270/0 (socket says 172.21.15.80:51270) 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 -- 172.21.15.80:0/439573503 learned_addr learned my addr 172.21.15.80:0/439573503 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:53:39.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335080700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1330103520 0x7f1330198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1336082700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1330103ec0 0x7f133019f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 -- 172.21.15.80:0/439573503 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1330103ec0 msgr2=0x7f133019f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1330103ec0 0x7f133019f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 -- 172.21.15.80:0/439573503 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1330103520 msgr2=0x7f1330198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1330103520 0x7f1330198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 -- 172.21.15.80:0/439573503 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13301a0090 con 0x7f1330100540 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1336082700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1330103ec0 0x7f133019f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1335881700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330100540 0x7f1330198430 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f132800c9a0 tx=0x7f132800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1326ffd700 1 -- 172.21.15.80:0/439573503 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1328004220 con 0x7f1330100540 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13301a0380 con 0x7f1330100540 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1326ffd700 1 -- 172.21.15.80:0/439573503 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1328007d40 con 0x7f1330100540 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1326ffd700 1 -- 172.21.15.80:0/439573503 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1328003da0 con 0x7f1330100540 2024-04-21T23:53:39.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.342+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13301a08c0 con 0x7f1330100540 2024-04-21T23:53:39.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.343+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1330068f20 con 0x7f1330100540 2024-04-21T23:53:39.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.344+0000 7f1326ffd700 1 -- 172.21.15.80:0/439573503 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f13280043c0 con 0x7f1330100540 2024-04-21T23:53:39.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.345+0000 7f1326ffd700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f131c0a2c20 0x7f131c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:53:39.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.345+0000 7f1335080700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f131c0a2c20 0x7f131c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:53:39.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.345+0000 7f1326ffd700 1 -- 172.21.15.80:0/439573503 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5829+0+0 (secure 0 0 0) 0x7f13280ce650 con 0x7f1330100540 2024-04-21T23:53:39.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.345+0000 7f1335080700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f131c0a2c20 0x7f131c0a50e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f132000b2e0 tx=0x7f1320005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:53:39.342 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.348+0000 7f1326ffd700 1 -- 172.21.15.80:0/439573503 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1328014030 con 0x7f1330100540 2024-04-21T23:53:39.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:39.552+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f1330062670 con 0x7f131c0a2c20 2024-04-21T23:53:40.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:39 smithi144 ceph-mon[31316]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:40.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:39 smithi144 ceph-mon[31316]: osdmap e63: 9 total, 9 up, 9 in 2024-04-21T23:53:40.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:53:40.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:53:40.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:40.154 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:39 smithi080 ceph-mon[27925]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:40.154 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:39 smithi080 ceph-mon[27925]: osdmap e63: 9 total, 9 up, 9 in 2024-04-21T23:53:40.154 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:53:40.154 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:53:40.154 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:39 smithi120 ceph-mon[31499]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:39 smithi120 ceph-mon[31499]: osdmap e63: 9 total, 9 up, 9 in 2024-04-21T23:53:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:53:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:53:40.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:41.196 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:40 smithi080 ceph-mon[27925]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:53:41.196 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:40 smithi080 ceph-mon[27925]: osdmap e64: 9 total, 9 up, 9 in 2024-04-21T23:53:41.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:40 smithi120 ceph-mon[31499]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:53:41.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:40 smithi120 ceph-mon[31499]: osdmap e64: 9 total, 9 up, 9 in 2024-04-21T23:53:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:40 smithi144 ceph-mon[31316]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi080:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:53:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:40 smithi144 ceph-mon[31316]: osdmap e64: 9 total, 9 up, 9 in 2024-04-21T23:53:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:41 smithi080 ceph-mon[27925]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:42.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:41 smithi120 ceph-mon[31499]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:42.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:41 smithi144 ceph-mon[31316]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:42 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4046311147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cae3a380-ab21-4336-b949-375aa53bb659"}]: dispatch 2024-04-21T23:53:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:42 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4046311147' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cae3a380-ab21-4336-b949-375aa53bb659"}]': finished 2024-04-21T23:53:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:42 smithi080 ceph-mon[27925]: osdmap e65: 10 total, 9 up, 10 in 2024-04-21T23:53:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:53:43.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:42 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4046311147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cae3a380-ab21-4336-b949-375aa53bb659"}]: dispatch 2024-04-21T23:53:43.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:42 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4046311147' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cae3a380-ab21-4336-b949-375aa53bb659"}]': finished 2024-04-21T23:53:43.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:42 smithi120 ceph-mon[31499]: osdmap e65: 10 total, 9 up, 10 in 2024-04-21T23:53:43.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:53:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:42 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4046311147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cae3a380-ab21-4336-b949-375aa53bb659"}]: dispatch 2024-04-21T23:53:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:42 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4046311147' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cae3a380-ab21-4336-b949-375aa53bb659"}]': finished 2024-04-21T23:53:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:42 smithi144 ceph-mon[31316]: osdmap e65: 10 total, 9 up, 10 in 2024-04-21T23:53:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:53:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:43 smithi080 ceph-mon[27925]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:53:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:43 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/559329766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:53:44.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:43 smithi120 ceph-mon[31499]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:53:44.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:43 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/559329766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:53:44.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:43 smithi144 ceph-mon[31316]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-21T23:53:44.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:43 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/559329766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:53:46.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:45 smithi080 ceph-mon[27925]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-21T23:53:46.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:45 smithi120 ceph-mon[31499]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-21T23:53:46.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:45 smithi144 ceph-mon[31316]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-21T23:53:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:47 smithi080 ceph-mon[27925]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:53:48.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:47 smithi120 ceph-mon[31499]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:53:48.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:47 smithi144 ceph-mon[31316]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:53:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:49 smithi080 ceph-mon[27925]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-21T23:53:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-21T23:53:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:49 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:49 smithi120 ceph-mon[31499]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-21T23:53:50.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-21T23:53:50.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:49 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:50.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:49 smithi144 ceph-mon[31316]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-21T23:53:50.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-21T23:53:50.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:49 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:53:51.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:50 smithi080 ceph-mon[27925]: Deploying daemon osd.9 on smithi080 2024-04-21T23:53:51.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:50 smithi120 ceph-mon[31499]: Deploying daemon osd.9 on smithi080 2024-04-21T23:53:51.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:50 smithi144 ceph-mon[31316]: Deploying daemon osd.9 on smithi080 2024-04-21T23:53:52.050 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:51 smithi080 ceph-mon[27925]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T23:53:52.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:51 smithi120 ceph-mon[31499]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T23:53:52.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:51 smithi144 ceph-mon[31316]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T23:53:54.045 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:53 smithi080 ceph-mon[27925]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:54.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:53 smithi120 ceph-mon[31499]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:54.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:53 smithi144 ceph-mon[31316]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:56.166 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:55 smithi144 ceph-mon[31316]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:56.166 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:56.166 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:56.166 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:56.193 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:55 smithi080 ceph-mon[27925]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:56.193 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:56.193 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:56.193 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:56.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:55 smithi120 ceph-mon[31499]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:56.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:56.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:53:56.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:53:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:57 smithi080 ceph-mon[27925]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:58.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:57 smithi120 ceph-mon[31499]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:57 smithi144 ceph-mon[31316]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:53:59.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.212+0000 7f1326ffd700 1 -- 172.21.15.80:0/439573503 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1330062670 con 0x7f131c0a2c20 2024-04-21T23:53:59.206 INFO:teuthology.orchestra.run.smithi080.stdout:Created osd(s) 9 on host 'smithi080' 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f131c0a2c20 msgr2=0x7f131c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f131c0a2c20 0x7f131c0a50e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f132000b2e0 tx=0x7f1320005fd0 comp rx=0 tx=0).stop 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330100540 msgr2=0x7f1330198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330100540 0x7f1330198430 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f132800c9a0 tx=0x7f132800ccb0 comp rx=0 tx=0).stop 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 shutdown_connections 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f131c0a2c20 0x7f131c0a50e0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1330103ec0 0x7f133019f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1330100540 0x7f1330198430 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 --2- 172.21.15.80:0/439573503 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1330103520 0x7f1330198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 >> 172.21.15.80:0/439573503 conn(0x7f13300fbec0 msgr2=0x7f1330106820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 shutdown_connections 2024-04-21T23:53:59.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:53:59.214+0000 7f1337ae5700 1 -- 172.21.15.80:0/439573503 wait complete. 2024-04-21T23:54:00.178 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:59 smithi080 ceph-mon[27925]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:00.178 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:00.178 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:59 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:00.178 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:53:59 smithi080 ceph-mon[27925]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-21T23:54:00.208 DEBUG:teuthology.orchestra.run.smithi080:osd.9> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.9.service 2024-04-21T23:54:00.211 INFO:tasks.cephadm:Deploying osd.10 on smithi120 with /dev/vg_nvme/lv_1... 2024-04-21T23:54:00.211 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-21T23:54:00.238 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:59 smithi120 ceph-mon[31499]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:00.238 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:00.238 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:59 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:00.238 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:53:59 smithi120 ceph-mon[31499]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-21T23:54:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:59 smithi144 ceph-mon[31316]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:59 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:53:59 smithi144 ceph-mon[31316]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-21T23:54:00.457 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-21T23:54:01.282 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-mon[27925]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-21T23:54:01.282 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-mon[27925]: osdmap e66: 10 total, 9 up, 10 in 2024-04-21T23:54:01.282 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-mon[27925]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:54:01.282 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:01.283 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:01.283 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:01.283 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-mon[27925]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:01.283 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-21T23:54:01.171+0000 7fc93fbde700 -1 osd.9 0 waiting for initial osdmap 2024-04-21T23:54:01.283 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 21 23:54:01 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-21T23:54:01.183+0000 7fc93b9d1700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:54:01.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:01 smithi120 ceph-mon[31499]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-21T23:54:01.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:01 smithi120 ceph-mon[31499]: osdmap e66: 10 total, 9 up, 10 in 2024-04-21T23:54:01.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:01 smithi120 ceph-mon[31499]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:54:01.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:01.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:01.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:01 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:01.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:01 smithi120 ceph-mon[31499]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:01.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:01 smithi144 ceph-mon[31316]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-21T23:54:01.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:01 smithi144 ceph-mon[31316]: osdmap e66: 10 total, 9 up, 10 in 2024-04-21T23:54:01.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:01 smithi144 ceph-mon[31316]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]: dispatch 2024-04-21T23:54:01.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:01.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:01.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:01 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:01.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:01 smithi144 ceph-mon[31316]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:02.359 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:02 smithi080 ceph-mon[27925]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:54:02.359 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:02 smithi080 ceph-mon[27925]: osdmap e67: 10 total, 9 up, 10 in 2024-04-21T23:54:02.360 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:02 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:02.360 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:02 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:02.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:02 smithi120 ceph-mon[31499]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:54:02.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:02 smithi120 ceph-mon[31499]: osdmap e67: 10 total, 9 up, 10 in 2024-04-21T23:54:02.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:02 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:02.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:02 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:02.610 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-21T23:54:02.610 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-21T23:54:02.610 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2024-04-21T23:54:02.610 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2024-04-21T23:54:02.610 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113943 s, 920 MB/s 2024-04-21T23:54:02.610 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2024-04-21T23:54:02.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:02 smithi144 ceph-mon[31316]: from='osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi080", "root=default"]}]': finished 2024-04-21T23:54:02.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:02 smithi144 ceph-mon[31316]: osdmap e67: 10 total, 9 up, 10 in 2024-04-21T23:54:02.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:02 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:02.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:02 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:03.295 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi120:vg_nvme/lv_1 2024-04-21T23:54:03.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:03 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:54:03.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:03 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:54:03.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:03 smithi080 ceph-mon[27925]: osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] boot 2024-04-21T23:54:03.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:03 smithi080 ceph-mon[27925]: osdmap e68: 10 total, 10 up, 10 in 2024-04-21T23:54:03.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:03 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:03.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:03 smithi080 ceph-mon[27925]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:03.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:03 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:54:03.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:03 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:54:03.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:03 smithi120 ceph-mon[31499]: osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] boot 2024-04-21T23:54:03.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:03 smithi120 ceph-mon[31499]: osdmap e68: 10 total, 10 up, 10 in 2024-04-21T23:54:03.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:03 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:03.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:03 smithi120 ceph-mon[31499]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:03.575 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-21T23:54:03.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:03 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:54:03.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:03 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:54:03.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:03 smithi144 ceph-mon[31316]: osd.9 [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] boot 2024-04-21T23:54:03.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:03 smithi144 ceph-mon[31316]: osdmap e68: 10 total, 10 up, 10 in 2024-04-21T23:54:03.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:03 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:54:03.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:03 smithi144 ceph-mon[31316]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: osdmap e69: 10 total, 10 up, 10 in 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi080 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi080 to 4272M 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:04.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:04.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:04.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:04.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: osdmap e69: 10 total, 10 up, 10 in 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi080 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi080 to 4272M 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:04.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:04.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:04.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:04.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:04.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: osdmap e69: 10 total, 10 up, 10 in 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi080 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi080 to 4272M 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:04.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:04.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:04.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 -- 172.21.15.120:0/3323305431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0103490 msgr2=0x7f45e01038f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 --2- 172.21.15.120:0/3323305431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0103490 0x7f45e01038f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f45d40099c0 tx=0x7f45d4009cd0 comp rx=0 tx=0).stop 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 -- 172.21.15.120:0/3323305431 shutdown_connections 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 --2- 172.21.15.120:0/3323305431 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f45e0103e30 0x7f45e010a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 --2- 172.21.15.120:0/3323305431 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f45e0102290 0x7f45e01026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 --2- 172.21.15.120:0/3323305431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0103490 0x7f45e01038f0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 -- 172.21.15.120:0/3323305431 >> 172.21.15.120:0/3323305431 conn(0x7f45e00fd830 msgr2=0x7f45e00ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 -- 172.21.15.120:0/3323305431 shutdown_connections 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.285+0000 7f45e62be700 1 -- 172.21.15.120:0/3323305431 wait complete. 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e62be700 1 Processor -- start 2024-04-21T23:54:05.281 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e62be700 1 -- start start 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e62be700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0102290 0x7f45e0198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e62be700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f45e0103490 0x7f45e01989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e62be700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f45e0103e30 0x7f45e019fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e62be700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f45e010de70 con 0x7f45e0103490 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e62be700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f45e010dcf0 con 0x7f45e0102290 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e62be700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f45e010dff0 con 0x7f45e0103e30 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45dffff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0102290 0x7f45e0198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45dffff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0102290 0x7f45e0198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.120:40332/0 (socket says 172.21.15.120:40332) 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45dffff700 1 -- 172.21.15.120:0/4094931023 learned_addr learned my addr 172.21.15.120:0/4094931023 (peer_addr_for_me v2:172.21.15.120:0/0) 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.286+0000 7f45e485b700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f45e0103e30 0x7f45e019fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45df7fe700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f45e0103490 0x7f45e01989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dffff700 1 -- 172.21.15.120:0/4094931023 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f45e0103e30 msgr2=0x7f45e019fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:05.282 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dffff700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f45e0103e30 0x7f45e019fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dffff700 1 -- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f45e0103490 msgr2=0x7f45e01989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dffff700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f45e0103490 0x7f45e01989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dffff700 1 -- 172.21.15.120:0/4094931023 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e01a00c0 con 0x7f45e0102290 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45df7fe700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f45e0103490 0x7f45e01989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dffff700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0102290 0x7f45e0198460 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f45d000c970 tx=0x7f45d000cc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dd7fa700 1 -- 172.21.15.120:0/4094931023 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0004220 con 0x7f45e0102290 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dd7fa700 1 -- 172.21.15.120:0/4094931023 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45d0007d80 con 0x7f45e0102290 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45e01a03b0 con 0x7f45e0102290 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45dd7fa700 1 -- 172.21.15.120:0/4094931023 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0003df0 con 0x7f45e0102290 2024-04-21T23:54:05.283 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.287+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45e01a08f0 con 0x7f45e0102290 2024-04-21T23:54:05.284 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.288+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45e0068f20 con 0x7f45e0102290 2024-04-21T23:54:05.284 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.290+0000 7f45dd7fa700 1 -- 172.21.15.120:0/4094931023 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f45d00078a0 con 0x7f45e0102290 2024-04-21T23:54:05.284 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.291+0000 7f45dd7fa700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f45c80a2c20 0x7f45c80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:05.284 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.291+0000 7f45dd7fa700 1 -- 172.21.15.120:0/4094931023 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7f45d00ce7d0 con 0x7f45e0102290 2024-04-21T23:54:05.284 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.291+0000 7f45df7fe700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f45c80a2c20 0x7f45c80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:05.285 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.291+0000 7f45df7fe700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f45c80a2c20 0x7f45c80a50e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f45d4005cd0 tx=0x7f45d4005c20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:54:05.287 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.294+0000 7f45dd7fa700 1 -- 172.21.15.120:0/4094931023 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f45d0014030 con 0x7f45e0102290 2024-04-21T23:54:05.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:05 smithi080 ceph-mon[27925]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:05.492 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:05.499+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f45e0062670 con 0x7f45c80a2c20 2024-04-21T23:54:05.492 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:05 smithi120 ceph-mon[31499]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:05.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:05 smithi144 ceph-mon[31316]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:06.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:06 smithi080 ceph-mon[27925]: from='client.24317 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:54:06.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:06 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:54:06.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:06 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:54:06.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:06 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:06.455 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:06 smithi120 ceph-mon[31499]: from='client.24317 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:54:06.455 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:06 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:54:06.455 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:06 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:54:06.455 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:06 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:06.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:06 smithi144 ceph-mon[31316]: from='client.24317 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:54:06.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:06 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:54:06.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:06 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:54:06.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:06 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:07.417 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:07 smithi120 ceph-mon[31499]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:07.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:07 smithi080 ceph-mon[27925]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:07.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:07 smithi144 ceph-mon[31316]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:08.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:08 smithi120 ceph-mon[31499]: from='client.? 172.21.15.120:0/392343328' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]: dispatch 2024-04-21T23:54:08.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:08 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]: dispatch 2024-04-21T23:54:08.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:08 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]': finished 2024-04-21T23:54:08.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:08 smithi120 ceph-mon[31499]: osdmap e70: 11 total, 10 up, 11 in 2024-04-21T23:54:08.607 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:08 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:08.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:08 smithi144 ceph-mon[31316]: from='client.? 172.21.15.120:0/392343328' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]: dispatch 2024-04-21T23:54:08.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:08 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]: dispatch 2024-04-21T23:54:08.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:08 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]': finished 2024-04-21T23:54:08.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:08 smithi144 ceph-mon[31316]: osdmap e70: 11 total, 10 up, 11 in 2024-04-21T23:54:08.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:08 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:08.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:08 smithi080 ceph-mon[27925]: from='client.? 172.21.15.120:0/392343328' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]: dispatch 2024-04-21T23:54:08.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:08 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]: dispatch 2024-04-21T23:54:08.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:08 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "752a8009-35b9-4efe-94da-53d590cc6a7d"}]': finished 2024-04-21T23:54:08.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:08 smithi080 ceph-mon[27925]: osdmap e70: 11 total, 10 up, 11 in 2024-04-21T23:54:08.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:08 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:09.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:09 smithi144 ceph-mon[31316]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:09.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:09 smithi144 ceph-mon[31316]: from='client.? 172.21.15.120:0/438612183' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:54:09.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:09 smithi080 ceph-mon[27925]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:09.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:09 smithi080 ceph-mon[27925]: from='client.? 172.21.15.120:0/438612183' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:54:09.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:09 smithi120 ceph-mon[31499]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:09.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:09 smithi120 ceph-mon[31499]: from='client.? 172.21.15.120:0/438612183' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:54:12.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:11 smithi080 ceph-mon[27925]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:12.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:11 smithi120 ceph-mon[31499]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:12.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:11 smithi144 ceph-mon[31316]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:14.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:13 smithi080 ceph-mon[27925]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:14.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:13 smithi120 ceph-mon[31499]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:13 smithi144 ceph-mon[31316]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:15.992 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:15 smithi120 ceph-mon[31499]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:15 smithi080 ceph-mon[27925]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:15 smithi144 ceph-mon[31316]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:16.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:16 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-21T23:54:16.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:16 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:16.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:16 smithi120 ceph-mon[31499]: Deploying daemon osd.10 on smithi120 2024-04-21T23:54:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:16 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-21T23:54:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:16 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:16 smithi080 ceph-mon[27925]: Deploying daemon osd.10 on smithi120 2024-04-21T23:54:17.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:16 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-21T23:54:17.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:16 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:17.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:16 smithi144 ceph-mon[31316]: Deploying daemon osd.10 on smithi120 2024-04-21T23:54:17.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:17 smithi120 ceph-mon[31499]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:17 smithi080 ceph-mon[27925]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:18.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:17 smithi144 ceph-mon[31316]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:20.136 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:19 smithi120 ceph-mon[31499]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:20.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:19 smithi080 ceph-mon[27925]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:20.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:19 smithi144 ceph-mon[31316]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:22.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:21 smithi080 ceph-mon[27925]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:22.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:21 smithi120 ceph-mon[31499]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:22.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:21 smithi144 ceph-mon[31316]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:23.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:22 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:23.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:22 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:23.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:22 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:22 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:23.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:22 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:23.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:22 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:22 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:22 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:22 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:23.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:23 smithi120 ceph-mon[31499]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:23 smithi144 ceph-mon[31316]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:24.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:23 smithi080 ceph-mon[27925]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:25.357 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 10 on host 'smithi120' 2024-04-21T23:54:25.357 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.363+0000 7f45dd7fa700 1 -- 172.21.15.120:0/4094931023 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f45e0062670 con 0x7f45c80a2c20 2024-04-21T23:54:25.361 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f45c80a2c20 msgr2=0x7f45c80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f45c80a2c20 0x7f45c80a50e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f45d4005cd0 tx=0x7f45d4005c20 comp rx=0 tx=0).stop 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0102290 msgr2=0x7f45e0198460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0102290 0x7f45e0198460 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f45d000c970 tx=0x7f45d000cc80 comp rx=0 tx=0).stop 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 shutdown_connections 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f45c80a2c20 0x7f45c80a50e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f45e0103e30 0x7f45e019fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f45e0102290 0x7f45e0198460 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 --2- 172.21.15.120:0/4094931023 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f45e0103490 0x7f45e01989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 >> 172.21.15.120:0/4094931023 conn(0x7f45e00fd830 msgr2=0x7f45e0106860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 shutdown_connections 2024-04-21T23:54:25.362 INFO:teuthology.orchestra.run.smithi120.stderr:2024-04-21T23:54:25.365+0000 7f45e62be700 1 -- 172.21.15.120:0/4094931023 wait complete. 2024-04-21T23:54:26.110 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:25 smithi120 ceph-mon[31499]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:26.110 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:25 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:26.110 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:25 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:26.110 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:25 smithi120 ceph-mon[31499]: from='osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T23:54:26.110 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:25 smithi120 ceph-mon[31499]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T23:54:26.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:25 smithi144 ceph-mon[31316]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:26.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:25 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:26.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:25 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:26.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:25 smithi144 ceph-mon[31316]: from='osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T23:54:26.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:25 smithi144 ceph-mon[31316]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T23:54:26.446 DEBUG:teuthology.orchestra.run.smithi120:osd.10> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.10.service 2024-04-21T23:54:26.448 INFO:tasks.cephadm:Deploying osd.11 on smithi144 with /dev/vg_nvme/lv_1... 2024-04-21T23:54:26.449 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-21T23:54:26.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:25 smithi080 ceph-mon[27925]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:26.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:25 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:26.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:25 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:26.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:25 smithi080 ceph-mon[27925]: from='osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T23:54:26.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:25 smithi080 ceph-mon[27925]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T23:54:26.700 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:54:27.432 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:27 smithi144 ceph-mon[31316]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-21T23:54:27.432 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:27 smithi144 ceph-mon[31316]: from='osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:54:27.432 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:27 smithi144 ceph-mon[31316]: osdmap e71: 11 total, 10 up, 11 in 2024-04-21T23:54:27.432 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:27.433 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:27 smithi144 ceph-mon[31316]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:54:27.433 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:27.433 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:27.433 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:27 smithi144 ceph-mon[31316]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:27.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-mon[31499]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-21T23:54:27.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-mon[31499]: from='osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:54:27.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-mon[31499]: osdmap e71: 11 total, 10 up, 11 in 2024-04-21T23:54:27.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:27.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-mon[31499]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:54:27.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:27.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:27.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-mon[31499]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:27.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:27 smithi080 ceph-mon[27925]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-21T23:54:27.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:27 smithi080 ceph-mon[27925]: from='osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:54:27.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:27 smithi080 ceph-mon[27925]: osdmap e71: 11 total, 10 up, 11 in 2024-04-21T23:54:27.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:27.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:27 smithi080 ceph-mon[27925]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-04-21T23:54:27.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:27.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:27.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:27 smithi080 ceph-mon[27925]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:28.245 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-21T23:54:27.762+0000 7f273163f700 -1 osd.10 0 waiting for initial osdmap 2024-04-21T23:54:28.245 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 21 23:54:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-21T23:54:27.776+0000 7f272942a700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:54:28.563 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:28 smithi120 ceph-mon[31499]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:54:28.563 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:28 smithi120 ceph-mon[31499]: osdmap e72: 11 total, 10 up, 11 in 2024-04-21T23:54:28.563 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:28 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:28.563 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:28 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:28.563 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:28 smithi120 ceph-mon[31499]: from='osd.10 ' entity='osd.10' 2024-04-21T23:54:28.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:28 smithi144 ceph-mon[31316]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:54:28.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:28 smithi144 ceph-mon[31316]: osdmap e72: 11 total, 10 up, 11 in 2024-04-21T23:54:28.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:28 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:28.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:28 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:28.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:28 smithi144 ceph-mon[31316]: from='osd.10 ' entity='osd.10' 2024-04-21T23:54:28.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:28 smithi080 ceph-mon[27925]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-04-21T23:54:28.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:28 smithi080 ceph-mon[27925]: osdmap e72: 11 total, 10 up, 11 in 2024-04-21T23:54:28.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:28 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:28.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:28 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:28.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:28 smithi080 ceph-mon[27925]: from='osd.10 ' entity='osd.10' 2024-04-21T23:54:28.736 INFO:teuthology.orchestra.run.smithi144.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-21T23:54:28.736 INFO:teuthology.orchestra.run.smithi144.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-21T23:54:28.736 INFO:teuthology.orchestra.run.smithi144.stderr: stderr: 10+0 records in 2024-04-21T23:54:28.737 INFO:teuthology.orchestra.run.smithi144.stderr:10+0 records out 2024-04-21T23:54:28.737 INFO:teuthology.orchestra.run.smithi144.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112799 s, 930 MB/s 2024-04-21T23:54:28.737 INFO:teuthology.orchestra.run.smithi144.stderr:--> Zapping successful for: 2024-04-21T23:54:29.484 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi144:vg_nvme/lv_1 2024-04-21T23:54:29.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:29 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:54:29.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:29 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:54:29.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:29.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:29 smithi144 ceph-mon[31316]: osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] boot 2024-04-21T23:54:29.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:29 smithi144 ceph-mon[31316]: osdmap e73: 11 total, 11 up, 11 in 2024-04-21T23:54:29.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:29.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:29 smithi144 ceph-mon[31316]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:29.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:29 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:54:29.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:29 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:54:29.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:29.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:29 smithi080 ceph-mon[27925]: osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] boot 2024-04-21T23:54:29.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:29 smithi080 ceph-mon[27925]: osdmap e73: 11 total, 11 up, 11 in 2024-04-21T23:54:29.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:29.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:29 smithi080 ceph-mon[27925]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:29.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:29 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:54:29.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:29 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:54:29.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:29.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:29 smithi120 ceph-mon[31499]: osd.10 [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] boot 2024-04-21T23:54:29.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:29 smithi120 ceph-mon[31499]: osdmap e73: 11 total, 11 up, 11 in 2024-04-21T23:54:29.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:54:29.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:29 smithi120 ceph-mon[31499]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-21T23:54:29.719 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:54:30.397 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:30 smithi120 ceph-mon[31499]: osdmap e74: 11 total, 11 up, 11 in 2024-04-21T23:54:30.488 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:30 smithi144 ceph-mon[31316]: osdmap e74: 11 total, 11 up, 11 in 2024-04-21T23:54:30.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:30 smithi080 ceph-mon[27925]: osdmap e74: 11 total, 11 up, 11 in 2024-04-21T23:54:31.307 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.311+0000 7fd854f5c700 1 -- 172.21.15.144:0/1026490800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850100940 msgr2=0x7fd850100d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:31.307 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.311+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1026490800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850100940 0x7fd850100d60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd840009990 tx=0x7fd840009ca0 comp rx=0 tx=0).stop 2024-04-21T23:54:31.307 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.312+0000 7fd854f5c700 1 -- 172.21.15.144:0/1026490800 shutdown_connections 2024-04-21T23:54:31.307 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.312+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1026490800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd8501024e0 0x7fd850108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:31.307 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.312+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1026490800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850100940 0x7fd850100d60 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:31.307 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.312+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1026490800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd850101b40 0x7fd850101fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:31.307 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.312+0000 7fd854f5c700 1 -- 172.21.15.144:0/1026490800 >> 172.21.15.144:0/1026490800 conn(0x7fd8500fbee0 msgr2=0x7fd8500fe320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.312+0000 7fd854f5c700 1 -- 172.21.15.144:0/1026490800 shutdown_connections 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.312+0000 7fd854f5c700 1 -- 172.21.15.144:0/1026490800 wait complete. 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.312+0000 7fd854f5c700 1 Processor -- start 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd854f5c700 1 -- start start 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd854f5c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd850100940 0x7fd85010a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd854f5c700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850101b40 0x7fd85019d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd854f5c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8501024e0 0x7fd85019f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd854f5c700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fd85010cdc0 con 0x7fd850100940 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd854f5c700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd85010cc40 con 0x7fd8501024e0 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd854f5c700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fd85010cf40 con 0x7fd850101b40 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850101b40 0x7fd85019d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850101b40 0x7fd85019d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.144:54288/0 (socket says 172.21.15.144:54288) 2024-04-21T23:54:31.308 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 -- 172.21.15.144:0/1903123209 learned_addr learned my addr 172.21.15.144:0/1903123209 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84e59c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd850100940 0x7fd85010a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84ed9d700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8501024e0 0x7fd85019f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 -- 172.21.15.144:0/1903123209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8501024e0 msgr2=0x7fd85019f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8501024e0 0x7fd85019f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 -- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd850100940 msgr2=0x7fd85010a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd850100940 0x7fd85010a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 -- 172.21.15.144:0/1903123209 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8501a00b0 con 0x7fd850101b40 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd84dd9b700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850101b40 0x7fd85019d150 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd84400d980 tx=0x7fd84400dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd83f7fe700 1 -- 172.21.15.144:0/1903123209 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd844017070 con 0x7fd850101b40 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8501a03a0 con 0x7fd850101b40 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.313+0000 7fd83f7fe700 1 -- 172.21.15.144:0/1903123209 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd844005020 con 0x7fd850101b40 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.314+0000 7fd83f7fe700 1 -- 172.21.15.144:0/1903123209 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd84400fbf0 con 0x7fd850101b40 2024-04-21T23:54:31.309 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.314+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8501a08e0 con 0x7fd850101b40 2024-04-21T23:54:31.310 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.315+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd850068f20 con 0x7fd850101b40 2024-04-21T23:54:31.310 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.315+0000 7fd83f7fe700 1 -- 172.21.15.144:0/1903123209 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd8440051d0 con 0x7fd850101b40 2024-04-21T23:54:31.311 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.316+0000 7fd83f7fe700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd8380a2c20 0x7fd8380a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:31.311 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.316+0000 7fd83f7fe700 1 -- 172.21.15.144:0/1903123209 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6694+0+0 (secure 0 0 0) 0x7fd8440ce810 con 0x7fd850101b40 2024-04-21T23:54:31.311 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.316+0000 7fd84e59c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd8380a2c20 0x7fd8380a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:31.311 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.317+0000 7fd84e59c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd8380a2c20 0x7fd8380a50e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd840003890 tx=0x7fd840005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:54:31.313 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.321+0000 7fd83f7fe700 1 -- 172.21.15.144:0/1903123209 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd844020020 con 0x7fd850101b40 2024-04-21T23:54:31.523 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:31.530+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd850062670 con 0x7fd8380a2c20 2024-04-21T23:54:31.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: osdmap e75: 11 total, 11 up, 11 in 2024-04-21T23:54:31.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi120 2024-04-21T23:54:31.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi120 to 4272M 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: osdmap e76: 11 total, 11 up, 11 in 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:31.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:31.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:31 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: osdmap e75: 11 total, 11 up, 11 in 2024-04-21T23:54:31.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi120 2024-04-21T23:54:31.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi120 to 4272M 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: osdmap e76: 11 total, 11 up, 11 in 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:31.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:31 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: osdmap e75: 11 total, 11 up, 11 in 2024-04-21T23:54:31.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi120 2024-04-21T23:54:31.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:31.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi120 to 4272M 2024-04-21T23:54:31.746 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:31.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:31.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:31.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: osdmap e76: 11 total, 11 up, 11 in 2024-04-21T23:54:31.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:31.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:31.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:31.748 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:31.748 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:31 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:32.463 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:32 smithi144 ceph-mon[31316]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:54:32.463 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:32 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:54:32.463 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:32 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:54:32.463 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:32 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:32.463 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:32 smithi144 ceph-mon[31316]: osdmap e77: 11 total, 11 up, 11 in 2024-04-21T23:54:32.625 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:32 smithi080 ceph-mon[27925]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:54:32.625 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:32 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:54:32.626 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:32 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:54:32.626 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:32 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:32.626 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:32 smithi080 ceph-mon[27925]: osdmap e77: 11 total, 11 up, 11 in 2024-04-21T23:54:32.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:32 smithi120 ceph-mon[31499]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi144:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:54:32.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:32 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T23:54:32.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:32 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T23:54:32.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:32 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:32.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:32 smithi120 ceph-mon[31499]: osdmap e77: 11 total, 11 up, 11 in 2024-04-21T23:54:33.478 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:33 smithi144 ceph-mon[31316]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T23:54:33.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:33 smithi120 ceph-mon[31499]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T23:54:33.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:33 smithi080 ceph-mon[27925]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T23:54:34.658 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:34 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/2888120658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]: dispatch 2024-04-21T23:54:34.659 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:34 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]: dispatch 2024-04-21T23:54:34.659 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:34 smithi144 ceph-mon[31316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]': finished 2024-04-21T23:54:34.659 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:34 smithi144 ceph-mon[31316]: osdmap e78: 12 total, 11 up, 12 in 2024-04-21T23:54:34.659 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:34 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:34.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:34 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/2888120658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]: dispatch 2024-04-21T23:54:34.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:34 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]: dispatch 2024-04-21T23:54:34.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:34 smithi080 ceph-mon[27925]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]': finished 2024-04-21T23:54:34.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:34 smithi080 ceph-mon[27925]: osdmap e78: 12 total, 11 up, 12 in 2024-04-21T23:54:34.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:34 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:34.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:34 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/2888120658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]: dispatch 2024-04-21T23:54:34.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:34 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]: dispatch 2024-04-21T23:54:34.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:34 smithi120 ceph-mon[31499]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22a3479e-70ea-4f38-b77b-9ac693812ebe"}]': finished 2024-04-21T23:54:34.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:34 smithi120 ceph-mon[31499]: osdmap e78: 12 total, 11 up, 12 in 2024-04-21T23:54:34.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:34 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:35.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:35 smithi080 ceph-mon[27925]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-21T23:54:35.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:35 smithi080 ceph-mon[27925]: from='client.? 172.21.15.144:0/668937965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:54:35.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:35 smithi120 ceph-mon[31499]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-21T23:54:35.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:35 smithi120 ceph-mon[31499]: from='client.? 172.21.15.144:0/668937965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:54:35.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:35 smithi144 ceph-mon[31316]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-21T23:54:35.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:35 smithi144 ceph-mon[31316]: from='client.? 172.21.15.144:0/668937965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T23:54:38.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:37 smithi080 ceph-mon[27925]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-21T23:54:38.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:37 smithi120 ceph-mon[31499]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-21T23:54:38.269 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:37 smithi144 ceph-mon[31316]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-21T23:54:40.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:39 smithi144 ceph-mon[31316]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:54:40.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:39 smithi080 ceph-mon[27925]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:54:40.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:39 smithi120 ceph-mon[31499]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T23:54:42.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:41 smithi144 ceph-mon[31316]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:41 smithi080 ceph-mon[27925]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:42.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:41 smithi120 ceph-mon[31499]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:43.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-21T23:54:43.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:42 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:43.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:42 smithi144 ceph-mon[31316]: Deploying daemon osd.11 on smithi144 2024-04-21T23:54:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-21T23:54:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:42 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:42 smithi080 ceph-mon[27925]: Deploying daemon osd.11 on smithi144 2024-04-21T23:54:43.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-21T23:54:43.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:42 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:43.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:42 smithi120 ceph-mon[31499]: Deploying daemon osd.11 on smithi144 2024-04-21T23:54:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:43 smithi144 ceph-mon[31316]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:43 smithi080 ceph-mon[27925]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:44.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:43 smithi120 ceph-mon[31499]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:46.176 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:45 smithi144 ceph-mon[31316]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:46.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:45 smithi080 ceph-mon[27925]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:46.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:45 smithi120 ceph-mon[31499]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:48.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:47 smithi144 ceph-mon[31316]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:48.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:47 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:48.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:47 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:48.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:47 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:47 smithi080 ceph-mon[27925]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:47 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:47 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:47 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:48.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:47 smithi120 ceph-mon[31499]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:48.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:47 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:48.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:47 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:48.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:47 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:49 smithi080 ceph-mon[27925]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:50.199 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:49 smithi144 ceph-mon[31316]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:49 smithi120 ceph-mon[31499]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:51.538 INFO:teuthology.orchestra.run.smithi144.stdout:Created osd(s) 11 on host 'smithi144' 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.542+0000 7fd83f7fe700 1 -- 172.21.15.144:0/1903123209 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fd850062670 con 0x7fd8380a2c20 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd8380a2c20 msgr2=0x7fd8380a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd8380a2c20 0x7fd8380a50e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd840003890 tx=0x7fd840005fd0 comp rx=0 tx=0).stop 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850101b40 msgr2=0x7fd85019d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850101b40 0x7fd85019d150 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd84400d980 tx=0x7fd84400dc90 comp rx=0 tx=0).stop 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 shutdown_connections 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd8380a2c20 0x7fd8380a50e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8501024e0 0x7fd85019f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd850100940 0x7fd85010a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 --2- 172.21.15.144:0/1903123209 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd850101b40 0x7fd85019d150 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 >> 172.21.15.144:0/1903123209 conn(0x7fd8500fbee0 msgr2=0x7fd850104e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:54:51.539 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 shutdown_connections 2024-04-21T23:54:51.540 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:54:51.545+0000 7fd854f5c700 1 -- 172.21.15.144:0/1903123209 wait complete. 2024-04-21T23:54:51.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:51.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:51.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:51.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T23:54:51.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T23:54:51.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:51 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:51.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:51.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:51.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:51.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T23:54:51.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T23:54:51.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:51 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T23:54:51.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:51.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:51 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:54:52.243 DEBUG:teuthology.orchestra.run.smithi144:osd.11> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.11.service 2024-04-21T23:54:52.245 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-21T23:54:52.245 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-21T23:54:52.518 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:54:52.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:52 smithi144 ceph-mon[31316]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-21T23:54:52.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:52 smithi144 ceph-mon[31316]: from='osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:54:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:52 smithi144 ceph-mon[31316]: osdmap e79: 12 total, 11 up, 12 in 2024-04-21T23:54:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:52 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:52 smithi144 ceph-mon[31316]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:54:52.865 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 21 23:54:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-21T23:54:52.619+0000 7f5e0efc7700 -1 osd.11 0 waiting for initial osdmap 2024-04-21T23:54:52.865 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 21 23:54:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-21T23:54:52.631+0000 7f5e0adba700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T23:54:52.882 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:52 smithi080 ceph-mon[27925]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-21T23:54:52.882 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:52 smithi080 ceph-mon[27925]: from='osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:54:52.882 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:52 smithi080 ceph-mon[27925]: osdmap e79: 12 total, 11 up, 12 in 2024-04-21T23:54:52.883 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:52 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:52.883 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:52 smithi080 ceph-mon[27925]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:54:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:52 smithi120 ceph-mon[31499]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-21T23:54:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:52 smithi120 ceph-mon[31499]: from='osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:54:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:52 smithi120 ceph-mon[31499]: osdmap e79: 12 total, 11 up, 12 in 2024-04-21T23:54:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:52 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:52 smithi120 ceph-mon[31499]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]: dispatch 2024-04-21T23:54:53.720 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:53 smithi144 ceph-mon[31316]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:54:53.720 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:53 smithi144 ceph-mon[31316]: osdmap e80: 12 total, 11 up, 12 in 2024-04-21T23:54:53.720 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:53 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:53.720 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:53 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:53.720 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:53 smithi144 ceph-mon[31316]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:53.720 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:53 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:53.856 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:53 smithi080 ceph-mon[27925]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:54:53.856 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:53 smithi080 ceph-mon[27925]: osdmap e80: 12 total, 11 up, 12 in 2024-04-21T23:54:53.856 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:53 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:53.856 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:53 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:53.856 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:53 smithi080 ceph-mon[27925]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:53.856 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:53 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:53.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:53 smithi120 ceph-mon[31499]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi144", "root=default"]}]': finished 2024-04-21T23:54:53.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:53 smithi120 ceph-mon[31499]: osdmap e80: 12 total, 11 up, 12 in 2024-04-21T23:54:53.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:53 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:53.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:53 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:53.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:53 smithi120 ceph-mon[31499]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-21T23:54:53.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:53 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:54.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 -- 172.21.15.80:0/3142097553 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 msgr2=0x7f9a941095e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:54.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 --2- 172.21.15.80:0/3142097553 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 0x7f9a941095e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c0099c0 tx=0x7f9a8c009cd0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 -- 172.21.15.80:0/3142097553 shutdown_connections 2024-04-21T23:54:54.403 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 --2- 172.21.15.80:0/3142097553 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 0x7f9a941095e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 --2- 172.21.15.80:0/3142097553 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a94101190 0x7f9a941015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 --2- 172.21.15.80:0/3142097553 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a94102390 0x7f9a941027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 -- 172.21.15.80:0/3142097553 >> 172.21.15.80:0/3142097553 conn(0x7f9a940fc730 msgr2=0x7f9a940feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 -- 172.21.15.80:0/3142097553 shutdown_connections 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 -- 172.21.15.80:0/3142097553 wait complete. 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 Processor -- start 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.407+0000 7f9a9be24700 1 -- start start 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9be24700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a94101190 0x7f9a94198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9be24700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a94102390 0x7f9a94198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9be24700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 0x7f9a9419fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:54.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9be24700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9410cd80 con 0x7f9a94102d30 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9be24700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9410cc00 con 0x7f9a94102390 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9be24700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9410cf00 con 0x7f9a94101190 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 0x7f9a9419fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 0x7f9a9419fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49526/0 (socket says 172.21.15.80:49526) 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 -- 172.21.15.80:0/696463280 learned_addr learned my addr 172.21.15.80:0/696463280 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a99bc0700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a94101190 0x7f9a94198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a993bf700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a94102390 0x7f9a94198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 -- 172.21.15.80:0/696463280 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a94101190 msgr2=0x7f9a94198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a94101190 0x7f9a94198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 -- 172.21.15.80:0/696463280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a94102390 msgr2=0x7f9a94198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a94102390 0x7f9a94198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 -- 172.21.15.80:0/696463280 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a941a00b0 con 0x7f9a94102d30 2024-04-21T23:54:54.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a993bf700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a94102390 0x7f9a94198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:54:54.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9a3c1700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 0x7f9a9419fa10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c005910 tx=0x7f9a8c00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:54:54.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a8affd700 1 -- 172.21.15.80:0/696463280 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c027070 con 0x7f9a94102d30 2024-04-21T23:54:54.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a8affd700 1 -- 172.21.15.80:0/696463280 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a8c022950 con 0x7f9a94102d30 2024-04-21T23:54:54.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a941a0340 con 0x7f9a94102d30 2024-04-21T23:54:54.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.408+0000 7f9a8affd700 1 -- 172.21.15.80:0/696463280 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c009e60 con 0x7f9a94102d30 2024-04-21T23:54:54.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.409+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a941a0790 con 0x7f9a94102d30 2024-04-21T23:54:54.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.409+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a94068f20 con 0x7f9a94102d30 2024-04-21T23:54:54.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.411+0000 7f9a8affd700 1 -- 172.21.15.80:0/696463280 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9a8c02a070 con 0x7f9a94102d30 2024-04-21T23:54:54.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.411+0000 7f9a8affd700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a800a2ca0 0x7f9a800a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:54.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.411+0000 7f9a99bc0700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a800a2ca0 0x7f9a800a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:54.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.411+0000 7f9a8affd700 1 -- 172.21.15.80:0/696463280 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f9a8c0cf820 con 0x7f9a94102d30 2024-04-21T23:54:54.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.412+0000 7f9a99bc0700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a800a2ca0 0x7f9a800a5160 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9a941021f0 tx=0x7f9a90007a30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:54:54.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.415+0000 7f9a8affd700 1 -- 172.21.15.80:0/696463280 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9a8c013070 con 0x7f9a94102d30 2024-04-21T23:54:54.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.618+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f9a941a0bd0 con 0x7f9a94102d30 2024-04-21T23:54:54.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.619+0000 7f9a8affd700 1 -- 172.21.15.80:0/696463280 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f9a8c09ccb0 con 0x7f9a94102d30 2024-04-21T23:54:54.613 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a800a2ca0 msgr2=0x7f9a800a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a800a2ca0 0x7f9a800a5160 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9a941021f0 tx=0x7f9a90007a30 comp rx=0 tx=0).stop 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 msgr2=0x7f9a9419fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 0x7f9a9419fa10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c005910 tx=0x7f9a8c00fa00 comp rx=0 tx=0).stop 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 shutdown_connections 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a800a2ca0 0x7f9a800a5160 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a94102d30 0x7f9a9419fa10 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a94101190 0x7f9a94198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 --2- 172.21.15.80:0/696463280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a94102390 0x7f9a94198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 >> 172.21.15.80:0/696463280 conn(0x7f9a940fc730 msgr2=0x7f9a940fe140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 shutdown_connections 2024-04-21T23:54:54.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:54.621+0000 7f9a9be24700 1 -- 172.21.15.80:0/696463280 wait complete. 2024-04-21T23:54:54.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:54 smithi080 ceph-mon[27925]: purged_snaps scrub starts 2024-04-21T23:54:54.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:54 smithi080 ceph-mon[27925]: purged_snaps scrub ok 2024-04-21T23:54:54.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:54 smithi080 ceph-mon[27925]: osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] boot 2024-04-21T23:54:54.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:54 smithi080 ceph-mon[27925]: osdmap e81: 12 total, 12 up, 12 in 2024-04-21T23:54:54.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:54 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:54.727 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:54 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/696463280' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T23:54:54.849 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:54 smithi144 ceph-mon[31316]: purged_snaps scrub starts 2024-04-21T23:54:54.849 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:54 smithi144 ceph-mon[31316]: purged_snaps scrub ok 2024-04-21T23:54:54.849 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:54 smithi144 ceph-mon[31316]: osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] boot 2024-04-21T23:54:54.849 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:54 smithi144 ceph-mon[31316]: osdmap e81: 12 total, 12 up, 12 in 2024-04-21T23:54:54.849 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:54 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:54.849 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:54 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/696463280' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T23:54:54.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:54 smithi120 ceph-mon[31499]: purged_snaps scrub starts 2024-04-21T23:54:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:54 smithi120 ceph-mon[31499]: purged_snaps scrub ok 2024-04-21T23:54:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:54 smithi120 ceph-mon[31499]: osd.11 [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] boot 2024-04-21T23:54:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:54 smithi120 ceph-mon[31499]: osdmap e81: 12 total, 12 up, 12 in 2024-04-21T23:54:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:54 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:54:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:54 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/696463280' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T23:54:55.342 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1713743693,"num_in_osds":12,"osd_in_since":1713743674,"num_remapped_pgs":0} 2024-04-21T23:54:55.343 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-21T23:54:55.584 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:54:55.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: osdmap e82: 12 total, 12 up, 12 in 2024-04-21T23:54:55.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:54:55.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:55.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:55.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:55.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:55.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:55.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:55.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:55.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:55.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:55.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:55 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:55.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: osdmap e82: 12 total, 12 up, 12 in 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:55.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:55 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:56.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: osdmap e82: 12 total, 12 up, 12 in 2024-04-21T23:54:56.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:54:56.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:55 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:54:56.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:56 smithi080 ceph-mon[27925]: Detected new or changed devices on smithi144 2024-04-21T23:54:56.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:56 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi144 to 4272M 2024-04-21T23:54:56.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:56 smithi120 ceph-mon[31499]: Detected new or changed devices on smithi144 2024-04-21T23:54:56.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:56 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi144 to 4272M 2024-04-21T23:54:57.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:56 smithi144 ceph-mon[31316]: Detected new or changed devices on smithi144 2024-04-21T23:54:57.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:56 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi144 to 4272M 2024-04-21T23:54:57.335 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 -- 172.21.15.80:0/3693598191 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 msgr2=0x7fccd01015d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:57.335 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 --2- 172.21.15.80:0/3693598191 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 0x7fccd01015d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009990 tx=0x7fccc4009ca0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.335 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 -- 172.21.15.80:0/3693598191 shutdown_connections 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 --2- 172.21.15.80:0/3693598191 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fccd0101b10 0x7fccd010dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 --2- 172.21.15.80:0/3693598191 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fccd01071b0 0x7fccd0107590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 --2- 172.21.15.80:0/3693598191 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 0x7fccd01015d0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 -- 172.21.15.80:0/3693598191 >> 172.21.15.80:0/3693598191 conn(0x7fccd0078060 msgr2=0x7fccd0078470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 -- 172.21.15.80:0/3693598191 shutdown_connections 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 -- 172.21.15.80:0/3693598191 wait complete. 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.340+0000 7fccd5528700 1 Processor -- start 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccd5528700 1 -- start start 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccd5528700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 0x7fccd0199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccd5528700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fccd0101b10 0x7fccd0199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccd5528700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fccd01071b0 0x7fccd01a48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccd5528700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fccd0111410 con 0x7fccd0101170 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccd5528700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fccd0111290 con 0x7fccd01071b0 2024-04-21T23:54:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccd5528700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fccd0111590 con 0x7fccd0101b10 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 0x7fccd0199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 0x7fccd0199870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49552/0 (socket says 172.21.15.80:49552) 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 -- 172.21.15.80:0/2292477140 learned_addr learned my addr 172.21.15.80:0/2292477140 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccce7fc700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fccd0101b10 0x7fccd0199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fcccf7fe700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fccd01071b0 0x7fccd01a48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 -- 172.21.15.80:0/2292477140 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fccd0101b10 msgr2=0x7fccd0199db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fccd0101b10 0x7fccd0199db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 -- 172.21.15.80:0/2292477140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fccd01071b0 msgr2=0x7fccd01a48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fccd01071b0 0x7fccd01a48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 -- 172.21.15.80:0/2292477140 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccd01a4e30 con 0x7fccd0101170 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fcccf7fe700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fccd01071b0 0x7fccd01a48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.341+0000 7fccceffd700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 0x7fccd0199870 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fccc000d950 tx=0x7fccc000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.342+0000 7fccb7fff700 1 -- 172.21.15.80:0/2292477140 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc0016070 con 0x7fccd0101170 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.342+0000 7fccb7fff700 1 -- 172.21.15.80:0/2292477140 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fccc0009e20 con 0x7fccd0101170 2024-04-21T23:54:57.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.342+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccd01a5000 con 0x7fccd0101170 2024-04-21T23:54:57.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.342+0000 7fccb7fff700 1 -- 172.21.15.80:0/2292477140 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc000f620 con 0x7fccd0101170 2024-04-21T23:54:57.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.342+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccd01a5560 con 0x7fccd0101170 2024-04-21T23:54:57.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.343+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccd0102860 con 0x7fccd0101170 2024-04-21T23:54:57.338 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.344+0000 7fccb7fff700 1 -- 172.21.15.80:0/2292477140 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fccc0019070 con 0x7fccd0101170 2024-04-21T23:54:57.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.344+0000 7fccb7fff700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fccb80a2ca0 0x7fccb80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:54:57.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.344+0000 7fccce7fc700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fccb80a2ca0 0x7fccb80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:54:57.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.344+0000 7fccb7fff700 1 -- 172.21.15.80:0/2292477140 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fccc00ce680 con 0x7fccd0101170 2024-04-21T23:54:57.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.345+0000 7fccce7fc700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fccb80a2ca0 0x7fccb80a5160 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fccc400b5c0 tx=0x7fccc4005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:54:57.341 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.348+0000 7fccb7fff700 1 -- 172.21.15.80:0/2292477140 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fccc009ba80 con 0x7fccd0101170 2024-04-21T23:54:57.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.545+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fccd002db30 con 0x7fccd0101170 2024-04-21T23:54:57.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.546+0000 7fccb7fff700 1 -- 172.21.15.80:0/2292477140 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18468 (secure 0 0 0) 0x7fccc009b380 con 0x7fccd0101170 2024-04-21T23:54:57.540 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:54:57.540 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":82,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:54:54.630071+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:54:57.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fccb80a2ca0 msgr2=0x7fccb80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:57.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fccb80a2ca0 0x7fccb80a5160 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fccc400b5c0 tx=0x7fccc4005960 comp rx=0 tx=0).stop 2024-04-21T23:54:57.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 msgr2=0x7fccd0199870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:54:57.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 0x7fccd0199870 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fccc000d950 tx=0x7fccc000dc60 comp rx=0 tx=0).stop 2024-04-21T23:54:57.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 shutdown_connections 2024-04-21T23:54:57.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fccb80a2ca0 0x7fccb80a5160 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fccd01071b0 0x7fccd01a48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fccd0101170 0x7fccd0199870 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 --2- 172.21.15.80:0/2292477140 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fccd0101b10 0x7fccd0199db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:54:57.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 >> 172.21.15.80:0/2292477140 conn(0x7fccd0078060 msgr2=0x7fccd00ffe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:54:57.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 shutdown_connections 2024-04-21T23:54:57.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:54:57.549+0000 7fccd5528700 1 -- 172.21.15.80:0/2292477140 wait complete. 2024-04-21T23:54:57.903 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:57 smithi080 ceph-mon[27925]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:54:57.903 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2292477140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:54:57.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:57 smithi120 ceph-mon[31499]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:54:57.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2292477140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:54:58.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:57 smithi144 ceph-mon[31316]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:54:58.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2292477140' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:54:58.307 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-21T23:54:58.308 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-21T23:54:58.544 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:54:59.874 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:54:59 smithi080 ceph-mon[27925]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:00.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 -- 172.21.15.80:0/3413779704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 msgr2=0x7f6948107800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 --2- 172.21.15.80:0/3413779704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 0x7f6948107800 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f69380099c0 tx=0x7f6938009cd0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 -- 172.21.15.80:0/3413779704 shutdown_connections 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 --2- 172.21.15.80:0/3413779704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f69481026c0 0x7f694810e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 --2- 172.21.15.80:0/3413779704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 0x7f6948107800 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 --2- 172.21.15.80:0/3413779704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6948101d00 0x7f6948102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 -- 172.21.15.80:0/3413779704 >> 172.21.15.80:0/3413779704 conn(0x7f6948076450 msgr2=0x7f6948076860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 -- 172.21.15.80:0/3413779704 shutdown_connections 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.108+0000 7f694cee4700 1 -- 172.21.15.80:0/3413779704 wait complete. 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f694cee4700 1 Processor -- start 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f694cee4700 1 -- start start 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f694cee4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6948101d00 0x7f6948102e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:00.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f694cee4700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f69481026c0 0x7f69481033c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f694cee4700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 0x7f6948103900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f694cee4700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6948111610 con 0x7f6948107420 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f694cee4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6948111490 con 0x7f6948101d00 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f694cee4700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6948111790 con 0x7f69481026c0 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f6946d9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 0x7f6948103900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.109+0000 7f6946d9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 0x7f6948103900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49578/0 (socket says 172.21.15.80:49578) 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f6946d9d700 1 -- 172.21.15.80:0/1262144736 learned_addr learned my addr 172.21.15.80:0/1262144736 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f6945d9b700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f69481026c0 0x7f69481033c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f694659c700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6948101d00 0x7f6948102e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:00.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f6946d9d700 1 -- 172.21.15.80:0/1262144736 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f69481026c0 msgr2=0x7f69481033c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f6946d9d700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f69481026c0 0x7f69481033c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f6946d9d700 1 -- 172.21.15.80:0/1262144736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6948101d00 msgr2=0x7f6948102e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f6946d9d700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6948101d00 0x7f6948102e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f6946d9d700 1 -- 172.21.15.80:0/1262144736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69481a7020 con 0x7f6948107420 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f694659c700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6948101d00 0x7f6948102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f6946d9d700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 0x7f6948103900 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f694000b9e0 tx=0x7f694000bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f69377fe700 1 -- 172.21.15.80:0/1262144736 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6940019070 con 0x7f6948107420 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69481a7310 con 0x7f6948107420 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f69377fe700 1 -- 172.21.15.80:0/1262144736 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f694000ce10 con 0x7f6948107420 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f69377fe700 1 -- 172.21.15.80:0/1262144736 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6940012360 con 0x7f6948107420 2024-04-21T23:55:00.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.110+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69481a7850 con 0x7f6948107420 2024-04-21T23:55:00.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.111+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6948068f20 con 0x7f6948107420 2024-04-21T23:55:00.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.112+0000 7f69377fe700 1 -- 172.21.15.80:0/1262144736 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f694001c070 con 0x7f6948107420 2024-04-21T23:55:00.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.113+0000 7f69377fe700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f69300a2c20 0x7f69300a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:00.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.113+0000 7f694659c700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f69300a2c20 0x7f69300a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:00.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.113+0000 7f69377fe700 1 -- 172.21.15.80:0/1262144736 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f69400ce3a0 con 0x7f6948107420 2024-04-21T23:55:00.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.113+0000 7f694659c700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f69300a2c20 0x7f69300a50e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6938009750 tx=0x7f6938009f10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:00.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.116+0000 7f69377fe700 1 -- 172.21.15.80:0/1262144736 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f694009b7a0 con 0x7f6948107420 2024-04-21T23:55:00.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:54:59 smithi120 ceph-mon[31499]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:00.305 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.312+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f69481a7b10 con 0x7f6948107420 2024-04-21T23:55:00.305 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.312+0000 7f69377fe700 1 -- 172.21.15.80:0/1262144736 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f694009b0a0 con 0x7f6948107420 2024-04-21T23:55:00.306 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f69300a2c20 msgr2=0x7f69300a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f69300a2c20 0x7f69300a50e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6938009750 tx=0x7f6938009f10 comp rx=0 tx=0).stop 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 msgr2=0x7f6948103900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 0x7f6948103900 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f694000b9e0 tx=0x7f694000bcf0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 shutdown_connections 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f69300a2c20 0x7f69300a50e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6948107420 0x7f6948103900 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6948101d00 0x7f6948102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 --2- 172.21.15.80:0/1262144736 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f69481026c0 0x7f69481033c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 >> 172.21.15.80:0/1262144736 conn(0x7f6948076450 msgr2=0x7f6948105420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 shutdown_connections 2024-04-21T23:55:00.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:00.314+0000 7f694cee4700 1 -- 172.21.15.80:0/1262144736 wait complete. 2024-04-21T23:55:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:54:59 smithi144 ceph-mon[31316]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:00.966 INFO:tasks.cephadm:Adding mds.a on smithi080 2024-04-21T23:55:00.966 INFO:tasks.cephadm:Adding mds.d on smithi080 2024-04-21T23:55:00.966 INFO:tasks.cephadm:Adding mds.g on smithi080 2024-04-21T23:55:00.966 INFO:tasks.cephadm:Adding mds.j on smithi080 2024-04-21T23:55:00.966 INFO:tasks.cephadm:Adding mds.b on smithi120 2024-04-21T23:55:00.966 INFO:tasks.cephadm:Adding mds.e on smithi120 2024-04-21T23:55:00.966 INFO:tasks.cephadm:Adding mds.h on smithi120 2024-04-21T23:55:00.966 INFO:tasks.cephadm:Adding mds.k on smithi120 2024-04-21T23:55:00.967 INFO:tasks.cephadm:Adding mds.c on smithi144 2024-04-21T23:55:00.967 INFO:tasks.cephadm:Adding mds.f on smithi144 2024-04-21T23:55:00.967 INFO:tasks.cephadm:Adding mds.i on smithi144 2024-04-21T23:55:00.967 INFO:tasks.cephadm:Adding mds.l on smithi144 2024-04-21T23:55:00.967 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l' 2024-04-21T23:55:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:00 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1262144736' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:01.215 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-21T23:55:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:00 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1262144736' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:01.337 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:00 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1262144736' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:02.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:01 smithi144 ceph-mon[31316]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:02.146 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:01 smithi120 ceph-mon[31499]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:01 smithi080 ceph-mon[27925]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:02.876 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 -- 172.21.15.144:0/1394524225 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc101190 msgr2=0x7f27fc1015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:02.876 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 --2- 172.21.15.144:0/1394524225 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc101190 0x7f27fc1015b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f27ec009990 tx=0x7f27ec009ca0 comp rx=0 tx=0).stop 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 -- 172.21.15.144:0/1394524225 shutdown_connections 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 --2- 172.21.15.144:0/1394524225 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27fc102d30 0x7f27fc1095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 --2- 172.21.15.144:0/1394524225 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc101190 0x7f27fc1015b0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 --2- 172.21.15.144:0/1394524225 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27fc102390 0x7f27fc1027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 -- 172.21.15.144:0/1394524225 >> 172.21.15.144:0/1394524225 conn(0x7f27fc0fc730 msgr2=0x7f27fc0feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 -- 172.21.15.144:0/1394524225 shutdown_connections 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.883+0000 7f2802693700 1 -- 172.21.15.144:0/1394524225 wait complete. 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2802693700 1 Processor -- start 2024-04-21T23:55:02.877 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2802693700 1 -- start start 2024-04-21T23:55:02.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2802693700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27fc101190 0x7f27fc1974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:02.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2802693700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc102390 0x7f27fc197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:02.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2802693700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27fc102d30 0x7f27fc19eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:02.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2802693700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f27fc10cde0 con 0x7f27fc101190 2024-04-21T23:55:02.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2802693700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f27fc10cc60 con 0x7f27fc102d30 2024-04-21T23:55:02.879 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2802693700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f27fc10cf60 con 0x7f27fc102390 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f27fb7fe700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc102390 0x7f27fc197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f27fb7fe700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc102390 0x7f27fc197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.144:40652/0 (socket says 172.21.15.144:40652) 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f27fb7fe700 1 -- 172.21.15.144:0/1731456115 learned_addr learned my addr 172.21.15.144:0/1731456115 (peer_addr_for_me v2:172.21.15.144:0/0) 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f27fbfff700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27fc101190 0x7f27fc1974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.884+0000 7f2800c30700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27fc102d30 0x7f27fc19eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27fb7fe700 1 -- 172.21.15.144:0/1731456115 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27fc102d30 msgr2=0x7f27fc19eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27fb7fe700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27fc102d30 0x7f27fc19eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27fb7fe700 1 -- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27fc101190 msgr2=0x7f27fc1974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27fb7fe700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27fc101190 0x7f27fc1974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27fb7fe700 1 -- 172.21.15.144:0/1731456115 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27fc19f140 con 0x7f27fc102390 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27fb7fe700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc102390 0x7f27fc197a20 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f27f000b560 tx=0x7f27f000b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27f97fa700 1 -- 172.21.15.144:0/1731456115 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27f0015020 con 0x7f27fc102390 2024-04-21T23:55:02.880 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27f97fa700 1 -- 172.21.15.144:0/1731456115 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f27f0011d10 con 0x7f27fc102390 2024-04-21T23:55:02.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27fc19f430 con 0x7f27fc102390 2024-04-21T23:55:02.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f27f97fa700 1 -- 172.21.15.144:0/1731456115 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27f000f2e0 con 0x7f27fc102390 2024-04-21T23:55:02.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.885+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27fc19f9a0 con 0x7f27fc102390 2024-04-21T23:55:02.881 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.886+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27fc068f20 con 0x7f27fc102390 2024-04-21T23:55:02.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.887+0000 7f27f97fa700 1 -- 172.21.15.144:0/1731456115 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f27f0018020 con 0x7f27fc102390 2024-04-21T23:55:02.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.888+0000 7f27f97fa700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27e40a2c20 0x7f27e40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:02.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.888+0000 7f27f97fa700 1 -- 172.21.15.144:0/1731456115 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f27f00ce840 con 0x7f27fc102390 2024-04-21T23:55:02.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.888+0000 7f27fbfff700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27e40a2c20 0x7f27e40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:02.882 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.888+0000 7f27fbfff700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27e40a2c20 0x7f27e40a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f27ec00b5c0 tx=0x7f27ec005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:02.884 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:02.891+0000 7f27f97fa700 1 -- 172.21.15.144:0/1731456115 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f27f001f020 con 0x7f27fc102390 2024-04-21T23:55:03.089 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.096+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l", "target": ["mon-mgr", ""]}) -- 0x7f27fc062870 con 0x7f27e40a2c20 2024-04-21T23:55:03.100 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.106+0000 7f27f97fa700 1 -- 172.21.15.144:0/1731456115 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f27fc062870 con 0x7f27e40a2c20 2024-04-21T23:55:03.100 INFO:teuthology.orchestra.run.smithi144.stdout:Scheduled mds.all update... 2024-04-21T23:55:03.102 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27e40a2c20 msgr2=0x7f27e40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:03.102 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27e40a2c20 0x7f27e40a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f27ec00b5c0 tx=0x7f27ec005fb0 comp rx=0 tx=0).stop 2024-04-21T23:55:03.102 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc102390 msgr2=0x7f27fc197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:03.102 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc102390 0x7f27fc197a20 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f27f000b560 tx=0x7f27f000b920 comp rx=0 tx=0).stop 2024-04-21T23:55:03.102 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 shutdown_connections 2024-04-21T23:55:03.103 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27e40a2c20 0x7f27e40a50e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:03.103 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27fc102d30 0x7f27fc19eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:03.103 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27fc101190 0x7f27fc1974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:03.103 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 --2- 172.21.15.144:0/1731456115 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27fc102390 0x7f27fc197a20 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:03.103 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 >> 172.21.15.144:0/1731456115 conn(0x7f27fc0fc730 msgr2=0x7f27fc1057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:03.103 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 shutdown_connections 2024-04-21T23:55:03.103 INFO:teuthology.orchestra.run.smithi144.stderr:2024-04-21T23:55:03.109+0000 7f2802693700 1 -- 172.21.15.144:0/1731456115 wait complete. 2024-04-21T23:55:03.743 DEBUG:teuthology.orchestra.run.smithi080:mds.a> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.a.service 2024-04-21T23:55:03.746 DEBUG:teuthology.orchestra.run.smithi080:mds.d> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.d.service 2024-04-21T23:55:03.788 DEBUG:teuthology.orchestra.run.smithi080:mds.g> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.g.service 2024-04-21T23:55:03.832 DEBUG:teuthology.orchestra.run.smithi080:mds.j> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.j.service 2024-04-21T23:55:03.875 DEBUG:teuthology.orchestra.run.smithi120:mds.b> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.b.service 2024-04-21T23:55:03.877 DEBUG:teuthology.orchestra.run.smithi120:mds.e> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.e.service 2024-04-21T23:55:03.920 DEBUG:teuthology.orchestra.run.smithi120:mds.h> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.h.service 2024-04-21T23:55:03.963 DEBUG:teuthology.orchestra.run.smithi120:mds.k> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.k.service 2024-04-21T23:55:04.006 DEBUG:teuthology.orchestra.run.smithi144:mds.c> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.c.service 2024-04-21T23:55:04.008 DEBUG:teuthology.orchestra.run.smithi144:mds.f> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.f.service 2024-04-21T23:55:04.027 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:03 smithi144 ceph-mon[31316]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:04.027 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:03 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:04.027 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:03 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:04.028 DEBUG:teuthology.orchestra.run.smithi144:mds.i> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.i.service 2024-04-21T23:55:04.072 DEBUG:teuthology.orchestra.run.smithi144:mds.l> sudo journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.l.service 2024-04-21T23:55:04.114 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-21T23:55:04.115 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:55:04.136 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:03 smithi080 ceph-mon[27925]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:04.136 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:03 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:04.136 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:03 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:04.224 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 -- 172.21.15.80:0/115354711 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec100680 msgr2=0x7f82ec100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.224 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 --2- 172.21.15.80:0/115354711 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec100680 0x7f82ec100aa0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f82dc009900 tx=0x7f82dc02bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:04.224 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 -- 172.21.15.80:0/115354711 shutdown_connections 2024-04-21T23:55:04.224 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 --2- 172.21.15.80:0/115354711 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f82ec102230 0x7f82ec108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.224 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 --2- 172.21.15.80:0/115354711 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f82ec101870 0x7f82ec101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.224 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 --2- 172.21.15.80:0/115354711 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec100680 0x7f82ec100aa0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 -- 172.21.15.80:0/115354711 >> 172.21.15.80:0/115354711 conn(0x7f82ec0fbbf0 msgr2=0x7f82ec0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 -- 172.21.15.80:0/115354711 shutdown_connections 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 -- 172.21.15.80:0/115354711 wait complete. 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 Processor -- start 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.228+0000 7f82f15c9640 1 -- start start 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82f15c9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f82ec100680 0x7f82ec197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82f15c9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f82ec101870 0x7f82ec198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82f15c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec102230 0x7f82ec19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82f15c9640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec10d420 con 0x7f82ec102230 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82f15c9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec10d2a0 con 0x7f82ec101870 2024-04-21T23:55:04.225 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82f15c9640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec10d5a0 con 0x7f82ec100680 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec102230 0x7f82ec19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec102230 0x7f82ec19f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:33222/0 (socket says 172.21.15.80:33222) 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 -- 172.21.15.80:0/1704765586 learned_addr learned my addr 172.21.15.80:0/1704765586 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eaffd640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f82ec100680 0x7f82ec197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82ea7fc640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f82ec101870 0x7f82ec198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 -- 172.21.15.80:0/1704765586 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f82ec100680 msgr2=0x7f82ec197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f82ec100680 0x7f82ec197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 -- 172.21.15.80:0/1704765586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f82ec101870 msgr2=0x7f82ec198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.226 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f82ec101870 0x7f82ec198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 -- 172.21.15.80:0/1704765586 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82ec19f6f0 con 0x7f82ec102230 2024-04-21T23:55:04.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82eb7fe640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec102230 0x7f82ec19f080 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f82e400eaa0 tx=0x7f82e400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:04.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82d3fff640 1 -- 172.21.15.80:0/1704765586 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e400cdb0 con 0x7f82ec102230 2024-04-21T23:55:04.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82ec19f9e0 con 0x7f82ec102230 2024-04-21T23:55:04.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82d3fff640 1 -- 172.21.15.80:0/1704765586 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f82e4005020 con 0x7f82ec102230 2024-04-21T23:55:04.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82d3fff640 1 -- 172.21.15.80:0/1704765586 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e40116b0 con 0x7f82ec102230 2024-04-21T23:55:04.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.229+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82ec19fee0 con 0x7f82ec102230 2024-04-21T23:55:04.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.230+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82ec1079f0 con 0x7f82ec102230 2024-04-21T23:55:04.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.231+0000 7f82d3fff640 1 -- 172.21.15.80:0/1704765586 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f82e4005560 con 0x7f82ec102230 2024-04-21T23:55:04.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.232+0000 7f82d3fff640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f82d40a2b90 0x7f82d40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.232+0000 7f82eaffd640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f82d40a2b90 0x7f82d40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.232+0000 7f82d3fff640 1 -- 172.21.15.80:0/1704765586 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f82e40ced60 con 0x7f82ec102230 2024-04-21T23:55:04.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.232+0000 7f82eaffd640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f82d40a2b90 0x7f82d40a5050 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f82dc000c00 tx=0x7f82dc005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:04.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.237+0000 7f82d3fff640 1 -- 172.21.15.80:0/1704765586 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f82e4016030 con 0x7f82ec102230 2024-04-21T23:55:04.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:03 smithi120 ceph-mon[31499]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:04.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:03 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:03 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:04.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.416+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f82ec062340 con 0x7f82ec102230 2024-04-21T23:55:04.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.417+0000 7f82d3fff640 1 -- 172.21.15.80:0/1704765586 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18468 (secure 0 0 0) 0x7f82e409bb10 con 0x7f82ec102230 2024-04-21T23:55:04.411 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:04.411 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":82,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:54:54.630071+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f82d40a2b90 msgr2=0x7f82d40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f82d40a2b90 0x7f82d40a5050 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f82dc000c00 tx=0x7f82dc005fd0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec102230 msgr2=0x7f82ec19f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec102230 0x7f82ec19f080 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f82e400eaa0 tx=0x7f82e400ef60 comp rx=0 tx=0).stop 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 shutdown_connections 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f82d40a2b90 0x7f82d40a5050 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f82ec102230 0x7f82ec19f080 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f82ec101870 0x7f82ec198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 --2- 172.21.15.80:0/1704765586 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f82ec100680 0x7f82ec197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.419+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 >> 172.21.15.80:0/1704765586 conn(0x7f82ec0fbbf0 msgr2=0x7f82ec104bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:04.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.420+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 shutdown_connections 2024-04-21T23:55:04.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.420+0000 7f82f15c9640 1 -- 172.21.15.80:0/1704765586 wait complete. 2024-04-21T23:55:04.424 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-21T23:55:04.424 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 -- 172.21.15.80:0/3337374698 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c0ffa50 msgr2=0x7f338c0ffe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 --2- 172.21.15.80:0/3337374698 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c0ffa50 0x7f338c0ffe70 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3380009930 tx=0x7f338002bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 -- 172.21.15.80:0/3337374698 shutdown_connections 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 --2- 172.21.15.80:0/3337374698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f338c1033e0 0x7f338c109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 --2- 172.21.15.80:0/3337374698 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f338c102a20 0x7f338c102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 --2- 172.21.15.80:0/3337374698 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c0ffa50 0x7f338c0ffe70 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 -- 172.21.15.80:0/3337374698 >> 172.21.15.80:0/3337374698 conn(0x7f338c0fb380 msgr2=0x7f338c0fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 -- 172.21.15.80:0/3337374698 shutdown_connections 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.572+0000 7f339234f640 1 -- 172.21.15.80:0/3337374698 wait complete. 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f339234f640 1 Processor -- start 2024-04-21T23:55:04.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f339234f640 1 -- start start 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f339234f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f338c0ffa50 0x7f338c197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f339234f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f338c102a20 0x7f338c198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f339234f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c1033e0 0x7f338c19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f339234f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f338c10d420 con 0x7f338c1033e0 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f339234f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f338c10d2a0 con 0x7f338c0ffa50 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f339234f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f338c10d5a0 con 0x7f338c102a20 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f33908ec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c1033e0 0x7f338c19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f33908ec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c1033e0 0x7f338c19f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:33230/0 (socket says 172.21.15.80:33230) 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f33908ec640 1 -- 172.21.15.80:0/1360993286 learned_addr learned my addr 172.21.15.80:0/1360993286 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f338b7fe640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f338c102a20 0x7f338c198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f338bfff640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f338c0ffa50 0x7f338c197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f33908ec640 1 -- 172.21.15.80:0/1360993286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f338c102a20 msgr2=0x7f338c198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f33908ec640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f338c102a20 0x7f338c198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f33908ec640 1 -- 172.21.15.80:0/1360993286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f338c0ffa50 msgr2=0x7f338c197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f33908ec640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f338c0ffa50 0x7f338c197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f33908ec640 1 -- 172.21.15.80:0/1360993286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f338c19f710 con 0x7f338c1033e0 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.573+0000 7f338bfff640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f338c0ffa50 0x7f338c197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.574+0000 7f33908ec640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c1033e0 0x7f338c19f0a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f338400eaa0 tx=0x7f338400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.574+0000 7f33897fa640 1 -- 172.21.15.80:0/1360993286 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f338400cdb0 con 0x7f338c1033e0 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.574+0000 7f33897fa640 1 -- 172.21.15.80:0/1360993286 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3384005020 con 0x7f338c1033e0 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.574+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f338c19fa00 con 0x7f338c1033e0 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.574+0000 7f33897fa640 1 -- 172.21.15.80:0/1360993286 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33840116b0 con 0x7f338c1033e0 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.574+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f338c19ff00 con 0x7f338c1033e0 2024-04-21T23:55:04.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.575+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f338c108bf0 con 0x7f338c1033e0 2024-04-21T23:55:04.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.576+0000 7f33897fa640 1 -- 172.21.15.80:0/1360993286 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3384005560 con 0x7f338c1033e0 2024-04-21T23:55:04.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.576+0000 7f33897fa640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33740a2b90 0x7f33740a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.576+0000 7f338bfff640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33740a2b90 0x7f33740a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.576+0000 7f33897fa640 1 -- 172.21.15.80:0/1360993286 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f33840cee20 con 0x7f338c1033e0 2024-04-21T23:55:04.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.577+0000 7f338bfff640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33740a2b90 0x7f33740a5050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f338002c7b0 tx=0x7f3380005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:04.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.581+0000 7f33897fa640 1 -- 172.21.15.80:0/1360993286 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3384016030 con 0x7f338c1033e0 2024-04-21T23:55:04.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.756+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f338c02d3c0 con 0x7f338c1033e0 2024-04-21T23:55:04.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.757+0000 7f33897fa640 1 -- 172.21.15.80:0/1360993286 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f338409c220 con 0x7f338c1033e0 2024-04-21T23:55:04.750 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:55:04.752 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33740a2b90 msgr2=0x7f33740a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.752 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33740a2b90 0x7f33740a5050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f338002c7b0 tx=0x7f3380005fd0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.752 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c1033e0 msgr2=0x7f338c19f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c1033e0 0x7f338c19f0a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f338400eaa0 tx=0x7f338400ef60 comp rx=0 tx=0).stop 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 shutdown_connections 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33740a2b90 0x7f33740a5050 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f338c1033e0 0x7f338c19f0a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f338c102a20 0x7f338c198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 --2- 172.21.15.80:0/1360993286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f338c0ffa50 0x7f338c197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 >> 172.21.15.80:0/1360993286 conn(0x7f338c0fb380 msgr2=0x7f338c105dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 shutdown_connections 2024-04-21T23:55:04.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.759+0000 7f339234f640 1 -- 172.21.15.80:0/1360993286 wait complete. 2024-04-21T23:55:04.763 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:04.863 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- 172.21.15.80:0/1663756637 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c0101890 msgr2=0x7f39c0101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.863 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/1663756637 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c0101890 0x7f39c0101d10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f39a8009900 tx=0x7f39a802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:04.863 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- 172.21.15.80:0/1663756637 shutdown_connections 2024-04-21T23:55:04.863 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/1663756637 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39c0102250 0x7f39c0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.863 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/1663756637 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c0101890 0x7f39c0101d10 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.863 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/1663756637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39c01006a0 0x7f39c0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- 172.21.15.80:0/1663756637 >> 172.21.15.80:0/1663756637 conn(0x7f39c00fbc30 msgr2=0x7f39c00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- 172.21.15.80:0/1663756637 shutdown_connections 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- 172.21.15.80:0/1663756637 wait complete. 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 Processor -- start 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- start start 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c01006a0 0x7f39c006a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39c0101890 0x7f39c019c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39c0102250 0x7f39c019ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f39c010c380 con 0x7f39c01006a0 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f39c010c200 con 0x7f39c0101890 2024-04-21T23:55:04.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c6f0f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f39c010c500 con 0x7f39c0102250 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c4cab640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c01006a0 0x7f39c006a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c4cab640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c01006a0 0x7f39c006a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:33246/0 (socket says 172.21.15.80:33246) 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.868+0000 7f39c4cab640 1 -- 172.21.15.80:0/3050350442 learned_addr learned my addr 172.21.15.80:0/3050350442 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c54ac640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39c0102250 0x7f39c019ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39bffff640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39c0101890 0x7f39c019c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c4cab640 1 -- 172.21.15.80:0/3050350442 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39c0102250 msgr2=0x7f39c019ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c4cab640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39c0102250 0x7f39c019ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c4cab640 1 -- 172.21.15.80:0/3050350442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39c0101890 msgr2=0x7f39c019c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c4cab640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39c0101890 0x7f39c019c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c4cab640 1 -- 172.21.15.80:0/3050350442 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c019f750 con 0x7f39c01006a0 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39bffff640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39c0101890 0x7f39c019c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c4cab640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c01006a0 0x7f39c006a930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009fd0 tx=0x7f39b800c270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:04.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39bdffb640 1 -- 172.21.15.80:0/3050350442 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8011470 con 0x7f39c01006a0 2024-04-21T23:55:04.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39c019fa40 con 0x7f39c01006a0 2024-04-21T23:55:04.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39bdffb640 1 -- 172.21.15.80:0/3050350442 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39b8011af0 con 0x7f39c01006a0 2024-04-21T23:55:04.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39bdffb640 1 -- 172.21.15.80:0/3050350442 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b801ab90 con 0x7f39c01006a0 2024-04-21T23:55:04.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.869+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39c019ff90 con 0x7f39c01006a0 2024-04-21T23:55:04.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.870+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39c01079c0 con 0x7f39c01006a0 2024-04-21T23:55:04.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.871+0000 7f39bdffb640 1 -- 172.21.15.80:0/3050350442 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f39b8011610 con 0x7f39c01006a0 2024-04-21T23:55:04.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.872+0000 7f39bdffb640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f39ac0a2b90 0x7f39ac0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:04.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.872+0000 7f39bffff640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f39ac0a2b90 0x7f39ac0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:04.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.872+0000 7f39bdffb640 1 -- 172.21.15.80:0/3050350442 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f39b80cf280 con 0x7f39c01006a0 2024-04-21T23:55:04.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.872+0000 7f39bffff640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f39ac0a2b90 0x7f39ac0a5050 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f39a8036040 tx=0x7f39a8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:04.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:04.876+0000 7f39bdffb640 1 -- 172.21.15.80:0/3050350442 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f39b8016030 con 0x7f39c01006a0 2024-04-21T23:55:05.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.092+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39c002d170 con 0x7f39c01006a0 2024-04-21T23:55:05.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.092+0000 7f39bdffb640 1 -- 172.21.15.80:0/3050350442 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f39b809c680 con 0x7f39c01006a0 2024-04-21T23:55:05.085 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:05.085 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-21T23:55:05.086 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 1 2024-04-21T23:55:05.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f39ac0a2b90 msgr2=0x7f39ac0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:05.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f39ac0a2b90 0x7f39ac0a5050 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f39a8036040 tx=0x7f39a8000bc0 comp rx=0 tx=0).stop 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c01006a0 msgr2=0x7f39c006a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c01006a0 0x7f39c006a930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009fd0 tx=0x7f39b800c270 comp rx=0 tx=0).stop 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 shutdown_connections 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f39ac0a2b90 0x7f39ac0a5050 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39c0102250 0x7f39c019ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39c0101890 0x7f39c019c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 --2- 172.21.15.80:0/3050350442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39c01006a0 0x7f39c006a930 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 >> 172.21.15.80:0/3050350442 conn(0x7f39c00fbc30 msgr2=0x7f39c0104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 shutdown_connections 2024-04-21T23:55:05.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:05.094+0000 7f39c6f0f640 1 -- 172.21.15.80:0/3050350442 wait complete. 2024-04-21T23:55:05.097 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:55:05.097 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: Saving service mds.all spec with placement smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l;count:12 2024-04-21T23:55:05.097 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:05.097 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:05.097 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:05.097 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:05.098 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:05.098 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:05.098 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: Deploying daemon mds.l on smithi144 2024-04-21T23:55:05.098 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1704765586' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:05.098 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:04 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1360993286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:05.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:55:05.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: Saving service mds.all spec with placement smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l;count:12 2024-04-21T23:55:05.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:05.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:05.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:05.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:05.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:05.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:05.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: Deploying daemon mds.l on smithi144 2024-04-21T23:55:05.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1704765586' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:05.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:04 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1360993286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:05.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: Saving service mds.all spec with placement smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l;count:12 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: Deploying daemon mds.l on smithi144 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1704765586' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:04 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1360993286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:06.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:05 smithi144 ceph-mon[31316]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:06.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:05 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3050350442' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:06.115 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:05 smithi144 systemd[1]: Starting Ceph mds.l for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:06.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:05 smithi080 ceph-mon[27925]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:06.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:05 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3050350442' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:06.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:05 smithi120 ceph-mon[31499]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:06.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:05 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3050350442' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:06.457 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:06 smithi144 podman[61810]: 2024-04-21 23:55:06.113977617 +0000 UTC m=+0.018175650 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:06.457 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:06 smithi144 podman[61810]: 2024-04-21 23:55:06.211544726 +0000 UTC m=+0.115742740 container create cf713ee2c7550e121b8a556cfba81475b9fedc4f57860f65ee174d52c3c39d7a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-21T23:55:06.457 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:06 smithi144 podman[61810]: 2024-04-21 23:55:06.439292784 +0000 UTC m=+0.343490792 container init cf713ee2c7550e121b8a556cfba81475b9fedc4f57860f65ee174d52c3c39d7a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-21T23:55:06.458 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:06 smithi144 podman[61810]: 2024-04-21 23:55:06.441894195 +0000 UTC m=+0.346092201 container start cf713ee2c7550e121b8a556cfba81475b9fedc4f57860f65ee174d52c3c39d7a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T23:55:06.458 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:06 smithi144 ceph-mds[61829]: -- 172.21.15.144:0/3418030116 <== mon.1 v2:172.21.15.144:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f00f35fa40 con 0x55f00f333000 2024-04-21T23:55:06.864 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l[61825]: starting mds.l at 2024-04-21T23:55:06.864 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:06 smithi144 bash[61810]: cf713ee2c7550e121b8a556cfba81475b9fedc4f57860f65ee174d52c3c39d7a 2024-04-21T23:55:06.864 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 21 23:55:06 smithi144 systemd[1]: Started Ceph mds.l for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:07.099 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:07.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 -- 172.21.15.80:0/103426919 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34101880 msgr2=0x7f7c34101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:07.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 --2- 172.21.15.80:0/103426919 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34101880 0x7f7c34101d00 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7c30009900 tx=0x7f7c3002bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:07.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 -- 172.21.15.80:0/103426919 shutdown_connections 2024-04-21T23:55:07.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 --2- 172.21.15.80:0/103426919 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c34102240 0x7f7c34108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 --2- 172.21.15.80:0/103426919 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34101880 0x7f7c34101d00 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 --2- 172.21.15.80:0/103426919 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7c34100690 0x7f7c34100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 -- 172.21.15.80:0/103426919 >> 172.21.15.80:0/103426919 conn(0x7f7c340fbc20 msgr2=0x7f7c340fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:07.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 -- 172.21.15.80:0/103426919 shutdown_connections 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 -- 172.21.15.80:0/103426919 wait complete. 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 Processor -- start 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.213+0000 7f7c3b335640 1 -- start start 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c3b335640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7c34100690 0x7f7c34197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c3b335640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c34101880 0x7f7c34198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c3b335640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34102240 0x7f7c3419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c3b335640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7c3410d430 con 0x7f7c34102240 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c3b335640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7c3410d2b0 con 0x7f7c34101880 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c3b335640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7c3410d5b0 con 0x7f7c34100690 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34102240 0x7f7c3419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34102240 0x7f7c3419f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:33260/0 (socket says 172.21.15.80:33260) 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 -- 172.21.15.80:0/4125321828 learned_addr learned my addr 172.21.15.80:0/4125321828 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c388d0640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c34101880 0x7f7c34198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c390d1640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7c34100690 0x7f7c34197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 -- 172.21.15.80:0/4125321828 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7c34100690 msgr2=0x7f7c34197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7c34100690 0x7f7c34197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 -- 172.21.15.80:0/4125321828 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c34101880 msgr2=0x7f7c34198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c34101880 0x7f7c34198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 -- 172.21.15.80:0/4125321828 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c3419f6e0 con 0x7f7c34102240 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c398d2640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34102240 0x7f7c3419f070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c00eaa0 tx=0x7f7c2c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c2a7fc640 1 -- 172.21.15.80:0/4125321828 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c00cdb0 con 0x7f7c34102240 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c3419f9d0 con 0x7f7c34102240 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c2a7fc640 1 -- 172.21.15.80:0/4125321828 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c2c005020 con 0x7f7c34102240 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c2a7fc640 1 -- 172.21.15.80:0/4125321828 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c0116b0 con 0x7f7c34102240 2024-04-21T23:55:07.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.214+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c3419fea0 con 0x7f7c34102240 2024-04-21T23:55:07.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.216+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c341079b0 con 0x7f7c34102240 2024-04-21T23:55:07.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.217+0000 7f7c2a7fc640 1 -- 172.21.15.80:0/4125321828 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7c2c005560 con 0x7f7c34102240 2024-04-21T23:55:07.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.217+0000 7f7c2a7fc640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7c200a2b90 0x7f7c200a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:07.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.217+0000 7f7c390d1640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7c200a2b90 0x7f7c200a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:07.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.217+0000 7f7c2a7fc640 1 -- 172.21.15.80:0/4125321828 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f7c2c0ced40 con 0x7f7c34102240 2024-04-21T23:55:07.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.218+0000 7f7c390d1640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7c200a2b90 0x7f7c200a5050 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7c24005fd0 tx=0x7f7c2400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:07.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.222+0000 7f7c2a7fc640 1 -- 172.21.15.80:0/4125321828 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7c2c016030 con 0x7f7c34102240 2024-04-21T23:55:07.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.434+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c3402d170 con 0x7f7c34102240 2024-04-21T23:55:07.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.435+0000 7f7c2a7fc640 1 -- 172.21.15.80:0/4125321828 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f7c2c09baf0 con 0x7f7c34102240 2024-04-21T23:55:07.428 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:07.428 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-21T23:55:07.429 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 2 2024-04-21T23:55:07.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7c200a2b90 msgr2=0x7f7c200a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:07.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7c200a2b90 0x7f7c200a5050 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7c24005fd0 tx=0x7f7c2400b390 comp rx=0 tx=0).stop 2024-04-21T23:55:07.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34102240 msgr2=0x7f7c3419f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34102240 0x7f7c3419f070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c00eaa0 tx=0x7f7c2c00ef60 comp rx=0 tx=0).stop 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 shutdown_connections 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7c200a2b90 0x7f7c200a5050 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7c34102240 0x7f7c3419f070 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c34101880 0x7f7c34198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 --2- 172.21.15.80:0/4125321828 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7c34100690 0x7f7c34197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 >> 172.21.15.80:0/4125321828 conn(0x7f7c340fbc20 msgr2=0x7f7c34104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 shutdown_connections 2024-04-21T23:55:07.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:07.437+0000 7f7c3b335640 1 -- 172.21.15.80:0/4125321828 wait complete. 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6832/647268197,v1:172.21.15.144:6833/647268197] up:boot 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: fsmap 1 up:standby 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:07.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:07.546 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: Deploying daemon mds.k on smithi120 2024-04-21T23:55:07.546 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:07.546 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:07 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4125321828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:07.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6832/647268197,v1:172.21.15.144:6833/647268197] up:boot 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: fsmap 1 up:standby 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: Deploying daemon mds.k on smithi120 2024-04-21T23:55:07.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:07.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:07 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4125321828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:07.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6832/647268197,v1:172.21.15.144:6833/647268197] up:boot 2024-04-21T23:55:07.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: fsmap 1 up:standby 2024-04-21T23:55:07.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T23:55:07.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:07.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:07.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:07.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:07.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: Deploying daemon mds.k on smithi120 2024-04-21T23:55:07.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:07.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:07 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4125321828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:08.994 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:08 smithi120 systemd[1]: Starting Ceph mds.k for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:09.398 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:09 smithi120 podman[60785]: 2024-04-21 23:55:09.034088784 +0000 UTC m=+0.017791971 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:09.398 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:09 smithi120 podman[60785]: 2024-04-21 23:55:09.152632845 +0000 UTC m=+0.136336022 container create af05b37fd1addda3ed3ed4cdfa81c143115c5842b22781ba8d2f6af23d27394f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T23:55:09.398 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:09 smithi120 podman[60785]: 2024-04-21 23:55:09.405671323 +0000 UTC m=+0.389374500 container init af05b37fd1addda3ed3ed4cdfa81c143115c5842b22781ba8d2f6af23d27394f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-21T23:55:09.442 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:09.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 -- 172.21.15.80:0/2895110619 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941017b0 msgr2=0x7f0294101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:09.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 --2- 172.21.15.80:0/2895110619 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941017b0 0x7f0294101bd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0284009900 tx=0x7f028402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:09.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 -- 172.21.15.80:0/2895110619 shutdown_connections 2024-04-21T23:55:09.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 --2- 172.21.15.80:0/2895110619 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0294103360 0x7f0294109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 --2- 172.21.15.80:0/2895110619 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f02941029a0 0x7f0294102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 --2- 172.21.15.80:0/2895110619 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941017b0 0x7f0294101bd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 -- 172.21.15.80:0/2895110619 >> 172.21.15.80:0/2895110619 conn(0x7f02940fcd40 msgr2=0x7f02940ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 -- 172.21.15.80:0/2895110619 shutdown_connections 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.562+0000 7f0298c4e640 1 -- 172.21.15.80:0/2895110619 wait complete. 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0298c4e640 1 Processor -- start 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0298c4e640 1 -- start start 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0298c4e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02941017b0 0x7f0294197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0298c4e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941029a0 0x7f0294197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0298c4e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0294103360 0x7f029419efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0298c4e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f029410d450 con 0x7f02941029a0 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0298c4e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f029410d2d0 con 0x7f02941017b0 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0298c4e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f029410d5d0 con 0x7f0294103360 2024-04-21T23:55:09.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f028bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941029a0 0x7f0294197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f028bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941029a0 0x7f0294197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:33280/0 (socket says 172.21.15.80:33280) 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f028bfff640 1 -- 172.21.15.80:0/1081695823 learned_addr learned my addr 172.21.15.80:0/1081695823 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f029259c640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02941017b0 0x7f0294197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f0292d9d640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0294103360 0x7f029419efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f028bfff640 1 -- 172.21.15.80:0/1081695823 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0294103360 msgr2=0x7f029419efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f028bfff640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0294103360 0x7f029419efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f028bfff640 1 -- 172.21.15.80:0/1081695823 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02941017b0 msgr2=0x7f0294197a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f028bfff640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02941017b0 0x7f0294197a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.563+0000 7f028bfff640 1 -- 172.21.15.80:0/1081695823 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f029419f620 con 0x7f02941029a0 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.564+0000 7f028bfff640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941029a0 0x7f0294197f40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f027c00c920 tx=0x7f027c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.564+0000 7f028b7fe640 1 -- 172.21.15.80:0/1081695823 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f027c007c70 con 0x7f02941029a0 2024-04-21T23:55:09.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.564+0000 7f028b7fe640 1 -- 172.21.15.80:0/1081695823 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f027c007e10 con 0x7f02941029a0 2024-04-21T23:55:09.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.564+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f029419f910 con 0x7f02941029a0 2024-04-21T23:55:09.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.564+0000 7f028b7fe640 1 -- 172.21.15.80:0/1081695823 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f027c018890 con 0x7f02941029a0 2024-04-21T23:55:09.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.564+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f029419fe60 con 0x7f02941029a0 2024-04-21T23:55:09.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.565+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0294108a70 con 0x7f02941029a0 2024-04-21T23:55:09.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.566+0000 7f028b7fe640 1 -- 172.21.15.80:0/1081695823 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f027c018a70 con 0x7f02941029a0 2024-04-21T23:55:09.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.567+0000 7f028b7fe640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02800a2b90 0x7f02800a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:09.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.567+0000 7f029259c640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02800a2b90 0x7f02800a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:09.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.567+0000 7f028b7fe640 1 -- 172.21.15.80:0/1081695823 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f027c0cecf0 con 0x7f02941029a0 2024-04-21T23:55:09.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.567+0000 7f029259c640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02800a2b90 0x7f02800a5050 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f028402c170 tx=0x7f028402df90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:09.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.571+0000 7f028b7fe640 1 -- 172.21.15.80:0/1081695823 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f027c0d3070 con 0x7f02941029a0 2024-04-21T23:55:09.745 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:09 smithi120 podman[60785]: 2024-04-21 23:55:09.408455181 +0000 UTC m=+0.392158366 container start af05b37fd1addda3ed3ed4cdfa81c143115c5842b22781ba8d2f6af23d27394f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-21T23:55:09.745 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mds[60804]: -- 172.21.15.120:0/134112318 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556464d4ba40 con 0x556464d1f000 2024-04-21T23:55:09.745 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k[60800]: starting mds.k at 2024-04-21T23:55:09.745 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:09 smithi120 bash[60785]: af05b37fd1addda3ed3ed4cdfa81c143115c5842b22781ba8d2f6af23d27394f 2024-04-21T23:55:09.745 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 21 23:55:09 smithi120 systemd[1]: Started Ceph mds.k for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:09.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.795+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f029402d380 con 0x7f02941029a0 2024-04-21T23:55:09.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.796+0000 7f028b7fe640 1 -- 172.21.15.80:0/1081695823 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f027c014030 con 0x7f02941029a0 2024-04-21T23:55:09.789 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:09.789 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-21T23:55:09.790 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 2 2024-04-21T23:55:09.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02800a2b90 msgr2=0x7f02800a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:09.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02800a2b90 0x7f02800a5050 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f028402c170 tx=0x7f028402df90 comp rx=0 tx=0).stop 2024-04-21T23:55:09.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941029a0 msgr2=0x7f0294197f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:09.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941029a0 0x7f0294197f40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f027c00c920 tx=0x7f027c00cde0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 shutdown_connections 2024-04-21T23:55:09.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02800a2b90 0x7f02800a5050 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0294103360 0x7f029419efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f02941029a0 0x7f0294197f40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 --2- 172.21.15.80:0/1081695823 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02941017b0 0x7f0294197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:09.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 >> 172.21.15.80:0/1081695823 conn(0x7f02940fcd40 msgr2=0x7f0294105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:09.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 shutdown_connections 2024-04-21T23:55:09.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:09.798+0000 7f0298c4e640 1 -- 172.21.15.80:0/1081695823 wait complete. 2024-04-21T23:55:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:09 smithi080 ceph-mon[27925]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:09 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:09 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1081695823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mon[31499]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:09 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1081695823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:10.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:09 smithi144 ceph-mon[31316]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:10.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:10.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:10.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:10.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:09 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:10.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:09 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1081695823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:10 smithi080 ceph-mon[27925]: Deploying daemon mds.j on smithi080 2024-04-21T23:55:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:10 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6832/3691697955,v1:172.21.15.120:6833/3691697955] up:boot 2024-04-21T23:55:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:10 smithi080 ceph-mon[27925]: fsmap 2 up:standby 2024-04-21T23:55:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:10 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T23:55:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:10 smithi120 ceph-mon[31499]: Deploying daemon mds.j on smithi080 2024-04-21T23:55:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:10 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6832/3691697955,v1:172.21.15.120:6833/3691697955] up:boot 2024-04-21T23:55:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:10 smithi120 ceph-mon[31499]: fsmap 2 up:standby 2024-04-21T23:55:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:10 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T23:55:11.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:10 smithi144 ceph-mon[31316]: Deploying daemon mds.j on smithi080 2024-04-21T23:55:11.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:10 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6832/3691697955,v1:172.21.15.120:6833/3691697955] up:boot 2024-04-21T23:55:11.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:10 smithi144 ceph-mon[31316]: fsmap 2 up:standby 2024-04-21T23:55:11.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:10 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T23:55:11.804 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:11.827 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:11 smithi080 systemd[1]: Starting Ceph mds.j for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:11.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 -- 172.21.15.80:0/1403298785 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c1006a0 msgr2=0x7efd4c100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:11.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 --2- 172.21.15.80:0/1403298785 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c1006a0 0x7efd4c100ac0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efd3c009900 tx=0x7efd3c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:11.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 -- 172.21.15.80:0/1403298785 shutdown_connections 2024-04-21T23:55:11.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 --2- 172.21.15.80:0/1403298785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efd4c102250 0x7efd4c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:11.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 --2- 172.21.15.80:0/1403298785 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efd4c101890 0x7efd4c101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:11.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 --2- 172.21.15.80:0/1403298785 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c1006a0 0x7efd4c100ac0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:11.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 -- 172.21.15.80:0/1403298785 >> 172.21.15.80:0/1403298785 conn(0x7efd4c0fbc30 msgr2=0x7efd4c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:11.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 -- 172.21.15.80:0/1403298785 shutdown_connections 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.921+0000 7efd522c6640 1 -- 172.21.15.80:0/1403298785 wait complete. 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd522c6640 1 Processor -- start 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd522c6640 1 -- start start 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd522c6640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efd4c1006a0 0x7efd4c196a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd522c6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c101890 0x7efd4c196f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd522c6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efd4c102250 0x7efd4c19dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd522c6640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7efd4c10c370 con 0x7efd4c101890 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd522c6640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7efd4c10c1f0 con 0x7efd4c102250 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd522c6640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7efd4c10c4f0 con 0x7efd4c1006a0 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c101890 0x7efd4c196f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c101890 0x7efd4c196f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34302/0 (socket says 172.21.15.80:34302) 2024-04-21T23:55:11.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4b7fe640 1 -- 172.21.15.80:0/3860739781 learned_addr learned my addr 172.21.15.80:0/3860739781 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd50863640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efd4c102250 0x7efd4c19dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4bfff640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efd4c1006a0 0x7efd4c196a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4b7fe640 1 -- 172.21.15.80:0/3860739781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efd4c1006a0 msgr2=0x7efd4c196a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4b7fe640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efd4c1006a0 0x7efd4c196a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4b7fe640 1 -- 172.21.15.80:0/3860739781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efd4c102250 msgr2=0x7efd4c19dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4b7fe640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efd4c102250 0x7efd4c19dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4b7fe640 1 -- 172.21.15.80:0/3860739781 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd4c19e630 con 0x7efd4c101890 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd50863640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efd4c102250 0x7efd4c19dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.922+0000 7efd4bfff640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efd4c1006a0 0x7efd4c196a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.923+0000 7efd4b7fe640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c101890 0x7efd4c196f50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efd4000c890 tx=0x7efd4000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.923+0000 7efd497fa640 1 -- 172.21.15.80:0/3860739781 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd40004220 con 0x7efd4c101890 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.923+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd4c19e920 con 0x7efd4c101890 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.923+0000 7efd497fa640 1 -- 172.21.15.80:0/3860739781 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd400043c0 con 0x7efd4c101890 2024-04-21T23:55:11.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.923+0000 7efd497fa640 1 -- 172.21.15.80:0/3860739781 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd400049e0 con 0x7efd4c101890 2024-04-21T23:55:11.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.923+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd4c19ee70 con 0x7efd4c101890 2024-04-21T23:55:11.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.924+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd4c107a10 con 0x7efd4c101890 2024-04-21T23:55:11.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.925+0000 7efd497fa640 1 -- 172.21.15.80:0/3860739781 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efd400079b0 con 0x7efd4c101890 2024-04-21T23:55:11.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.926+0000 7efd497fa640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efd340a2b90 0x7efd340a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:11.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.926+0000 7efd4bfff640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efd340a2b90 0x7efd340a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:11.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.926+0000 7efd497fa640 1 -- 172.21.15.80:0/3860739781 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7efd400cecb0 con 0x7efd4c101890 2024-04-21T23:55:11.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.926+0000 7efd4bfff640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efd340a2b90 0x7efd340a5050 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efd3c006010 tx=0x7efd3c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:11.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:11.930+0000 7efd497fa640 1 -- 172.21.15.80:0/3860739781 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7efd40014030 con 0x7efd4c101890 2024-04-21T23:55:11.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:11 smithi120 ceph-mon[31499]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:12.133 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:11 smithi080 ceph-mon[27925]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:12.134 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:11 smithi080 podman[64980]: 2024-04-21 23:55:11.883175989 +0000 UTC m=+0.018185016 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:12.134 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:12 smithi080 podman[64980]: 2024-04-21 23:55:12.016146598 +0000 UTC m=+0.151155589 container create 677e8b8848984471903a8de53e2b846c908af28dd2102129d1c31913fd7bb72b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T23:55:12.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.149+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd4c02d380 con 0x7efd4c101890 2024-04-21T23:55:12.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.149+0000 7efd497fa640 1 -- 172.21.15.80:0/3860739781 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7efd4009c0b0 con 0x7efd4c101890 2024-04-21T23:55:12.143 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:12.143 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-21T23:55:12.143 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 3 2024-04-21T23:55:12.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efd340a2b90 msgr2=0x7efd340a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:12.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efd340a2b90 0x7efd340a5050 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efd3c006010 tx=0x7efd3c000bc0 comp rx=0 tx=0).stop 2024-04-21T23:55:12.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c101890 msgr2=0x7efd4c196f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:12.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c101890 0x7efd4c196f50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efd4000c890 tx=0x7efd4000cd50 comp rx=0 tx=0).stop 2024-04-21T23:55:12.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 shutdown_connections 2024-04-21T23:55:12.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efd340a2b90 0x7efd340a5050 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:12.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efd4c102250 0x7efd4c19dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:12.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efd4c101890 0x7efd4c196f50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:12.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 --2- 172.21.15.80:0/3860739781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efd4c1006a0 0x7efd4c196a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:12.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 >> 172.21.15.80:0/3860739781 conn(0x7efd4c0fbc30 msgr2=0x7efd4c104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:12.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 shutdown_connections 2024-04-21T23:55:12.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:12.153+0000 7efd522c6640 1 -- 172.21.15.80:0/3860739781 wait complete. 2024-04-21T23:55:12.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:11 smithi144 ceph-mon[31316]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:12.449 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:12 smithi080 podman[64980]: 2024-04-21 23:55:12.285848065 +0000 UTC m=+0.420857056 container init 677e8b8848984471903a8de53e2b846c908af28dd2102129d1c31913fd7bb72b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-21T23:55:12.449 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:12 smithi080 podman[64980]: 2024-04-21 23:55:12.28885491 +0000 UTC m=+0.423863902 container start 677e8b8848984471903a8de53e2b846c908af28dd2102129d1c31913fd7bb72b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-04-21T23:55:12.449 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-mds[65021]: -- 172.21.15.80:0/1339092897 <== mon.0 v2:172.21.15.80:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562c2f0a7a40 con 0x562c2f07a800 2024-04-21T23:55:12.449 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j[65014]: starting mds.j at 2024-04-21T23:55:12.449 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:12 smithi080 bash[64980]: 677e8b8848984471903a8de53e2b846c908af28dd2102129d1c31913fd7bb72b 2024-04-21T23:55:12.449 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 21 23:55:12 smithi080 systemd[1]: Started Ceph mds.j for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:13.174 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:12 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3860739781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:13.175 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:12 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.175 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:12 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.175 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:12 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.175 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:12 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:13.175 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:12 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:13.175 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:12 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:13.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3860739781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:13.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:13.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:13.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:12 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:12 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3860739781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:12 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:12 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:12 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:12 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:12 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:12 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:14.164 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:14.189 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:13 smithi080 ceph-mon[27925]: Deploying daemon mds.d on smithi080 2024-04-21T23:55:14.189 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:13 smithi080 ceph-mon[27925]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:14.189 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:13 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.80:6834/2857682737,v1:172.21.15.80:6835/2857682737] up:boot 2024-04-21T23:55:14.189 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:13 smithi080 ceph-mon[27925]: fsmap 3 up:standby 2024-04-21T23:55:14.189 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T23:55:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:13 smithi120 ceph-mon[31499]: Deploying daemon mds.d on smithi080 2024-04-21T23:55:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:13 smithi120 ceph-mon[31499]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:13 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.80:6834/2857682737,v1:172.21.15.80:6835/2857682737] up:boot 2024-04-21T23:55:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:13 smithi120 ceph-mon[31499]: fsmap 3 up:standby 2024-04-21T23:55:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T23:55:14.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- 172.21.15.80:0/3223404086 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664101880 msgr2=0x7fa664101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:14.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/3223404086 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664101880 0x7fa664101d00 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa654009900 tx=0x7fa65402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:14.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- 172.21.15.80:0/3223404086 shutdown_connections 2024-04-21T23:55:14.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/3223404086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa664102240 0x7fa664108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/3223404086 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664101880 0x7fa664101d00 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/3223404086 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa664100690 0x7fa664100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- 172.21.15.80:0/3223404086 >> 172.21.15.80:0/3223404086 conn(0x7fa6640fbc40 msgr2=0x7fa6640fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:14.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- 172.21.15.80:0/3223404086 shutdown_connections 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- 172.21.15.80:0/3223404086 wait complete. 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 Processor -- start 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- start start 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa664100690 0x7fa664197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa664101880 0x7fa664197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664102240 0x7fa66419f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa66410c380 con 0x7fa664102240 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa66410c200 con 0x7fa664100690 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.280+0000 7fa66ad8a640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa66410c500 con 0x7fa664101880 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664102240 0x7fa66419f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664102240 0x7fa66419f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34354/0 (socket says 172.21.15.80:34354) 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 -- 172.21.15.80:0/1883625423 learned_addr learned my addr 172.21.15.80:0/1883625423 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:14.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa668b26640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa664100690 0x7fa664197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa663fff640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa664101880 0x7fa664197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 -- 172.21.15.80:0/1883625423 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa664101880 msgr2=0x7fa664197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa664101880 0x7fa664197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 -- 172.21.15.80:0/1883625423 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa664100690 msgr2=0x7fa664197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa664100690 0x7fa664197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 -- 172.21.15.80:0/1883625423 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa66419f6d0 con 0x7fa664102240 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa663fff640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa664101880 0x7fa664197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa669327640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664102240 0x7fa66419f060 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa64c00c970 tx=0x7fa64c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa661ffb640 1 -- 172.21.15.80:0/1883625423 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa64c007bb0 con 0x7fa664102240 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.281+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa66419f9c0 con 0x7fa664102240 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.282+0000 7fa661ffb640 1 -- 172.21.15.80:0/1883625423 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa64c007d50 con 0x7fa664102240 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.282+0000 7fa661ffb640 1 -- 172.21.15.80:0/1883625423 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa64c018800 con 0x7fa664102240 2024-04-21T23:55:14.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.282+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa66419fee0 con 0x7fa664102240 2024-04-21T23:55:14.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.283+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6641a0170 con 0x7fa664102240 2024-04-21T23:55:14.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.284+0000 7fa661ffb640 1 -- 172.21.15.80:0/1883625423 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa64c00fa50 con 0x7fa664102240 2024-04-21T23:55:14.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.284+0000 7fa661ffb640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa6500a2b90 0x7fa6500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:14.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.284+0000 7fa668b26640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa6500a2b90 0x7fa6500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:14.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.284+0000 7fa661ffb640 1 -- 172.21.15.80:0/1883625423 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa64c0cebe0 con 0x7fa664102240 2024-04-21T23:55:14.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.285+0000 7fa668b26640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa6500a2b90 0x7fa6500a5050 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa6641016e0 tx=0x7fa65c00d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:14.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.289+0000 7fa661ffb640 1 -- 172.21.15.80:0/1883625423 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa64c014030 con 0x7fa664102240 2024-04-21T23:55:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:13 smithi144 ceph-mon[31316]: Deploying daemon mds.d on smithi080 2024-04-21T23:55:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:13 smithi144 ceph-mon[31316]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:13 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.80:6834/2857682737,v1:172.21.15.80:6835/2857682737] up:boot 2024-04-21T23:55:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:13 smithi144 ceph-mon[31316]: fsmap 3 up:standby 2024-04-21T23:55:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T23:55:14.518 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.524+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6641a0340 con 0x7fa664102240 2024-04-21T23:55:14.520 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.527+0000 7fa661ffb640 1 -- 172.21.15.80:0/1883625423 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3046 (secure 0 0 0) 0x7fa64c09bfe0 con 0x7fa664102240 2024-04-21T23:55:14.521 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:14.521 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-21T23:55:14.521 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 4 2024-04-21T23:55:14.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa6500a2b90 msgr2=0x7fa6500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa6500a2b90 0x7fa6500a5050 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa6641016e0 tx=0x7fa65c00d040 comp rx=0 tx=0).stop 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664102240 msgr2=0x7fa66419f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664102240 0x7fa66419f060 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa64c00c970 tx=0x7fa64c00ce30 comp rx=0 tx=0).stop 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 shutdown_connections 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa6500a2b90 0x7fa6500a5050 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa664102240 0x7fa66419f060 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa664101880 0x7fa664197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 --2- 172.21.15.80:0/1883625423 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa664100690 0x7fa664197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 >> 172.21.15.80:0/1883625423 conn(0x7fa6640fbc40 msgr2=0x7fa6640fd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 shutdown_connections 2024-04-21T23:55:14.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:14.530+0000 7fa66ad8a640 1 -- 172.21.15.80:0/1883625423 wait complete. 2024-04-21T23:55:14.875 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:14 smithi080 systemd[1]: Starting Ceph mds.d for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:15.153 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:14 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1883625423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:15.154 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:14 smithi080 podman[65354]: 2024-04-21 23:55:14.785208385 +0000 UTC m=+0.017795023 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:15.154 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:14 smithi080 podman[65354]: 2024-04-21 23:55:14.907714795 +0000 UTC m=+0.140301436 container create 5a4bac0dddedfbdd957ba9e1ee56c1635e2012349487a37cd399f748f4c72685 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-21T23:55:15.154 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:15 smithi080 podman[65354]: 2024-04-21 23:55:15.161067032 +0000 UTC m=+0.393653671 container init 5a4bac0dddedfbdd957ba9e1ee56c1635e2012349487a37cd399f748f4c72685 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T23:55:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:14 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1883625423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:14 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1883625423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:15.449 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:15 smithi080 podman[65354]: 2024-04-21 23:55:15.163628271 +0000 UTC m=+0.396214910 container start 5a4bac0dddedfbdd957ba9e1ee56c1635e2012349487a37cd399f748f4c72685 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-21T23:55:15.449 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-mds[65373]: -- 172.21.15.80:0/2929105742 <== mon.0 v2:172.21.15.80:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5565e5377a40 con 0x5565e534a800 2024-04-21T23:55:15.449 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d[65369]: starting mds.d at 2024-04-21T23:55:15.449 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:15 smithi080 bash[65354]: 5a4bac0dddedfbdd957ba9e1ee56c1635e2012349487a37cd399f748f4c72685 2024-04-21T23:55:15.450 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 21 23:55:15 smithi080 systemd[1]: Started Ceph mds.d for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-mon[27925]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:16.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:16.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:16.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:15 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:15 smithi120 ceph-mon[31499]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:15 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:15 smithi144 ceph-mon[31316]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:16.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:16.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:16.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:16.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:15 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:16.535 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:16.646 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 -- 172.21.15.80:0/2162496443 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f24101006a0 msgr2=0x7f2410100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:16.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2162496443 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f24101006a0 0x7f2410100ac0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2408009ca0 tx=0x7f240802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 -- 172.21.15.80:0/2162496443 shutdown_connections 2024-04-21T23:55:16.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2162496443 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2410102250 0x7f2410108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2162496443 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2410101890 0x7f2410101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2162496443 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f24101006a0 0x7f2410100ac0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 -- 172.21.15.80:0/2162496443 >> 172.21.15.80:0/2162496443 conn(0x7f24100fbc30 msgr2=0x7f24100fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:16.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 -- 172.21.15.80:0/2162496443 shutdown_connections 2024-04-21T23:55:16.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.653+0000 7f2414b4f640 1 -- 172.21.15.80:0/2162496443 wait complete. 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f2414b4f640 1 Processor -- start 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f2414b4f640 1 -- start start 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f2414b4f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f24101006a0 0x7f241006a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f2414b4f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2410101890 0x7f241019c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f2414b4f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2410102250 0x7f241019ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f2414b4f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f241010c320 con 0x7f2410102250 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f2414b4f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f241010c1a0 con 0x7f2410101890 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f2414b4f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f241010c4a0 con 0x7f24101006a0 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2410102250 0x7f241019ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:16.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2410102250 0x7f241019ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34374/0 (socket says 172.21.15.80:34374) 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240ed9d640 1 -- 172.21.15.80:0/2677847175 learned_addr learned my addr 172.21.15.80:0/2677847175 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240dd9b640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2410101890 0x7f241019c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240e59c640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f24101006a0 0x7f241006a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240ed9d640 1 -- 172.21.15.80:0/2677847175 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f24101006a0 msgr2=0x7f241006a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240ed9d640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f24101006a0 0x7f241006a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240ed9d640 1 -- 172.21.15.80:0/2677847175 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2410101890 msgr2=0x7f241019c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.654+0000 7f240ed9d640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2410101890 0x7f241019c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.655+0000 7f240ed9d640 1 -- 172.21.15.80:0/2677847175 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f241019f700 con 0x7f2410102250 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.655+0000 7f240ed9d640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2410102250 0x7f241019ee40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f240000c970 tx=0x7f240000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.655+0000 7f23ff7fe640 1 -- 172.21.15.80:0/2677847175 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2400007bb0 con 0x7f2410102250 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.655+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f241019f9f0 con 0x7f2410102250 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.655+0000 7f23ff7fe640 1 -- 172.21.15.80:0/2677847175 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2400007d50 con 0x7f2410102250 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.655+0000 7f23ff7fe640 1 -- 172.21.15.80:0/2677847175 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240000f450 con 0x7f2410102250 2024-04-21T23:55:16.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.655+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f241019ff90 con 0x7f2410102250 2024-04-21T23:55:16.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.656+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24101079e0 con 0x7f2410102250 2024-04-21T23:55:16.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.657+0000 7f23ff7fe640 1 -- 172.21.15.80:0/2677847175 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2400004f20 con 0x7f2410102250 2024-04-21T23:55:16.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.657+0000 7f23ff7fe640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f23f80a2b90 0x7f23f80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:16.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.658+0000 7f240e59c640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f23f80a2b90 0x7f23f80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:16.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.658+0000 7f23ff7fe640 1 -- 172.21.15.80:0/2677847175 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f24000ce790 con 0x7f2410102250 2024-04-21T23:55:16.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.658+0000 7f240e59c640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f23f80a2b90 0x7f23f80a5050 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f240802c700 tx=0x7f2408032590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:16.655 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.662+0000 7f23ff7fe640 1 -- 172.21.15.80:0/2677847175 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2400014030 con 0x7f2410102250 2024-04-21T23:55:16.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.873+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f241002d320 con 0x7f2410102250 2024-04-21T23:55:16.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.874+0000 7f23ff7fe640 1 -- 172.21.15.80:0/2677847175 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3871 (secure 0 0 0) 0x7f240009b540 con 0x7f2410102250 2024-04-21T23:55:16.867 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:16.867 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-21T23:55:16.868 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 5 2024-04-21T23:55:16.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.875+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f23f80a2b90 msgr2=0x7f23f80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:16.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.875+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f23f80a2b90 0x7f23f80a5050 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f240802c700 tx=0x7f2408032590 comp rx=0 tx=0).stop 2024-04-21T23:55:16.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.875+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2410102250 msgr2=0x7f241019ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:16.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.875+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2410102250 0x7f241019ee40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f240000c970 tx=0x7f240000ce30 comp rx=0 tx=0).stop 2024-04-21T23:55:16.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.876+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 shutdown_connections 2024-04-21T23:55:16.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.876+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f23f80a2b90 0x7f23f80a5050 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.876+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2410102250 0x7f241019ee40 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.876+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2410101890 0x7f241019c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.876+0000 7f2414b4f640 1 --2- 172.21.15.80:0/2677847175 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f24101006a0 0x7f241006a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:16.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.876+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 >> 172.21.15.80:0/2677847175 conn(0x7f24100fbc30 msgr2=0x7f2410104bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:16.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.876+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 shutdown_connections 2024-04-21T23:55:16.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:16.876+0000 7f2414b4f640 1 -- 172.21.15.80:0/2677847175 wait complete. 2024-04-21T23:55:16.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:16 smithi120 ceph-mon[31499]: Deploying daemon mds.e on smithi120 2024-04-21T23:55:16.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:16 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.80:6836/2896434383,v1:172.21.15.80:6837/2896434383] up:boot 2024-04-21T23:55:16.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:16 smithi120 ceph-mon[31499]: fsmap 4 up:standby 2024-04-21T23:55:16.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:16 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T23:55:16.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:16 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2677847175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:16 smithi080 ceph-mon[27925]: Deploying daemon mds.e on smithi120 2024-04-21T23:55:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:16 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.80:6836/2896434383,v1:172.21.15.80:6837/2896434383] up:boot 2024-04-21T23:55:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:16 smithi080 ceph-mon[27925]: fsmap 4 up:standby 2024-04-21T23:55:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:16 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T23:55:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:16 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2677847175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:17.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:16 smithi144 ceph-mon[31316]: Deploying daemon mds.e on smithi120 2024-04-21T23:55:17.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:16 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.80:6836/2896434383,v1:172.21.15.80:6837/2896434383] up:boot 2024-04-21T23:55:17.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:16 smithi144 ceph-mon[31316]: fsmap 4 up:standby 2024-04-21T23:55:17.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:16 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T23:55:17.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:16 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2677847175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:17.744 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:17 smithi120 systemd[1]: Starting Ceph mds.e for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:18.080 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:17 smithi120 ceph-mon[31499]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:18.081 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:17 smithi120 podman[61103]: 2024-04-21 23:55:17.740253301 +0000 UTC m=+0.018027187 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:18.081 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:17 smithi120 podman[61103]: 2024-04-21 23:55:17.843280032 +0000 UTC m=+0.121053919 container create 49d3ca68f4bd5dbe5aca5e7da40e34a110c730c3a9eb3d83ab2daa76b9499bb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T23:55:18.081 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:18 smithi120 podman[61103]: 2024-04-21 23:55:18.08810093 +0000 UTC m=+0.365874818 container init 49d3ca68f4bd5dbe5aca5e7da40e34a110c730c3a9eb3d83ab2daa76b9499bb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-21T23:55:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:17 smithi080 ceph-mon[27925]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:18.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:17 smithi144 ceph-mon[31316]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:18.495 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:18 smithi120 podman[61103]: 2024-04-21 23:55:18.090813685 +0000 UTC m=+0.368587580 container start 49d3ca68f4bd5dbe5aca5e7da40e34a110c730c3a9eb3d83ab2daa76b9499bb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-21T23:55:18.495 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:18 smithi120 ceph-mds[61122]: -- 172.21.15.120:0/4134801917 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a0f2b47a40 con 0x55a0f2b1a800 2024-04-21T23:55:18.495 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:18 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e[61118]: starting mds.e at 2024-04-21T23:55:18.495 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:18 smithi120 bash[61103]: 49d3ca68f4bd5dbe5aca5e7da40e34a110c730c3a9eb3d83ab2daa76b9499bb6 2024-04-21T23:55:18.495 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 21 23:55:18 smithi120 systemd[1]: Started Ceph mds.e for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:18.880 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:18.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 -- 172.21.15.80:0/3546954905 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca88101930 msgr2=0x7fca88108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 --2- 172.21.15.80:0/3546954905 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca88101930 0x7fca88108250 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fca80009ca0 tx=0x7fca8002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 -- 172.21.15.80:0/3546954905 shutdown_connections 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 --2- 172.21.15.80:0/3546954905 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca88101930 0x7fca88108250 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 --2- 172.21.15.80:0/3546954905 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca88100f70 0x7fca881013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 --2- 172.21.15.80:0/3546954905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca880ffe20 0x7fca88100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 -- 172.21.15.80:0/3546954905 >> 172.21.15.80:0/3546954905 conn(0x7fca880fb3b0 msgr2=0x7fca880fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 -- 172.21.15.80:0/3546954905 shutdown_connections 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.004+0000 7fca905be640 1 -- 172.21.15.80:0/3546954905 wait complete. 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca905be640 1 Processor -- start 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca905be640 1 -- start start 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca905be640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca880ffe20 0x7fca8810b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:19.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca905be640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca88100f70 0x7fca88109be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca905be640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca88101930 0x7fca8810a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca905be640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fca8810d440 con 0x7fca880ffe20 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca905be640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca8810d2c0 con 0x7fca88100f70 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca905be640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fca8810d5c0 con 0x7fca88101930 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca8e35a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca880ffe20 0x7fca8810b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca8e35a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca880ffe20 0x7fca8810b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34392/0 (socket says 172.21.15.80:34392) 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca8e35a640 1 -- 172.21.15.80:0/1677951783 learned_addr learned my addr 172.21.15.80:0/1677951783 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.005+0000 7fca8eb5b640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca88101930 0x7fca8810a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca8db59640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca88100f70 0x7fca88109be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca8e35a640 1 -- 172.21.15.80:0/1677951783 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca88101930 msgr2=0x7fca8810a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca8e35a640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca88101930 0x7fca8810a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca8e35a640 1 -- 172.21.15.80:0/1677951783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca88100f70 msgr2=0x7fca88109be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:19.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca8e35a640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca88100f70 0x7fca88109be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca8e35a640 1 -- 172.21.15.80:0/1677951783 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca8810a9b0 con 0x7fca880ffe20 2024-04-21T23:55:19.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca8e35a640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca880ffe20 0x7fca8810b5a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fca8400c920 tx=0x7fca8400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:19.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca7f7fe640 1 -- 172.21.15.80:0/1677951783 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca84007c70 con 0x7fca880ffe20 2024-04-21T23:55:19.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca7f7fe640 1 -- 172.21.15.80:0/1677951783 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca84007e10 con 0x7fca880ffe20 2024-04-21T23:55:19.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca881a1b70 con 0x7fca880ffe20 2024-04-21T23:55:19.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca7f7fe640 1 -- 172.21.15.80:0/1677951783 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca84018890 con 0x7fca880ffe20 2024-04-21T23:55:19.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.006+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca881a2110 con 0x7fca880ffe20 2024-04-21T23:55:19.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.007+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca88107060 con 0x7fca880ffe20 2024-04-21T23:55:19.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.008+0000 7fca7f7fe640 1 -- 172.21.15.80:0/1677951783 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fca84018a50 con 0x7fca880ffe20 2024-04-21T23:55:19.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.009+0000 7fca7f7fe640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca740a2c10 0x7fca740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:19.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.009+0000 7fca8db59640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca740a2c10 0x7fca740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:19.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.009+0000 7fca7f7fe640 1 -- 172.21.15.80:0/1677951783 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fca840cef60 con 0x7fca880ffe20 2024-04-21T23:55:19.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.009+0000 7fca8db59640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca740a2c10 0x7fca740a50d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fca78005fd0 tx=0x7fca7800b510 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:19.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.012+0000 7fca7f7fe640 1 -- 172.21.15.80:0/1677951783 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fca84014030 con 0x7fca880ffe20 2024-04-21T23:55:19.218 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.225+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca8802d420 con 0x7fca880ffe20 2024-04-21T23:55:19.218 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.225+0000 7fca7f7fe640 1 -- 172.21.15.80:0/1677951783 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4696 (secure 0 0 0) 0x7fca8409c470 con 0x7fca880ffe20 2024-04-21T23:55:19.219 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:19.219 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-21T23:55:19.219 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 6 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca740a2c10 msgr2=0x7fca740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca740a2c10 0x7fca740a50d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fca78005fd0 tx=0x7fca7800b510 comp rx=0 tx=0).stop 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca880ffe20 msgr2=0x7fca8810b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca880ffe20 0x7fca8810b5a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fca8400c920 tx=0x7fca8400cde0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 shutdown_connections 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca740a2c10 0x7fca740a50d0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca88101930 0x7fca8810a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca88100f70 0x7fca88109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 --2- 172.21.15.80:0/1677951783 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca880ffe20 0x7fca8810b5a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:19.221 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.227+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 >> 172.21.15.80:0/1677951783 conn(0x7fca880fb3b0 msgr2=0x7fca88104230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:19.222 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.228+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 shutdown_connections 2024-04-21T23:55:19.222 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:19.228+0000 7fca905be640 1 -- 172.21.15.80:0/1677951783 wait complete. 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: Deploying daemon mds.f on smithi144 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6834/801754870,v1:172.21.15.120:6835/801754870] up:boot 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: fsmap 5 up:standby 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T23:55:19.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:19 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1677951783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:19.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:19.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:19.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:19.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: Deploying daemon mds.f on smithi144 2024-04-21T23:55:19.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:19.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6834/801754870,v1:172.21.15.120:6835/801754870] up:boot 2024-04-21T23:55:19.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: fsmap 5 up:standby 2024-04-21T23:55:19.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T23:55:19.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:19 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1677951783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: Deploying daemon mds.f on smithi144 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6834/801754870,v1:172.21.15.120:6835/801754870] up:boot 2024-04-21T23:55:19.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: fsmap 5 up:standby 2024-04-21T23:55:19.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T23:55:19.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:19 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1677951783' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:20.579 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 systemd[1]: Starting Ceph mds.f for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:20.580 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 podman[62113]: 2024-04-21 23:55:20.489378244 +0000 UTC m=+0.018132011 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:20.846 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 podman[62113]: 2024-04-21 23:55:20.60830127 +0000 UTC m=+0.137055028 container create ab782090054225cff764b696ac3abed7f637b828a126c739f0076297a8ec387f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-04-21T23:55:20.846 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 podman[62113]: 2024-04-21 23:55:20.827844784 +0000 UTC m=+0.356598544 container init ab782090054225cff764b696ac3abed7f637b828a126c739f0076297a8ec387f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-21T23:55:20.846 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 podman[62113]: 2024-04-21 23:55:20.830254267 +0000 UTC m=+0.359008027 container start ab782090054225cff764b696ac3abed7f637b828a126c739f0076297a8ec387f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-21T23:55:21.114 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 ceph-mds[62133]: -- 172.21.15.144:0/3847043086 <== mon.1 v2:172.21.15.144:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556bdd71da40 con 0x556bdd6f1000 2024-04-21T23:55:21.114 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f[62129]: starting mds.f at 2024-04-21T23:55:21.114 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 bash[62113]: ab782090054225cff764b696ac3abed7f637b828a126c739f0076297a8ec387f 2024-04-21T23:55:21.114 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 21 23:55:20 smithi144 systemd[1]: Started Ceph mds.f for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:21.232 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:21.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.351+0000 7f11072df640 1 -- 172.21.15.80:0/2333357100 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100104b30 msgr2=0x7f1100106f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:21.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.351+0000 7f11072df640 1 --2- 172.21.15.80:0/2333357100 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100104b30 0x7f1100106f20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f10f0009900 tx=0x7f10f002bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:21.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.351+0000 7f11072df640 1 -- 172.21.15.80:0/2333357100 shutdown_connections 2024-04-21T23:55:21.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.351+0000 7f11072df640 1 --2- 172.21.15.80:0/2333357100 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1100107460 0x7f11001098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.351+0000 7f11072df640 1 --2- 172.21.15.80:0/2333357100 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100104b30 0x7f1100106f20 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.351+0000 7f11072df640 1 --2- 172.21.15.80:0/2333357100 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1100102200 0x7f11001045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.351+0000 7f11072df640 1 -- 172.21.15.80:0/2333357100 >> 172.21.15.80:0/2333357100 conn(0x7f11000fbbf0 msgr2=0x7f11000fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:21.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 -- 172.21.15.80:0/2333357100 shutdown_connections 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 -- 172.21.15.80:0/2333357100 wait complete. 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 Processor -- start 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 -- start start 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1100102200 0x7f1100101b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1100104b30 0x7f11001001b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100107460 0x7f11001006f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f110010d410 con 0x7f1100107460 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f110010d290 con 0x7f1100102200 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f11072df640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f110010d590 con 0x7f1100104b30 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.352+0000 7f110587c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100107460 0x7f11001006f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110587c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100107460 0x7f11001006f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40866/0 (socket says 172.21.15.80:40866) 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110487a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1100104b30 0x7f11001001b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110587c640 1 -- 172.21.15.80:0/1735030283 learned_addr learned my addr 172.21.15.80:0/1735030283 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:21.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110507b640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1100102200 0x7f1100101b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110587c640 1 -- 172.21.15.80:0/1735030283 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1100104b30 msgr2=0x7f11001001b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110587c640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1100104b30 0x7f11001001b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110587c640 1 -- 172.21.15.80:0/1735030283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1100102200 msgr2=0x7f1100101b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110587c640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1100102200 0x7f1100101b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110587c640 1 -- 172.21.15.80:0/1735030283 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1100100f80 con 0x7f1100107460 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f110587c640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100107460 0x7f11001006f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f10f800eaa0 tx=0x7f10f800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f10f67fc640 1 -- 172.21.15.80:0/1735030283 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f800cdb0 con 0x7f1100107460 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11001a1c00 con 0x7f1100107460 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f10f67fc640 1 -- 172.21.15.80:0/1735030283 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f10f8005020 con 0x7f1100107460 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f10f67fc640 1 -- 172.21.15.80:0/1735030283 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f80116b0 con 0x7f1100107460 2024-04-21T23:55:21.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.353+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11001a20d0 con 0x7f1100107460 2024-04-21T23:55:21.350 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.354+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1100068560 con 0x7f1100107460 2024-04-21T23:55:21.350 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.355+0000 7f10f67fc640 1 -- 172.21.15.80:0/1735030283 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f10f8005560 con 0x7f1100107460 2024-04-21T23:55:21.350 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.356+0000 7f10f67fc640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f10ec0a2b90 0x7f10ec0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:21.350 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.356+0000 7f110507b640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f10ec0a2b90 0x7f10ec0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:21.351 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.356+0000 7f10f67fc640 1 -- 172.21.15.80:0/1735030283 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f10f80cede0 con 0x7f1100107460 2024-04-21T23:55:21.351 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.356+0000 7f110507b640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f10ec0a2b90 0x7f10ec0a5050 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f10fc009bd0 tx=0x7f10fc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:21.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.360+0000 7f10f67fc640 1 -- 172.21.15.80:0/1735030283 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f10f8016030 con 0x7f1100107460 2024-04-21T23:55:21.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.572+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f110002d1a0 con 0x7f1100107460 2024-04-21T23:55:21.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.572+0000 7f10f67fc640 1 -- 172.21.15.80:0/1735030283 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5521 (secure 0 0 0) 0x7f10f809bb90 con 0x7f1100107460 2024-04-21T23:55:21.566 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:21.566 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-21T23:55:21.566 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 7 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f10ec0a2b90 msgr2=0x7f10ec0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f10ec0a2b90 0x7f10ec0a5050 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f10fc009bd0 tx=0x7f10fc005f90 comp rx=0 tx=0).stop 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100107460 msgr2=0x7f11001006f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100107460 0x7f11001006f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f10f800eaa0 tx=0x7f10f800ef60 comp rx=0 tx=0).stop 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 shutdown_connections 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f10ec0a2b90 0x7f10ec0a5050 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1100107460 0x7f11001006f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1100104b30 0x7f11001001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 --2- 172.21.15.80:0/1735030283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1100102200 0x7f1100101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:21.568 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.574+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 >> 172.21.15.80:0/1735030283 conn(0x7f11000fbbf0 msgr2=0x7f1100102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:21.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.575+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 shutdown_connections 2024-04-21T23:55:21.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:21.575+0000 7f11072df640 1 -- 172.21.15.80:0/1735030283 wait complete. 2024-04-21T23:55:22.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:22.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6834/490461557,v1:172.21.15.144:6835/490461557] up:boot 2024-04-21T23:55:22.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: fsmap 6 up:standby 2024-04-21T23:55:22.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T23:55:22.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:22.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:22.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:22.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: Deploying daemon mds.c on smithi144 2024-04-21T23:55:22.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:21 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1735030283' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6834/490461557,v1:172.21.15.144:6835/490461557] up:boot 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: fsmap 6 up:standby 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: Deploying daemon mds.c on smithi144 2024-04-21T23:55:22.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:21 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1735030283' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:22.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:22.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6834/490461557,v1:172.21.15.144:6835/490461557] up:boot 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: fsmap 6 up:standby 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: Deploying daemon mds.c on smithi144 2024-04-21T23:55:22.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:21 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1735030283' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:23.332 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 systemd[1]: Starting Ceph mds.c for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:23.579 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:23.614 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 podman[62422]: 2024-04-21 23:55:23.242199709 +0000 UTC m=+0.017887944 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:23.614 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 podman[62422]: 2024-04-21 23:55:23.347693912 +0000 UTC m=+0.123382168 container create 5c0c345742408921aa2dc925db3fe0945e717d7555f7cac43740cec17518774a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-21T23:55:23.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 -- 172.21.15.80:0/111965484 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60100680 msgr2=0x7fcb60100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:23.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/111965484 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60100680 0x7fcb60100aa0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcb50009900 tx=0x7fcb5002bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:23.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 -- 172.21.15.80:0/111965484 shutdown_connections 2024-04-21T23:55:23.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/111965484 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb60102230 0x7fcb60108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/111965484 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb60101870 0x7fcb60101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/111965484 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60100680 0x7fcb60100aa0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 -- 172.21.15.80:0/111965484 >> 172.21.15.80:0/111965484 conn(0x7fcb600fbbf0 msgr2=0x7fcb600fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:23.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 -- 172.21.15.80:0/111965484 shutdown_connections 2024-04-21T23:55:23.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.697+0000 7fcb64e2e640 1 -- 172.21.15.80:0/111965484 wait complete. 2024-04-21T23:55:23.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb64e2e640 1 Processor -- start 2024-04-21T23:55:23.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb64e2e640 1 -- start start 2024-04-21T23:55:23.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb64e2e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb60100680 0x7fcb60196930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:23.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb64e2e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb60101870 0x7fcb60196e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:23.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb64e2e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60102230 0x7fcb6019dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:23.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb64e2e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6010c320 con 0x7fcb60102230 2024-04-21T23:55:23.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb64e2e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6010c1a0 con 0x7fcb60101870 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb64e2e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6010c4a0 con 0x7fcb60100680 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60102230 0x7fcb6019dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60102230 0x7fcb6019dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40882/0 (socket says 172.21.15.80:40882) 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 -- 172.21.15.80:0/1840259315 learned_addr learned my addr 172.21.15.80:0/1840259315 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5e59c640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb60100680 0x7fcb60196930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb57fff640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb60101870 0x7fcb60196e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 -- 172.21.15.80:0/1840259315 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb60100680 msgr2=0x7fcb60196930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb60100680 0x7fcb60196930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 -- 172.21.15.80:0/1840259315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb60101870 msgr2=0x7fcb60196e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:23.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb60101870 0x7fcb60196e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 -- 172.21.15.80:0/1840259315 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb6019e550 con 0x7fcb60102230 2024-04-21T23:55:23.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb5ed9d640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60102230 0x7fcb6019dee0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcb5800ebb0 tx=0x7fcb58009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:23.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb577fe640 1 -- 172.21.15.80:0/1840259315 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb5800e2e0 con 0x7fcb60102230 2024-04-21T23:55:23.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.698+0000 7fcb577fe640 1 -- 172.21.15.80:0/1840259315 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb58007950 con 0x7fcb60102230 2024-04-21T23:55:23.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.699+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb600688d0 con 0x7fcb60102230 2024-04-21T23:55:23.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.699+0000 7fcb577fe640 1 -- 172.21.15.80:0/1840259315 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb58005790 con 0x7fcb60102230 2024-04-21T23:55:23.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.699+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb60068dd0 con 0x7fcb60102230 2024-04-21T23:55:23.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.700+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb60068560 con 0x7fcb60102230 2024-04-21T23:55:23.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.701+0000 7fcb577fe640 1 -- 172.21.15.80:0/1840259315 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fcb58007b00 con 0x7fcb60102230 2024-04-21T23:55:23.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.701+0000 7fcb577fe640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb4c0a2b90 0x7fcb4c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:23.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.702+0000 7fcb5e59c640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb4c0a2b90 0x7fcb4c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:23.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.702+0000 7fcb577fe640 1 -- 172.21.15.80:0/1840259315 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fcb580d00f0 con 0x7fcb60102230 2024-04-21T23:55:23.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.702+0000 7fcb5e59c640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb4c0a2b90 0x7fcb4c0a5050 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fcb5002c170 tx=0x7fcb5002df90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:23.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.706+0000 7fcb577fe640 1 -- 172.21.15.80:0/1840259315 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fcb5809d4f0 con 0x7fcb60102230 2024-04-21T23:55:23.914 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 podman[62422]: 2024-04-21 23:55:23.625735072 +0000 UTC m=+0.401423289 container init 5c0c345742408921aa2dc925db3fe0945e717d7555f7cac43740cec17518774a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=) 2024-04-21T23:55:23.914 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 podman[62422]: 2024-04-21 23:55:23.62820056 +0000 UTC m=+0.403888783 container start 5c0c345742408921aa2dc925db3fe0945e717d7555f7cac43740cec17518774a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8) 2024-04-21T23:55:23.914 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-mds[62442]: -- 172.21.15.144:0/484477383 <== mon.1 v2:172.21.15.144:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a1d9f2da40 con 0x55a1d9f00c00 2024-04-21T23:55:23.914 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: starting mds.c at 2024-04-21T23:55:23.914 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 bash[62422]: 5c0c345742408921aa2dc925db3fe0945e717d7555f7cac43740cec17518774a 2024-04-21T23:55:23.914 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 21 23:55:23 smithi144 systemd[1]: Started Ceph mds.c for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:23.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.924+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb601075d0 con 0x7fcb60102230 2024-04-21T23:55:23.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.925+0000 7fcb577fe640 1 -- 172.21.15.80:0/1840259315 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6346 (secure 0 0 0) 0x7fcb5809cdf0 con 0x7fcb60102230 2024-04-21T23:55:23.919 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:23.919 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-21T23:55:23.920 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 8 2024-04-21T23:55:23.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb4c0a2b90 msgr2=0x7fcb4c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:23.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb4c0a2b90 0x7fcb4c0a5050 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fcb5002c170 tx=0x7fcb5002df90 comp rx=0 tx=0).stop 2024-04-21T23:55:23.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60102230 msgr2=0x7fcb6019dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:23.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60102230 0x7fcb6019dee0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcb5800ebb0 tx=0x7fcb58009f60 comp rx=0 tx=0).stop 2024-04-21T23:55:23.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 shutdown_connections 2024-04-21T23:55:23.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb4c0a2b90 0x7fcb4c0a5050 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb60102230 0x7fcb6019dee0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb60101870 0x7fcb60196e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 --2- 172.21.15.80:0/1840259315 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb60100680 0x7fcb60196930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:23.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 >> 172.21.15.80:0/1840259315 conn(0x7fcb600fbbf0 msgr2=0x7fcb60104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:23.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 shutdown_connections 2024-04-21T23:55:23.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:23.927+0000 7fcb64e2e640 1 -- 172.21.15.80:0/1840259315 wait complete. 2024-04-21T23:55:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:23 smithi080 ceph-mon[27925]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:24.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:23 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:24.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:23 smithi120 ceph-mon[31499]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:24.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:24.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:23 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-mon[31316]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:24.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:23 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:25.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:24 smithi080 ceph-mon[27925]: Deploying daemon mds.h on smithi120 2024-04-21T23:55:25.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:24 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6836/148493825,v1:172.21.15.144:6837/148493825] up:boot 2024-04-21T23:55:25.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:24 smithi080 ceph-mon[27925]: fsmap 7 up:standby 2024-04-21T23:55:25.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:24 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T23:55:25.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:24 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1840259315' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:25.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:24 smithi120 ceph-mon[31499]: Deploying daemon mds.h on smithi120 2024-04-21T23:55:25.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:24 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6836/148493825,v1:172.21.15.144:6837/148493825] up:boot 2024-04-21T23:55:25.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:24 smithi120 ceph-mon[31499]: fsmap 7 up:standby 2024-04-21T23:55:25.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:24 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T23:55:25.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:24 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1840259315' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:25.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:24 smithi144 ceph-mon[31316]: Deploying daemon mds.h on smithi120 2024-04-21T23:55:25.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:24 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6836/148493825,v1:172.21.15.144:6837/148493825] up:boot 2024-04-21T23:55:25.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:24 smithi144 ceph-mon[31316]: fsmap 7 up:standby 2024-04-21T23:55:25.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:24 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T23:55:25.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:24 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1840259315' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:25.933 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:26.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 -- 172.21.15.80:0/3722216898 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca14102250 msgr2=0x7fca14108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:26.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/3722216898 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca14102250 0x7fca14108ae0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fca0c009ca0 tx=0x7fca0c02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 -- 172.21.15.80:0/3722216898 shutdown_connections 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/3722216898 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca14102250 0x7fca14108ae0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/3722216898 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca14101890 0x7fca14101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/3722216898 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca141006a0 0x7fca14100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 -- 172.21.15.80:0/3722216898 >> 172.21.15.80:0/3722216898 conn(0x7fca140fbc30 msgr2=0x7fca140fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 -- 172.21.15.80:0/3722216898 shutdown_connections 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.055+0000 7fca1c4a4640 1 -- 172.21.15.80:0/3722216898 wait complete. 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1c4a4640 1 Processor -- start 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1c4a4640 1 -- start start 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1c4a4640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca141006a0 0x7fca1406a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1c4a4640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca14101890 0x7fca1419c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:26.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1c4a4640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca14102250 0x7fca1419edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1c4a4640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fca1410c300 con 0x7fca141006a0 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1c4a4640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca1410c180 con 0x7fca14102250 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1c4a4640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fca1410c480 con 0x7fca14101890 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1a240640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca141006a0 0x7fca1406a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1a240640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca141006a0 0x7fca1406a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40898/0 (socket says 172.21.15.80:40898) 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1a240640 1 -- 172.21.15.80:0/2537098574 learned_addr learned my addr 172.21.15.80:0/2537098574 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1aa41640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca14102250 0x7fca1419edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca19a3f640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca14101890 0x7fca1419c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1a240640 1 -- 172.21.15.80:0/2537098574 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca14101890 msgr2=0x7fca1419c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1a240640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca14101890 0x7fca1419c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1a240640 1 -- 172.21.15.80:0/2537098574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca14102250 msgr2=0x7fca1419edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1a240640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca14102250 0x7fca1419edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1a240640 1 -- 172.21.15.80:0/2537098574 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca1419f670 con 0x7fca141006a0 2024-04-21T23:55:26.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.056+0000 7fca1aa41640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca14102250 0x7fca1419edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:55:26.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.057+0000 7fca1a240640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca141006a0 0x7fca1406a970 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fca0400e9c0 tx=0x7fca0400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:26.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.057+0000 7fca0b7fe640 1 -- 172.21.15.80:0/2537098574 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0400cde0 con 0x7fca141006a0 2024-04-21T23:55:26.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.057+0000 7fca0b7fe640 1 -- 172.21.15.80:0/2537098574 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca04010910 con 0x7fca141006a0 2024-04-21T23:55:26.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.057+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca1419f960 con 0x7fca141006a0 2024-04-21T23:55:26.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.057+0000 7fca0b7fe640 1 -- 172.21.15.80:0/2537098574 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca04018a00 con 0x7fca141006a0 2024-04-21T23:55:26.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.057+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca1419feb0 con 0x7fca141006a0 2024-04-21T23:55:26.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.058+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca140689b0 con 0x7fca141006a0 2024-04-21T23:55:26.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.059+0000 7fca0b7fe640 1 -- 172.21.15.80:0/2537098574 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fca0401f020 con 0x7fca141006a0 2024-04-21T23:55:26.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.060+0000 7fca0b7fe640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca000a2b90 0x7fca000a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:26.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.060+0000 7fca19a3f640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca000a2b90 0x7fca000a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:26.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.060+0000 7fca0b7fe640 1 -- 172.21.15.80:0/2537098574 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fca040cf370 con 0x7fca141006a0 2024-04-21T23:55:26.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.060+0000 7fca19a3f640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca000a2b90 0x7fca000a5050 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fca1406a6e0 tx=0x7fca1000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:26.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.063+0000 7fca0b7fe640 1 -- 172.21.15.80:0/2537098574 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fca0409c770 con 0x7fca141006a0 2024-04-21T23:55:26.088 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:25 smithi120 ceph-mon[31499]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:26.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:25 smithi080 ceph-mon[27925]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:26.266 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:25 smithi144 ceph-mon[31316]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:26.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.276+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca141079c0 con 0x7fca141006a0 2024-04-21T23:55:26.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.277+0000 7fca0b7fe640 1 -- 172.21.15.80:0/2537098574 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6346 (secure 0 0 0) 0x7fca0409c070 con 0x7fca141006a0 2024-04-21T23:55:26.270 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:26.270 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-21T23:55:26.271 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 8 2024-04-21T23:55:26.272 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca000a2b90 msgr2=0x7fca000a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:26.272 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca000a2b90 0x7fca000a5050 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fca1406a6e0 tx=0x7fca1000b410 comp rx=0 tx=0).stop 2024-04-21T23:55:26.272 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca141006a0 msgr2=0x7fca1406a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca141006a0 0x7fca1406a970 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fca0400e9c0 tx=0x7fca0400ee80 comp rx=0 tx=0).stop 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 shutdown_connections 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fca000a2b90 0x7fca000a5050 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca14102250 0x7fca1419edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca14101890 0x7fca1419c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 --2- 172.21.15.80:0/2537098574 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca141006a0 0x7fca1406a970 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 >> 172.21.15.80:0/2537098574 conn(0x7fca140fbc30 msgr2=0x7fca14104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 shutdown_connections 2024-04-21T23:55:26.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:26.279+0000 7fca1c4a4640 1 -- 172.21.15.80:0/2537098574 wait complete. 2024-04-21T23:55:26.481 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 systemd[1]: Starting Ceph mds.h for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:26.744 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 podman[61413]: 2024-04-21 23:55:26.392067946 +0000 UTC m=+0.018225656 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:26.745 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 podman[61413]: 2024-04-21 23:55:26.501199417 +0000 UTC m=+0.127357145 container create 53dfffb45ede2397b307ef210ce73b1b04926529d4f15e4d0ed1038a3b85bc50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-21T23:55:27.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:26 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2537098574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:27.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:26 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:26 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:26 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:26 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:27.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:26 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:27.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:26 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:27.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2537098574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 podman[61413]: 2024-04-21 23:55:26.760015212 +0000 UTC m=+0.386172895 container init 53dfffb45ede2397b307ef210ce73b1b04926529d4f15e4d0ed1038a3b85bc50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8) 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 podman[61413]: 2024-04-21 23:55:26.762636789 +0000 UTC m=+0.388794472 container start 53dfffb45ede2397b307ef210ce73b1b04926529d4f15e4d0ed1038a3b85bc50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-mds[61432]: -- 172.21.15.120:0/1050454196 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ba91947a40 con 0x55ba9191a800 2024-04-21T23:55:27.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: starting mds.h at 2024-04-21T23:55:27.246 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 bash[61413]: 53dfffb45ede2397b307ef210ce73b1b04926529d4f15e4d0ed1038a3b85bc50 2024-04-21T23:55:27.246 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:55:26 smithi120 systemd[1]: Started Ceph mds.h for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:27.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:26 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2537098574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:27.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:26 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:26 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:26 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:27.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:26 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:27.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:26 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:26 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:28.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:27 smithi144 ceph-mon[31316]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:28.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:27 smithi144 ceph-mon[31316]: Deploying daemon mds.i on smithi144 2024-04-21T23:55:28.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:27 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:boot 2024-04-21T23:55:28.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:27 smithi144 ceph-mon[31316]: fsmap 8 up:standby 2024-04-21T23:55:28.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:27 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T23:55:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:27 smithi080 ceph-mon[27925]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:27 smithi080 ceph-mon[27925]: Deploying daemon mds.i on smithi144 2024-04-21T23:55:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:27 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:boot 2024-04-21T23:55:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:27 smithi080 ceph-mon[27925]: fsmap 8 up:standby 2024-04-21T23:55:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:27 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T23:55:28.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:27 smithi120 ceph-mon[31499]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:28.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:27 smithi120 ceph-mon[31499]: Deploying daemon mds.i on smithi144 2024-04-21T23:55:28.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:27 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:boot 2024-04-21T23:55:28.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:27 smithi120 ceph-mon[31499]: fsmap 8 up:standby 2024-04-21T23:55:28.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:27 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T23:55:28.284 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:28.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.398+0000 7f86553af640 1 -- 172.21.15.80:0/1425078439 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650102980 msgr2=0x7f8650102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:28.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.398+0000 7f86553af640 1 --2- 172.21.15.80:0/1425078439 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650102980 0x7f8650102e00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f8644009900 tx=0x7f864402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:28.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.398+0000 7f86553af640 1 -- 172.21.15.80:0/1425078439 shutdown_connections 2024-04-21T23:55:28.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.398+0000 7f86553af640 1 --2- 172.21.15.80:0/1425078439 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8650103340 0x7f8650109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.398+0000 7f86553af640 1 --2- 172.21.15.80:0/1425078439 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650102980 0x7f8650102e00 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.398+0000 7f86553af640 1 --2- 172.21.15.80:0/1425078439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8650101790 0x7f8650101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.398+0000 7f86553af640 1 -- 172.21.15.80:0/1425078439 >> 172.21.15.80:0/1425078439 conn(0x7f86500fcd40 msgr2=0x7f86500ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 -- 172.21.15.80:0/1425078439 shutdown_connections 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 -- 172.21.15.80:0/1425078439 wait complete. 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 Processor -- start 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 -- start start 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8650101790 0x7f8650197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8650102980 0x7f8650198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650103340 0x7f865019f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f865010d440 con 0x7f8650103340 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f865010d2c0 con 0x7f8650102980 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f86553af640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f865010d5c0 con 0x7f8650101790 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.399+0000 7f864f7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650103340 0x7f865019f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864f7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650103340 0x7f865019f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40916/0 (socket says 172.21.15.80:40916) 2024-04-21T23:55:28.395 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864f7fe640 1 -- 172.21.15.80:0/4099506921 learned_addr learned my addr 172.21.15.80:0/4099506921 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864effd640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8650101790 0x7f8650197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864e7fc640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8650102980 0x7f8650198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864f7fe640 1 -- 172.21.15.80:0/4099506921 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8650101790 msgr2=0x7f8650197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864f7fe640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8650101790 0x7f8650197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864f7fe640 1 -- 172.21.15.80:0/4099506921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8650102980 msgr2=0x7f8650198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864f7fe640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8650102980 0x7f8650198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864f7fe640 1 -- 172.21.15.80:0/4099506921 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f865019f710 con 0x7f8650103340 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864e7fc640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8650102980 0x7f8650198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f864f7fe640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650103340 0x7f865019f0a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f864800e970 tx=0x7f864800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f8637fff640 1 -- 172.21.15.80:0/4099506921 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f864800ccc0 con 0x7f8650103340 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f865019fa00 con 0x7f8650103340 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f8637fff640 1 -- 172.21.15.80:0/4099506921 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f864800ce60 con 0x7f8650103340 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f8637fff640 1 -- 172.21.15.80:0/4099506921 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648010490 con 0x7f8650103340 2024-04-21T23:55:28.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.400+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f865019ff50 con 0x7f8650103340 2024-04-21T23:55:28.397 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.401+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8650108a50 con 0x7f8650103340 2024-04-21T23:55:28.397 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.402+0000 7f8637fff640 1 -- 172.21.15.80:0/4099506921 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8648005000 con 0x7f8650103340 2024-04-21T23:55:28.397 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.403+0000 7f8637fff640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86380a2b90 0x7f86380a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:28.397 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.403+0000 7f864effd640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86380a2b90 0x7f86380a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:28.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.403+0000 7f8637fff640 1 -- 172.21.15.80:0/4099506921 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f86480cf2d0 con 0x7f8650103340 2024-04-21T23:55:28.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.403+0000 7f864effd640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86380a2b90 0x7f86380a5050 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f86501027e0 tx=0x7f86400098f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:28.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.406+0000 7f8637fff640 1 -- 172.21.15.80:0/4099506921 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f86480536f0 con 0x7f8650103340 2024-04-21T23:55:28.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.620+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f865002d170 con 0x7f8650103340 2024-04-21T23:55:28.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.620+0000 7f8637fff640 1 -- 172.21.15.80:0/4099506921 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7174 (secure 0 0 0) 0x7f864809c6d0 con 0x7f8650103340 2024-04-21T23:55:28.613 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:28.614 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-21T23:55:28.614 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 9 2024-04-21T23:55:28.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86380a2b90 msgr2=0x7f86380a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86380a2b90 0x7f86380a5050 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f86501027e0 tx=0x7f86400098f0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650103340 msgr2=0x7f865019f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650103340 0x7f865019f0a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f864800e970 tx=0x7f864800ed70 comp rx=0 tx=0).stop 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 shutdown_connections 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86380a2b90 0x7f86380a5050 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8650103340 0x7f865019f0a0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8650102980 0x7f8650198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 --2- 172.21.15.80:0/4099506921 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8650101790 0x7f8650197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 >> 172.21.15.80:0/4099506921 conn(0x7f86500fcd40 msgr2=0x7f8650105c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 shutdown_connections 2024-04-21T23:55:28.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:28.622+0000 7f86553af640 1 -- 172.21.15.80:0/4099506921 wait complete. 2024-04-21T23:55:29.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:28 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4099506921' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:29.115 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 systemd[1]: Starting Ceph mds.i for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:29.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:28 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4099506921' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:29.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:28 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4099506921' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:29.549 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 podman[62746]: 2024-04-21 23:55:29.153172316 +0000 UTC m=+0.017640347 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:29.549 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 podman[62746]: 2024-04-21 23:55:29.286849523 +0000 UTC m=+0.151317544 container create 1d891cdb6c1c96d0a88f92e6e24a889f126aaf829d58ae4b065190c838db628b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i, GIT_CLEAN=True, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-21T23:55:29.549 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 podman[62746]: 2024-04-21 23:55:29.556264295 +0000 UTC m=+0.420732313 container init 1d891cdb6c1c96d0a88f92e6e24a889f126aaf829d58ae4b065190c838db628b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-04-21T23:55:29.864 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 podman[62746]: 2024-04-21 23:55:29.558957254 +0000 UTC m=+0.423425272 container start 1d891cdb6c1c96d0a88f92e6e24a889f126aaf829d58ae4b065190c838db628b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True) 2024-04-21T23:55:29.865 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-mds[62765]: -- 172.21.15.144:0/4042084405 <== mon.1 v2:172.21.15.144:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b9ade69a40 con 0x55b9ade3c800 2024-04-21T23:55:29.865 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i[62761]: starting mds.i at 2024-04-21T23:55:29.865 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 bash[62746]: 1d891cdb6c1c96d0a88f92e6e24a889f126aaf829d58ae4b065190c838db628b 2024-04-21T23:55:29.865 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 21 23:55:29 smithi144 systemd[1]: Started Ceph mds.i for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:30.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:29 smithi080 ceph-mon[27925]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:30.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:30.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:30.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:29 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:30.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:29 smithi120 ceph-mon[31499]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:30.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:30.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:30.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:29 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:30.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-mon[31316]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:30.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:30.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:30.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:30.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:29 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:30.628 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:30.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 -- 172.21.15.80:0/822344273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524101880 msgr2=0x7f0524101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 --2- 172.21.15.80:0/822344273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524101880 0x7f0524101d00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0518009900 tx=0x7f051802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 -- 172.21.15.80:0/822344273 shutdown_connections 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 --2- 172.21.15.80:0/822344273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0524102240 0x7f0524108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 --2- 172.21.15.80:0/822344273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524101880 0x7f0524101d00 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 --2- 172.21.15.80:0/822344273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0524100690 0x7f0524100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 -- 172.21.15.80:0/822344273 >> 172.21.15.80:0/822344273 conn(0x7f05240fbc40 msgr2=0x7f05240fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 -- 172.21.15.80:0/822344273 shutdown_connections 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 -- 172.21.15.80:0/822344273 wait complete. 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 Processor -- start 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.738+0000 7f0529484640 1 -- start start 2024-04-21T23:55:30.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0529484640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524100690 0x7f052406a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0529484640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0524101880 0x7f052419ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0529484640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0524102240 0x7f05241a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0529484640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f052410c310 con 0x7f0524100690 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0529484640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f052410c190 con 0x7f0524101880 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0529484640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f052410c490 con 0x7f0524102240 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524100690 0x7f052406a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524100690 0x7f052406a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40928/0 (socket says 172.21.15.80:40928) 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 -- 172.21.15.80:0/1764745010 learned_addr learned my addr 172.21.15.80:0/1764745010 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f05237fe640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0524102240 0x7f05241a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f05227fc640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0524101880 0x7f052419ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 -- 172.21.15.80:0/1764745010 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0524102240 msgr2=0x7f05241a1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0524102240 0x7f05241a1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 -- 172.21.15.80:0/1764745010 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0524101880 msgr2=0x7f052419ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:30.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0524101880 0x7f052419ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 -- 172.21.15.80:0/1764745010 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05241a18e0 con 0x7f0524100690 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f05237fe640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0524102240 0x7f05241a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f05227fc640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0524101880 0x7f052419ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0522ffd640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524100690 0x7f052406a970 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f051400eaa0 tx=0x7f051400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f050bfff640 1 -- 172.21.15.80:0/1764745010 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0514016070 con 0x7f0524100690 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05241a1bd0 con 0x7f0524100690 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f050bfff640 1 -- 172.21.15.80:0/1764745010 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0514003e50 con 0x7f0524100690 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f050bfff640 1 -- 172.21.15.80:0/1764745010 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05140116d0 con 0x7f0524100690 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.739+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05241a20f0 con 0x7f0524100690 2024-04-21T23:55:30.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.740+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05240689b0 con 0x7f0524100690 2024-04-21T23:55:30.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.741+0000 7f050bfff640 1 -- 172.21.15.80:0/1764745010 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0514019070 con 0x7f0524100690 2024-04-21T23:55:30.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.742+0000 7f050bfff640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f050c0a2b90 0x7f050c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:30.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.742+0000 7f05227fc640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f050c0a2b90 0x7f050c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:30.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.742+0000 7f050bfff640 1 -- 172.21.15.80:0/1764745010 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f05140cf130 con 0x7f0524100690 2024-04-21T23:55:30.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.742+0000 7f05227fc640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f050c0a2b90 0x7f050c0a5050 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0518006010 tx=0x7f051802c8a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:30.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.746+0000 7f050bfff640 1 -- 172.21.15.80:0/1764745010 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f051409c530 con 0x7f0524100690 2024-04-21T23:55:30.958 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.965+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f05241079b0 con 0x7f0524100690 2024-04-21T23:55:30.959 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.966+0000 7f050bfff640 1 -- 172.21.15.80:0/1764745010 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8004 (secure 0 0 0) 0x7f051409be30 con 0x7f0524100690 2024-04-21T23:55:30.959 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:30.960 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-21T23:55:30.960 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 10 2024-04-21T23:55:30.961 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f050c0a2b90 msgr2=0x7f050c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f050c0a2b90 0x7f050c0a5050 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0518006010 tx=0x7f051802c8a0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524100690 msgr2=0x7f052406a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524100690 0x7f052406a970 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f051400eaa0 tx=0x7f051400ef60 comp rx=0 tx=0).stop 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 shutdown_connections 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f050c0a2b90 0x7f050c0a5050 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0524102240 0x7f05241a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0524101880 0x7f052419ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 --2- 172.21.15.80:0/1764745010 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0524100690 0x7f052406a970 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 >> 172.21.15.80:0/1764745010 conn(0x7f05240fbc40 msgr2=0x7f0524104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 shutdown_connections 2024-04-21T23:55:30.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:30.968+0000 7f0529484640 1 -- 172.21.15.80:0/1764745010 wait complete. 2024-04-21T23:55:31.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:30 smithi080 ceph-mon[27925]: Deploying daemon mds.g on smithi080 2024-04-21T23:55:31.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:30 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] up:boot 2024-04-21T23:55:31.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:30 smithi080 ceph-mon[27925]: fsmap 9 up:standby 2024-04-21T23:55:31.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:30 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T23:55:31.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:30 smithi120 ceph-mon[31499]: Deploying daemon mds.g on smithi080 2024-04-21T23:55:31.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:30 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] up:boot 2024-04-21T23:55:31.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:30 smithi120 ceph-mon[31499]: fsmap 9 up:standby 2024-04-21T23:55:31.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:30 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T23:55:31.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:30 smithi144 ceph-mon[31316]: Deploying daemon mds.g on smithi080 2024-04-21T23:55:31.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:30 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] up:boot 2024-04-21T23:55:31.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:30 smithi144 ceph-mon[31316]: fsmap 9 up:standby 2024-04-21T23:55:31.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:30 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T23:55:32.174 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:31 smithi080 ceph-mon[27925]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:32.174 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:31 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1764745010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:32.174 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:31 smithi080 systemd[1]: Starting Ceph mds.g for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:32.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:31 smithi120 ceph-mon[31499]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:32.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:31 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1764745010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:32.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:31 smithi144 ceph-mon[31316]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:32.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:31 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1764745010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:32.449 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:32 smithi080 podman[65950]: 2024-04-21 23:55:32.083863647 +0000 UTC m=+0.017735369 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:32.449 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:32 smithi080 podman[65950]: 2024-04-21 23:55:32.206663991 +0000 UTC m=+0.140535700 container create 9b4757a40a9d1f26065ad8c651585376276be0fc00bd3b0935a1b8b99866d6e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-21T23:55:32.949 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:32 smithi080 podman[65950]: 2024-04-21 23:55:32.471990879 +0000 UTC m=+0.405862589 container init 9b4757a40a9d1f26065ad8c651585376276be0fc00bd3b0935a1b8b99866d6e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-21T23:55:32.949 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:32 smithi080 podman[65950]: 2024-04-21 23:55:32.474653896 +0000 UTC m=+0.408525610 container start 9b4757a40a9d1f26065ad8c651585376276be0fc00bd3b0935a1b8b99866d6e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-04-21T23:55:32.949 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:32 smithi080 ceph-mds[65969]: -- 172.21.15.80:0/1256468253 <== mon.0 v2:172.21.15.80:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560def3c7a40 con 0x560def39b000 2024-04-21T23:55:32.949 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:32 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g[65965]: starting mds.g at 2024-04-21T23:55:32.949 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:32 smithi080 bash[65950]: 9b4757a40a9d1f26065ad8c651585376276be0fc00bd3b0935a1b8b99866d6e8 2024-04-21T23:55:32.949 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 21 23:55:32 smithi080 systemd[1]: Started Ceph mds.g for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:32.973 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:33.091 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 -- 172.21.15.80:0/1177588885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b041019b0 msgr2=0x7f7b04108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:33.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 --2- 172.21.15.80:0/1177588885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b041019b0 0x7f7b04108240 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7afc009ca0 tx=0x7f7afc02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 -- 172.21.15.80:0/1177588885 shutdown_connections 2024-04-21T23:55:33.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 --2- 172.21.15.80:0/1177588885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b041019b0 0x7f7b04108240 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 --2- 172.21.15.80:0/1177588885 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7b04100ff0 0x7f7b04101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 --2- 172.21.15.80:0/1177588885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b040ffe00 0x7f7b04100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 -- 172.21.15.80:0/1177588885 >> 172.21.15.80:0/1177588885 conn(0x7f7b040fb370 msgr2=0x7f7b040fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:33.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 -- 172.21.15.80:0/1177588885 shutdown_connections 2024-04-21T23:55:33.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.098+0000 7f7b0926f640 1 -- 172.21.15.80:0/1177588885 wait complete. 2024-04-21T23:55:33.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b0926f640 1 Processor -- start 2024-04-21T23:55:33.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b0926f640 1 -- start start 2024-04-21T23:55:33.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b0926f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b040ffe00 0x7f7b04197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:33.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b0926f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7b04100ff0 0x7f7b04197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:33.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b0926f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b041019b0 0x7f7b0419efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:33.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b0926f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0410d450 con 0x7f7b040ffe00 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b0926f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0410d2d0 con 0x7f7b041019b0 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b0926f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0410d5d0 con 0x7f7b04100ff0 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b02ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b040ffe00 0x7f7b04197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.099+0000 7f7b02ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b040ffe00 0x7f7b04197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50174/0 (socket says 172.21.15.80:50174) 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b02ffd640 1 -- 172.21.15.80:0/2808182146 learned_addr learned my addr 172.21.15.80:0/2808182146 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b027fc640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7b04100ff0 0x7f7b04197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b037fe640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b041019b0 0x7f7b0419efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b02ffd640 1 -- 172.21.15.80:0/2808182146 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7b04100ff0 msgr2=0x7f7b04197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b02ffd640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7b04100ff0 0x7f7b04197f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b02ffd640 1 -- 172.21.15.80:0/2808182146 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b041019b0 msgr2=0x7f7b0419efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b02ffd640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b041019b0 0x7f7b0419efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b02ffd640 1 -- 172.21.15.80:0/2808182146 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b0419f640 con 0x7f7b040ffe00 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b037fe640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b041019b0 0x7f7b0419efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:55:33.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b02ffd640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b040ffe00 0x7f7b04197a20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7af400e9c0 tx=0x7f7af400edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:33.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7aebfff640 1 -- 172.21.15.80:0/2808182146 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af400ccc0 con 0x7f7b040ffe00 2024-04-21T23:55:33.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b0419f930 con 0x7f7b040ffe00 2024-04-21T23:55:33.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7aebfff640 1 -- 172.21.15.80:0/2808182146 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7af40035f0 con 0x7f7b040ffe00 2024-04-21T23:55:33.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7aebfff640 1 -- 172.21.15.80:0/2808182146 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af400ce60 con 0x7f7b040ffe00 2024-04-21T23:55:33.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.100+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b0419fe80 con 0x7f7b040ffe00 2024-04-21T23:55:33.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.101+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b04107050 con 0x7f7b040ffe00 2024-04-21T23:55:33.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.103+0000 7f7aebfff640 1 -- 172.21.15.80:0/2808182146 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7af40037a0 con 0x7f7b040ffe00 2024-04-21T23:55:33.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.104+0000 7f7aebfff640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7aec0a2b90 0x7f7aec0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:33.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.104+0000 7f7aebfff640 1 -- 172.21.15.80:0/2808182146 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f7af40ceff0 con 0x7f7b040ffe00 2024-04-21T23:55:33.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.104+0000 7f7b027fc640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7aec0a2b90 0x7f7aec0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:33.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.104+0000 7f7b027fc640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7aec0a2b90 0x7f7aec0a5050 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7b04198f30 tx=0x7f7af800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:33.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.110+0000 7f7aebfff640 1 -- 172.21.15.80:0/2808182146 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7af409c480 con 0x7f7b040ffe00 2024-04-21T23:55:33.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.343+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b0402d330 con 0x7f7b040ffe00 2024-04-21T23:55:33.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.344+0000 7f7aebfff640 1 -- 172.21.15.80:0/2808182146 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8830 (secure 0 0 0) 0x7f7af409bd80 con 0x7f7b040ffe00 2024-04-21T23:55:33.337 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:33.337 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-21T23:55:33.338 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 11 2024-04-21T23:55:33.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7aec0a2b90 msgr2=0x7f7aec0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:33.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7aec0a2b90 0x7f7aec0a5050 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7b04198f30 tx=0x7f7af800a2d0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.339 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b040ffe00 msgr2=0x7f7b04197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b040ffe00 0x7f7b04197a20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7af400e9c0 tx=0x7f7af400edc0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 shutdown_connections 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7aec0a2b90 0x7f7aec0a5050 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b041019b0 0x7f7b0419efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7b04100ff0 0x7f7b04197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 --2- 172.21.15.80:0/2808182146 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7b040ffe00 0x7f7b04197a20 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 >> 172.21.15.80:0/2808182146 conn(0x7f7b040fb370 msgr2=0x7f7b04104220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 shutdown_connections 2024-04-21T23:55:33.340 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:33.346+0000 7f7b0926f640 1 -- 172.21.15.80:0/2808182146 wait complete. 2024-04-21T23:55:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:33.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: Deploying daemon mds.a on smithi080 2024-04-21T23:55:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.80:6838/3488984223,v1:172.21.15.80:6839/3488984223] up:boot 2024-04-21T23:55:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: fsmap 10 up:standby 2024-04-21T23:55:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T23:55:33.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:33 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2808182146' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:33.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: Deploying daemon mds.a on smithi080 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.80:6838/3488984223,v1:172.21.15.80:6839/3488984223] up:boot 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: fsmap 10 up:standby 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T23:55:33.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:33 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2808182146' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:34.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:34.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:34.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:34.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:34.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:34.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:34.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: Deploying daemon mds.a on smithi080 2024-04-21T23:55:34.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:34.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.80:6838/3488984223,v1:172.21.15.80:6839/3488984223] up:boot 2024-04-21T23:55:34.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: fsmap 10 up:standby 2024-04-21T23:55:34.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T23:55:34.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:33 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2808182146' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:34.949 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:34 smithi080 systemd[1]: Starting Ceph mds.a for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:35.352 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:35.375 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:35 smithi080 podman[66310]: 2024-04-21 23:55:34.964521356 +0000 UTC m=+0.017785961 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:35.375 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:35 smithi080 podman[66310]: 2024-04-21 23:55:35.079570217 +0000 UTC m=+0.132834809 container create c299235861f50920717345dfd8f60fa57e3d91804fec69b32162adcfec343c11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-21T23:55:35.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.462+0000 7fb55611e640 1 -- 172.21.15.80:0/1088433716 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550101870 msgr2=0x7fb550101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.462+0000 7fb55611e640 1 --2- 172.21.15.80:0/1088433716 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550101870 0x7fb550101cf0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb544009900 tx=0x7fb54402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.463+0000 7fb55611e640 1 -- 172.21.15.80:0/1088433716 shutdown_connections 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.463+0000 7fb55611e640 1 --2- 172.21.15.80:0/1088433716 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb550102230 0x7fb550108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.463+0000 7fb55611e640 1 --2- 172.21.15.80:0/1088433716 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550101870 0x7fb550101cf0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.463+0000 7fb55611e640 1 --2- 172.21.15.80:0/1088433716 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb550100680 0x7fb550100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.463+0000 7fb55611e640 1 -- 172.21.15.80:0/1088433716 >> 172.21.15.80:0/1088433716 conn(0x7fb5500fbbf0 msgr2=0x7fb5500fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.463+0000 7fb55611e640 1 -- 172.21.15.80:0/1088433716 shutdown_connections 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.463+0000 7fb55611e640 1 -- 172.21.15.80:0/1088433716 wait complete. 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.463+0000 7fb55611e640 1 Processor -- start 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 -- start start 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550100680 0x7fb550197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb550101870 0x7fb550197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:35.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb550102230 0x7fb55019f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb55010c300 con 0x7fb550100680 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb55010c180 con 0x7fb550101870 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb55010c480 con 0x7fb550102230 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550100680 0x7fb550197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550100680 0x7fb550197ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50196/0 (socket says 172.21.15.80:50196) 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 -- 172.21.15.80:0/4102793220 learned_addr learned my addr 172.21.15.80:0/4102793220 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54effd640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb550101870 0x7fb550197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 -- 172.21.15.80:0/4102793220 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb550102230 msgr2=0x7fb55019f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb550102230 0x7fb55019f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 -- 172.21.15.80:0/4102793220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb550101870 msgr2=0x7fb550197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb550101870 0x7fb550197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 -- 172.21.15.80:0/4102793220 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb55019f6d0 con 0x7fb550100680 2024-04-21T23:55:35.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54effd640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb550101870 0x7fb550197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:35.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54f7fe640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550100680 0x7fb550197ab0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb54000d770 tx=0x7fb54000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:35.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54cff9640 1 -- 172.21.15.80:0/4102793220 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb540017070 con 0x7fb550100680 2024-04-21T23:55:35.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54cff9640 1 -- 172.21.15.80:0/4102793220 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb540009c30 con 0x7fb550100680 2024-04-21T23:55:35.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb55019f9c0 con 0x7fb550100680 2024-04-21T23:55:35.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb54cff9640 1 -- 172.21.15.80:0/4102793220 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb540003dd0 con 0x7fb550100680 2024-04-21T23:55:35.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.464+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb55019ff10 con 0x7fb550100680 2024-04-21T23:55:35.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.465+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5501a0140 con 0x7fb550100680 2024-04-21T23:55:35.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.466+0000 7fb54cff9640 1 -- 172.21.15.80:0/4102793220 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb540003fb0 con 0x7fb550100680 2024-04-21T23:55:35.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.467+0000 7fb54cff9640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5380a2b90 0x7fb5380a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:35.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.467+0000 7fb54effd640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5380a2b90 0x7fb5380a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:35.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.467+0000 7fb54cff9640 1 -- 172.21.15.80:0/4102793220 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb5400ce600 con 0x7fb550100680 2024-04-21T23:55:35.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.467+0000 7fb54effd640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5380a2b90 0x7fb5380a5050 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb544036040 tx=0x7fb544000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:35.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.471+0000 7fb54cff9640 1 -- 172.21.15.80:0/4102793220 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb54009ba00 con 0x7fb550100680 2024-04-21T23:55:35.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.691+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb5501a0430 con 0x7fb550100680 2024-04-21T23:55:35.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.692+0000 7fb54cff9640 1 -- 172.21.15.80:0/4102793220 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8830 (secure 0 0 0) 0x7fb540009de0 con 0x7fb550100680 2024-04-21T23:55:35.685 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:35.685 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-21T23:55:35.685 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 11 2024-04-21T23:55:35.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5380a2b90 msgr2=0x7fb5380a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:35.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5380a2b90 0x7fb5380a5050 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb544036040 tx=0x7fb544000bc0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550100680 msgr2=0x7fb550197ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:35.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550100680 0x7fb550197ab0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb54000d770 tx=0x7fb54000dc30 comp rx=0 tx=0).stop 2024-04-21T23:55:35.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 shutdown_connections 2024-04-21T23:55:35.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5380a2b90 0x7fb5380a5050 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb550102230 0x7fb55019f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb550101870 0x7fb550197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 --2- 172.21.15.80:0/4102793220 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb550100680 0x7fb550197ab0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:35.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 >> 172.21.15.80:0/4102793220 conn(0x7fb5500fbbf0 msgr2=0x7fb5500688d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:35.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 shutdown_connections 2024-04-21T23:55:35.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:35.694+0000 7fb55611e640 1 -- 172.21.15.80:0/4102793220 wait complete. 2024-04-21T23:55:35.697 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:35 smithi080 podman[66310]: 2024-04-21 23:55:35.42412266 +0000 UTC m=+0.477387254 container init c299235861f50920717345dfd8f60fa57e3d91804fec69b32162adcfec343c11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-21T23:55:35.697 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:35 smithi080 podman[66310]: 2024-04-21 23:55:35.427041466 +0000 UTC m=+0.480306058 container start c299235861f50920717345dfd8f60fa57e3d91804fec69b32162adcfec343c11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD) 2024-04-21T23:55:35.697 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mds[66349]: -- 172.21.15.80:0/601165225 <== mon.0 v2:172.21.15.80:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55931952da40 con 0x559319500800 2024-04-21T23:55:35.697 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a[66325]: starting mds.a at 2024-04-21T23:55:35.697 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:35 smithi080 bash[66310]: c299235861f50920717345dfd8f60fa57e3d91804fec69b32162adcfec343c11 2024-04-21T23:55:35.697 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 21 23:55:35 smithi080 systemd[1]: Started Ceph mds.a for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mon[27925]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:35.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:35 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4102793220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:36.225 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:35 smithi120 ceph-mon[31499]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:36.225 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:36.225 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:36.225 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:36.225 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:36.226 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:36.226 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:35 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:36.226 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:35 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4102793220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:35 smithi144 ceph-mon[31316]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T23:55:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T23:55:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:35 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:36.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:35 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4102793220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:37.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:36 smithi080 ceph-mon[27925]: Deploying daemon mds.b on smithi120 2024-04-21T23:55:37.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:36 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.80:6840/3662974583,v1:172.21.15.80:6841/3662974583] up:boot 2024-04-21T23:55:37.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:36 smithi080 ceph-mon[27925]: fsmap 11 up:standby 2024-04-21T23:55:37.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:36 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T23:55:37.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:36 smithi120 ceph-mon[31499]: Deploying daemon mds.b on smithi120 2024-04-21T23:55:37.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:36 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.80:6840/3662974583,v1:172.21.15.80:6841/3662974583] up:boot 2024-04-21T23:55:37.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:36 smithi120 ceph-mon[31499]: fsmap 11 up:standby 2024-04-21T23:55:37.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:36 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T23:55:37.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:36 smithi144 ceph-mon[31316]: Deploying daemon mds.b on smithi120 2024-04-21T23:55:37.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:36 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.80:6840/3662974583,v1:172.21.15.80:6841/3662974583] up:boot 2024-04-21T23:55:37.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:36 smithi144 ceph-mon[31316]: fsmap 11 up:standby 2024-04-21T23:55:37.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:36 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T23:55:37.699 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:37.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 -- 172.21.15.80:0/1886787052 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc104bb0 msgr2=0x7f00dc106fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:37.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 --2- 172.21.15.80:0/1886787052 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc104bb0 0x7f00dc106fa0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f00cc009900 tx=0x7f00cc02bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:37.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 -- 172.21.15.80:0/1886787052 shutdown_connections 2024-04-21T23:55:37.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 --2- 172.21.15.80:0/1886787052 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00dc1074e0 0x7f00dc1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:37.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 --2- 172.21.15.80:0/1886787052 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc104bb0 0x7f00dc106fa0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 --2- 172.21.15.80:0/1886787052 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00dc102280 0x7f00dc104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 -- 172.21.15.80:0/1886787052 >> 172.21.15.80:0/1886787052 conn(0x7f00dc0fbc30 msgr2=0x7f00dc0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 -- 172.21.15.80:0/1886787052 shutdown_connections 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 -- 172.21.15.80:0/1886787052 wait complete. 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 Processor -- start 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 -- start start 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.822+0000 7f00e45bf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00dc102280 0x7f00dc101bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e45bf640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00dc104bb0 0x7f00dc100230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e45bf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc1074e0 0x7f00dc100770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e45bf640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f00dc10d3f0 con 0x7f00dc1074e0 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e45bf640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f00dc10d270 con 0x7f00dc104bb0 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e45bf640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f00dc10d570 con 0x7f00dc102280 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc1074e0 0x7f00dc100770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:37.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc1074e0 0x7f00dc100770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50216/0 (socket says 172.21.15.80:50216) 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 -- 172.21.15.80:0/2304380834 learned_addr learned my addr 172.21.15.80:0/2304380834 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e1b5a640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00dc104bb0 0x7f00dc100230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e235b640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00dc102280 0x7f00dc101bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 -- 172.21.15.80:0/2304380834 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00dc102280 msgr2=0x7f00dc101bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00dc102280 0x7f00dc101bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 -- 172.21.15.80:0/2304380834 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00dc104bb0 msgr2=0x7f00dc100230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00dc104bb0 0x7f00dc100230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 -- 172.21.15.80:0/2304380834 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00dc101000 con 0x7f00dc1074e0 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e235b640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00dc102280 0x7f00dc101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e2b5c640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc1074e0 0x7f00dc100770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f00d400eaa0 tx=0x7f00d400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00d37fe640 1 -- 172.21.15.80:0/2304380834 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d400cdb0 con 0x7f00dc1074e0 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00dc1a1c20 con 0x7f00dc1074e0 2024-04-21T23:55:37.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00d37fe640 1 -- 172.21.15.80:0/2304380834 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00d4005020 con 0x7f00dc1074e0 2024-04-21T23:55:37.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00d37fe640 1 -- 172.21.15.80:0/2304380834 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d40116b0 con 0x7f00dc1074e0 2024-04-21T23:55:37.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.823+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00dc1a2140 con 0x7f00dc1074e0 2024-04-21T23:55:37.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.824+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00dc0689b0 con 0x7f00dc1074e0 2024-04-21T23:55:37.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.826+0000 7f00d37fe640 1 -- 172.21.15.80:0/2304380834 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f00d4005560 con 0x7f00dc1074e0 2024-04-21T23:55:37.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.827+0000 7f00d37fe640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00c80a2b90 0x7f00c80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:37.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.827+0000 7f00e235b640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00c80a2b90 0x7f00c80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:37.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.827+0000 7f00d37fe640 1 -- 172.21.15.80:0/2304380834 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f00d40cf230 con 0x7f00dc1074e0 2024-04-21T23:55:37.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.827+0000 7f00e235b640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00c80a2b90 0x7f00c80a5050 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f00d80058c0 tx=0x7f00d8005d30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:37.823 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:37.831+0000 7f00d37fe640 1 -- 172.21.15.80:0/2304380834 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f00d4016030 con 0x7f00dc1074e0 2024-04-21T23:55:38.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.044+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00dc0fd720 con 0x7f00dc1074e0 2024-04-21T23:55:38.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.044+0000 7f00d37fe640 1 -- 172.21.15.80:0/2304380834 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9656 (secure 0 0 0) 0x7f00dc0fd720 con 0x7f00dc1074e0 2024-04-21T23:55:38.038 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:38.038 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-21T23:55:38.038 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 12 2024-04-21T23:55:38.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00c80a2b90 msgr2=0x7f00c80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:38.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00c80a2b90 0x7f00c80a5050 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f00d80058c0 tx=0x7f00d8005d30 comp rx=0 tx=0).stop 2024-04-21T23:55:38.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc1074e0 msgr2=0x7f00dc100770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:38.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc1074e0 0x7f00dc100770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f00d400eaa0 tx=0x7f00d400ef60 comp rx=0 tx=0).stop 2024-04-21T23:55:38.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 shutdown_connections 2024-04-21T23:55:38.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00c80a2b90 0x7f00c80a5050 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:38.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00dc1074e0 0x7f00dc100770 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:38.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00dc104bb0 0x7f00dc100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:38.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 --2- 172.21.15.80:0/2304380834 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00dc102280 0x7f00dc101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:38.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 >> 172.21.15.80:0/2304380834 conn(0x7f00dc0fbc30 msgr2=0x7f00dc102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:38.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 shutdown_connections 2024-04-21T23:55:38.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:38.047+0000 7f00e45bf640 1 -- 172.21.15.80:0/2304380834 wait complete. 2024-04-21T23:55:38.050 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:37 smithi080 ceph-mon[27925]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:38.208 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:37 smithi120 ceph-mon[31499]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:38.208 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 systemd[1]: Starting Ceph mds.b for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-21T23:55:38.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:37 smithi144 ceph-mon[31316]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:38.485 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 podman[61726]: 2024-04-21 23:55:38.118555097 +0000 UTC m=+0.018008522 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-21T23:55:38.485 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 podman[61726]: 2024-04-21 23:55:38.239654965 +0000 UTC m=+0.139108363 container create 834eed73e35fbba8bea1e545aa7ddd03b70b257532de35a6f917ff690478c4ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-21T23:55:38.485 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 podman[61726]: 2024-04-21 23:55:38.492621294 +0000 UTC m=+0.392074696 container init 834eed73e35fbba8bea1e545aa7ddd03b70b257532de35a6f917ff690478c4ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-21T23:55:38.744 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 podman[61726]: 2024-04-21 23:55:38.495502554 +0000 UTC m=+0.394955965 container start 834eed73e35fbba8bea1e545aa7ddd03b70b257532de35a6f917ff690478c4ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-04-21T23:55:38.745 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-mds[61745]: -- 172.21.15.120:0/540515076 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b01295fa40 con 0x55b012932c00 2024-04-21T23:55:38.745 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b[61741]: starting mds.b at 2024-04-21T23:55:38.745 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 bash[61726]: 834eed73e35fbba8bea1e545aa7ddd03b70b257532de35a6f917ff690478c4ea 2024-04-21T23:55:38.745 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:38 smithi120 systemd[1]: Started Ceph mds.b for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-21T23:55:39.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:38 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2304380834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:39.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:38 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2304380834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:38 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:39.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:38 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2304380834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:39.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:39.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:38 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:39.962 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:39 smithi080 ceph-mon[27925]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:39.962 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:39 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] up:boot 2024-04-21T23:55:39.962 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:39 smithi080 ceph-mon[27925]: fsmap 12 up:standby 2024-04-21T23:55:39.963 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:39 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T23:55:39.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:39 smithi120 ceph-mon[31499]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:39.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:39 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] up:boot 2024-04-21T23:55:39.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:39 smithi120 ceph-mon[31499]: fsmap 12 up:standby 2024-04-21T23:55:39.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:39 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T23:55:40.052 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:40.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:39 smithi144 ceph-mon[31316]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:40.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:39 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] up:boot 2024-04-21T23:55:40.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:39 smithi144 ceph-mon[31316]: fsmap 12 up:standby 2024-04-21T23:55:40.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:39 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T23:55:40.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- 172.21.15.80:0/3923744252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c1033f0 msgr2=0x7fb72c109c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 --2- 172.21.15.80:0/3923744252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c1033f0 0x7fb72c109c80 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb724009cd0 tx=0x7fb72402c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- 172.21.15.80:0/3923744252 shutdown_connections 2024-04-21T23:55:40.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 --2- 172.21.15.80:0/3923744252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c1033f0 0x7fb72c109c80 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 --2- 172.21.15.80:0/3923744252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb72c102a30 0x7fb72c102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 --2- 172.21.15.80:0/3923744252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb72c0ffa60 0x7fb72c0ffe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- 172.21.15.80:0/3923744252 >> 172.21.15.80:0/3923744252 conn(0x7fb72c0fb3b0 msgr2=0x7fb72c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- 172.21.15.80:0/3923744252 shutdown_connections 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- 172.21.15.80:0/3923744252 wait complete. 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 Processor -- start 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- start start 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb72c0ffa60 0x7fb72c197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c102a30 0x7fb72c197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb72c1033f0 0x7fb72c19f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb72c10d440 con 0x7fb72c102a30 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb72c10d2c0 con 0x7fb72c0ffa60 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb731baf640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb72c10d5c0 con 0x7fb72c1033f0 2024-04-21T23:55:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb723fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c102a30 0x7fb72c197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb723fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c102a30 0x7fb72c197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50240/0 (socket says 172.21.15.80:50240) 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.161+0000 7fb723fff640 1 -- 172.21.15.80:0/3551260408 learned_addr learned my addr 172.21.15.80:0/3551260408 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb72b7fe640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb72c0ffa60 0x7fb72c197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb72bfff640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb72c1033f0 0x7fb72c19f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb723fff640 1 -- 172.21.15.80:0/3551260408 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb72c1033f0 msgr2=0x7fb72c19f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb723fff640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb72c1033f0 0x7fb72c19f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb723fff640 1 -- 172.21.15.80:0/3551260408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb72c0ffa60 msgr2=0x7fb72c197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb723fff640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb72c0ffa60 0x7fb72c197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb723fff640 1 -- 172.21.15.80:0/3551260408 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb72c19f680 con 0x7fb72c102a30 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb723fff640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c102a30 0x7fb72c197fa0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb71400d770 tx=0x7fb71400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb7297fa640 1 -- 172.21.15.80:0/3551260408 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714017070 con 0x7fb72c102a30 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb7297fa640 1 -- 172.21.15.80:0/3551260408 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb714005500 con 0x7fb72c102a30 2024-04-21T23:55:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb72c19f970 con 0x7fb72c102a30 2024-04-21T23:55:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb7297fa640 1 -- 172.21.15.80:0/3551260408 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714004e00 con 0x7fb72c102a30 2024-04-21T23:55:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.162+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb72c19fe70 con 0x7fb72c102a30 2024-04-21T23:55:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.163+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb72c108b60 con 0x7fb72c102a30 2024-04-21T23:55:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.164+0000 7fb7297fa640 1 -- 172.21.15.80:0/3551260408 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb714004fa0 con 0x7fb72c102a30 2024-04-21T23:55:40.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.165+0000 7fb7297fa640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb7180a2b90 0x7fb7180a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.165+0000 7fb72b7fe640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb7180a2b90 0x7fb7180a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.165+0000 7fb7297fa640 1 -- 172.21.15.80:0/3551260408 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb7140ce520 con 0x7fb72c102a30 2024-04-21T23:55:40.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.165+0000 7fb72b7fe640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb7180a2b90 0x7fb7180a5050 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb72c069c00 tx=0x7fb71c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:40.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.169+0000 7fb7297fa640 1 -- 172.21.15.80:0/3551260408 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb71409b2d0 con 0x7fb72c102a30 2024-04-21T23:55:40.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.406+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb72c02d350 con 0x7fb72c102a30 2024-04-21T23:55:40.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.406+0000 7fb7297fa640 1 -- 172.21.15.80:0/3551260408 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10485 (secure 0 0 0) 0x7fb71409f5d0 con 0x7fb72c102a30 2024-04-21T23:55:40.400 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:40.400 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24488,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-21T23:55:40.400 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 13 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb7180a2b90 msgr2=0x7fb7180a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb7180a2b90 0x7fb7180a5050 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb72c069c00 tx=0x7fb71c005f90 comp rx=0 tx=0).stop 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c102a30 msgr2=0x7fb72c197fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c102a30 0x7fb72c197fa0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb71400d770 tx=0x7fb71400dc30 comp rx=0 tx=0).stop 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 shutdown_connections 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb7180a2b90 0x7fb7180a5050 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb72c1033f0 0x7fb72c19f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb72c102a30 0x7fb72c197fa0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 --2- 172.21.15.80:0/3551260408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb72c0ffa60 0x7fb72c197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 >> 172.21.15.80:0/3551260408 conn(0x7fb72c0fb3b0 msgr2=0x7fb72c105d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:40.402 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.408+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 shutdown_connections 2024-04-21T23:55:40.403 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.409+0000 7fb731baf640 1 -- 172.21.15.80:0/3551260408 wait complete. 2024-04-21T23:55:40.415 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 -- 172.21.15.80:0/2675238855 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 msgr2=0x7fdf6810c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/2675238855 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 0x7fdf6810c5b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fdf58009ca0 tx=0x7fdf5802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 -- 172.21.15.80:0/2675238855 shutdown_connections 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/2675238855 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf6810dd40 0x7fdf681145d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/2675238855 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf6810d380 0x7fdf6810d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/2675238855 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 0x7fdf6810c5b0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 -- 172.21.15.80:0/2675238855 >> 172.21.15.80:0/2675238855 conn(0x7fdf6806c230 msgr2=0x7fdf6806c660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 -- 172.21.15.80:0/2675238855 shutdown_connections 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.527+0000 7fdf6d31e640 1 -- 172.21.15.80:0/2675238855 wait complete. 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf6d31e640 1 Processor -- start 2024-04-21T23:55:40.523 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf6d31e640 1 -- start start 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf6d31e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 0x7fdf681a24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf6d31e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf6810d380 0x7fdf681a2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf6d31e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf6810dd40 0x7fdf681a9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf6d31e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdf68117e20 con 0x7fdf6810c190 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf6d31e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdf68117ca0 con 0x7fdf6810dd40 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf6d31e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fdf68117fa0 con 0x7fdf6810d380 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf66ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 0x7fdf681a24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf66ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 0x7fdf681a24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50250/0 (socket says 172.21.15.80:50250) 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf66ffd640 1 -- 172.21.15.80:0/3536619847 learned_addr learned my addr 172.21.15.80:0/3536619847 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf677fe640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf6810dd40 0x7fdf681a9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf667fc640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf6810d380 0x7fdf681a2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf66ffd640 1 -- 172.21.15.80:0/3536619847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf6810d380 msgr2=0x7fdf681a2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf66ffd640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf6810d380 0x7fdf681a2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.524 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf66ffd640 1 -- 172.21.15.80:0/3536619847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf6810dd40 msgr2=0x7fdf681a9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf66ffd640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf6810dd40 0x7fdf681a9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf66ffd640 1 -- 172.21.15.80:0/3536619847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf681aa0f0 con 0x7fdf6810c190 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.528+0000 7fdf667fc640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf6810d380 0x7fdf681a2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.529+0000 7fdf66ffd640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 0x7fdf681a24d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fdf580324c0 tx=0x7fdf58032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.529+0000 7fdf4ffff640 1 -- 172.21.15.80:0/3536619847 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58039040 con 0x7fdf6810c190 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.529+0000 7fdf4ffff640 1 -- 172.21.15.80:0/3536619847 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf58044070 con 0x7fdf6810c190 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.529+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf681aa380 con 0x7fdf6810c190 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.529+0000 7fdf4ffff640 1 -- 172.21.15.80:0/3536619847 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf580042a0 con 0x7fdf6810c190 2024-04-21T23:55:40.525 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.529+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf681aa870 con 0x7fdf6810c190 2024-04-21T23:55:40.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.530+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf68113500 con 0x7fdf6810c190 2024-04-21T23:55:40.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.531+0000 7fdf4ffff640 1 -- 172.21.15.80:0/3536619847 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdf58003970 con 0x7fdf6810c190 2024-04-21T23:55:40.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.531+0000 7fdf4ffff640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdf500a2b90 0x7fdf500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.531+0000 7fdf667fc640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdf500a2b90 0x7fdf500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.531+0000 7fdf4ffff640 1 -- 172.21.15.80:0/3536619847 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fdf580f1020 con 0x7fdf6810c190 2024-04-21T23:55:40.526 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.532+0000 7fdf667fc640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdf500a2b90 0x7fdf500a5050 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c005d00 tx=0x7fdf5c005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:40.529 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.536+0000 7fdf4ffff640 1 -- 172.21.15.80:0/3536619847 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fdf580be4b0 con 0x7fdf6810c190 2024-04-21T23:55:40.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.735+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdf6802d3e0 con 0x7fdf6810c190 2024-04-21T23:55:40.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.736+0000 7fdf4ffff640 1 -- 172.21.15.80:0/3536619847 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18468 (secure 0 0 0) 0x7fdf580bddb0 con 0x7fdf6810c190 2024-04-21T23:55:40.729 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:40.730 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":82,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:54:54.630071+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:55:40.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdf500a2b90 msgr2=0x7fdf500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdf500a2b90 0x7fdf500a5050 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c005d00 tx=0x7fdf5c005c70 comp rx=0 tx=0).stop 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 msgr2=0x7fdf681a24d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 0x7fdf681a24d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fdf580324c0 tx=0x7fdf58032f20 comp rx=0 tx=0).stop 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 shutdown_connections 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fdf500a2b90 0x7fdf500a5050 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf6810dd40 0x7fdf681a9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf6810d380 0x7fdf681a2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 --2- 172.21.15.80:0/3536619847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf6810c190 0x7fdf681a24d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 >> 172.21.15.80:0/3536619847 conn(0x7fdf6806c230 msgr2=0x7fdf681106d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 shutdown_connections 2024-04-21T23:55:40.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.738+0000 7fdf6d31e640 1 -- 172.21.15.80:0/3536619847 wait complete. 2024-04-21T23:55:40.743 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-21T23:55:40.743 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:55:40.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 -- 172.21.15.80:0/2177612439 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c101870 msgr2=0x7f9c5c101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 --2- 172.21.15.80:0/2177612439 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c101870 0x7f9c5c101cf0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9c50009900 tx=0x7f9c5002bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 -- 172.21.15.80:0/2177612439 shutdown_connections 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 --2- 172.21.15.80:0/2177612439 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c5c102230 0x7f9c5c108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 --2- 172.21.15.80:0/2177612439 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c101870 0x7f9c5c101cf0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 --2- 172.21.15.80:0/2177612439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c5c100680 0x7f9c5c100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 -- 172.21.15.80:0/2177612439 >> 172.21.15.80:0/2177612439 conn(0x7f9c5c0fbbf0 msgr2=0x7f9c5c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 -- 172.21.15.80:0/2177612439 shutdown_connections 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 -- 172.21.15.80:0/2177612439 wait complete. 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.853+0000 7f9c61c96640 1 Processor -- start 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c61c96640 1 -- start start 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c61c96640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c100680 0x7f9c5c197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c61c96640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c5c101870 0x7f9c5c197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c61c96640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c5c102230 0x7f9c5c19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c61c96640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5c10c2e0 con 0x7f9c5c100680 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c61c96640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5c10c160 con 0x7f9c5c102230 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c61c96640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5c10c460 con 0x7f9c5c101870 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c100680 0x7f9c5c197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c100680 0x7f9c5c197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50264/0 (socket says 172.21.15.80:50264) 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 -- 172.21.15.80:0/686531580 learned_addr learned my addr 172.21.15.80:0/686531580 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5affd640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c5c101870 0x7f9c5c197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5bfff640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c5c102230 0x7f9c5c19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 -- 172.21.15.80:0/686531580 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c5c101870 msgr2=0x7f9c5c197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c5c101870 0x7f9c5c197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 -- 172.21.15.80:0/686531580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c5c102230 msgr2=0x7f9c5c19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c5c102230 0x7f9c5c19f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 -- 172.21.15.80:0/686531580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c5c19f690 con 0x7f9c5c100680 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5bfff640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c5c102230 0x7f9c5c19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:40.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c5b7fe640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c100680 0x7f9c5c197a70 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c00e9c0 tx=0x7f9c4c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:40.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c58ff9640 1 -- 172.21.15.80:0/686531580 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c00cd80 con 0x7f9c5c100680 2024-04-21T23:55:40.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c58ff9640 1 -- 172.21.15.80:0/686531580 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c4c0035f0 con 0x7f9c5c100680 2024-04-21T23:55:40.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c5c19f980 con 0x7f9c5c100680 2024-04-21T23:55:40.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.854+0000 7f9c58ff9640 1 -- 172.21.15.80:0/686531580 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c010690 con 0x7f9c5c100680 2024-04-21T23:55:40.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.855+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c5c19fea0 con 0x7f9c5c100680 2024-04-21T23:55:40.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.855+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c5c068560 con 0x7f9c5c100680 2024-04-21T23:55:40.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.857+0000 7f9c58ff9640 1 -- 172.21.15.80:0/686531580 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9c4c0037a0 con 0x7f9c5c100680 2024-04-21T23:55:40.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.857+0000 7f9c58ff9640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9c440a2b90 0x7f9c440a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:40.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.857+0000 7f9c5affd640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9c440a2b90 0x7f9c440a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:40.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.857+0000 7f9c58ff9640 1 -- 172.21.15.80:0/686531580 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f9c4c0cf0e0 con 0x7f9c5c100680 2024-04-21T23:55:40.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.858+0000 7f9c5affd640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9c440a2b90 0x7f9c440a5050 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9c5002c7b0 tx=0x7f9c50005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:40.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:40.861+0000 7f9c58ff9640 1 -- 172.21.15.80:0/686531580 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9c4c09c570 con 0x7f9c5c100680 2024-04-21T23:55:41.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.042+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9c5c1a03a0 con 0x7f9c5c100680 2024-04-21T23:55:41.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.042+0000 7f9c58ff9640 1 -- 172.21.15.80:0/686531580 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f9c4c09be70 con 0x7f9c5c100680 2024-04-21T23:55:41.035 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9c440a2b90 msgr2=0x7f9c440a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9c440a2b90 0x7f9c440a5050 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9c5002c7b0 tx=0x7f9c50005fd0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c100680 msgr2=0x7f9c5c197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c100680 0x7f9c5c197a70 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c00e9c0 tx=0x7f9c4c00ee80 comp rx=0 tx=0).stop 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 shutdown_connections 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9c440a2b90 0x7f9c440a5050 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c5c102230 0x7f9c5c19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c5c101870 0x7f9c5c197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 --2- 172.21.15.80:0/686531580 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c5c100680 0x7f9c5c197a70 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 >> 172.21.15.80:0/686531580 conn(0x7f9c5c0fbbf0 msgr2=0x7f9c5c0fd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 shutdown_connections 2024-04-21T23:55:41.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.044+0000 7f9c61c96640 1 -- 172.21.15.80:0/686531580 wait complete. 2024-04-21T23:55:41.047 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:40 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3551260408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:41.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:40 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.048 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:40 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3536619847' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:41.049 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-21T23:55:41.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 -- 172.21.15.80:0/505026381 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 msgr2=0x7f836c108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 --2- 172.21.15.80:0/505026381 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 0x7f836c108ac0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8364009ca0 tx=0x7f836402c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 -- 172.21.15.80:0/505026381 shutdown_connections 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 --2- 172.21.15.80:0/505026381 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 0x7f836c108ac0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 --2- 172.21.15.80:0/505026381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f836c101870 0x7f836c101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 --2- 172.21.15.80:0/505026381 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f836c100680 0x7f836c100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 -- 172.21.15.80:0/505026381 >> 172.21.15.80:0/505026381 conn(0x7f836c0fbbf0 msgr2=0x7f836c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 -- 172.21.15.80:0/505026381 shutdown_connections 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 -- 172.21.15.80:0/505026381 wait complete. 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.161+0000 7f8371af4640 1 Processor -- start 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f8371af4640 1 -- start start 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f8371af4640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f836c100680 0x7f836c104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f8371af4640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f836c101870 0x7f836c102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f8371af4640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 0x7f836c103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f8371af4640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f836c10c370 con 0x7f836c102230 2024-04-21T23:55:41.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f8371af4640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f836c10c1f0 con 0x7f836c100680 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f8371af4640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f836c10c4f0 con 0x7f836c101870 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 0x7f836c103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 0x7f836c103190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50278/0 (socket says 172.21.15.80:50278) 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 -- 172.21.15.80:0/1715548830 learned_addr learned my addr 172.21.15.80:0/1715548830 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836b7fe640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f836c100680 0x7f836c104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836affd640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f836c101870 0x7f836c102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 -- 172.21.15.80:0/1715548830 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f836c101870 msgr2=0x7f836c102c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f836c101870 0x7f836c102c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 -- 172.21.15.80:0/1715548830 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f836c100680 msgr2=0x7f836c104610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f836c100680 0x7f836c104610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 -- 172.21.15.80:0/1715548830 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f836c103a20 con 0x7f836c102230 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836affd640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f836c101870 0x7f836c102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.162+0000 7f836bfff640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 0x7f836c103190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f836402c700 tx=0x7f8364032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:41.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.163+0000 7f8368ff9640 1 -- 172.21.15.80:0/1715548830 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8364039040 con 0x7f836c102230 2024-04-21T23:55:41.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.163+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f836c1a1b70 con 0x7f836c102230 2024-04-21T23:55:41.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.163+0000 7f8368ff9640 1 -- 172.21.15.80:0/1715548830 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8364044070 con 0x7f836c102230 2024-04-21T23:55:41.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.163+0000 7f8368ff9640 1 -- 172.21.15.80:0/1715548830 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83640042a0 con 0x7f836c102230 2024-04-21T23:55:41.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.163+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f836c1a20c0 con 0x7f836c102230 2024-04-21T23:55:41.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.164+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f836c1a2290 con 0x7f836c102230 2024-04-21T23:55:41.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.165+0000 7f8368ff9640 1 -- 172.21.15.80:0/1715548830 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8364032690 con 0x7f836c102230 2024-04-21T23:55:41.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.165+0000 7f8368ff9640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f83540a2b90 0x7f83540a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:41.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.166+0000 7f836b7fe640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f83540a2b90 0x7f83540a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:41.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.166+0000 7f8368ff9640 1 -- 172.21.15.80:0/1715548830 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f83640f1080 con 0x7f836c102230 2024-04-21T23:55:41.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.166+0000 7f836b7fe640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f83540a2b90 0x7f83540a5050 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f836c1016d0 tx=0x7f835c009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:41.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.170+0000 7f8368ff9640 1 -- 172.21.15.80:0/1715548830 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f83640be510 con 0x7f836c102230 2024-04-21T23:55:41.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:40 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3551260408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:41.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:40 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:40 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3536619847' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:41.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.359+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f836c1a2580 con 0x7f836c102230 2024-04-21T23:55:41.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.360+0000 7f8368ff9640 1 -- 172.21.15.80:0/1715548830 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7f83640bde10 con 0x7f836c102230 2024-04-21T23:55:41.353 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:41.353 INFO:teuthology.orchestra.run.smithi080.stdout:[ 2024-04-21T23:55:41.353 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-21T23:55:41.353 INFO:teuthology.orchestra.run.smithi080.stdout: "poolnum": 1, 2024-04-21T23:55:41.354 INFO:teuthology.orchestra.run.smithi080.stdout: "poolname": ".mgr" 2024-04-21T23:55:41.354 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:55:41.354 INFO:teuthology.orchestra.run.smithi080.stdout:] 2024-04-21T23:55:41.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f83540a2b90 msgr2=0x7f83540a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f83540a2b90 0x7f83540a5050 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f836c1016d0 tx=0x7f835c009110 comp rx=0 tx=0).stop 2024-04-21T23:55:41.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 msgr2=0x7f836c103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 0x7f836c103190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f836402c700 tx=0x7f8364032f20 comp rx=0 tx=0).stop 2024-04-21T23:55:41.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 shutdown_connections 2024-04-21T23:55:41.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f83540a2b90 0x7f83540a5050 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f836c102230 0x7f836c103190 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f836c101870 0x7f836c102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 --2- 172.21.15.80:0/1715548830 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f836c100680 0x7f836c104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 >> 172.21.15.80:0/1715548830 conn(0x7f836c0fbbf0 msgr2=0x7f836c0fd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:41.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 shutdown_connections 2024-04-21T23:55:41.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.362+0000 7f8371af4640 1 -- 172.21.15.80:0/1715548830 wait complete. 2024-04-21T23:55:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:40 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3551260408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:40 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:41.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:40 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3536619847' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:41.366 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-21T23:55:41.366 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 -- 172.21.15.80:0/2581666589 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 msgr2=0x7fb0a81057b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 --2- 172.21.15.80:0/2581666589 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 0x7fb0a81057b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0009ca0 tx=0x7fb0a002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 -- 172.21.15.80:0/2581666589 shutdown_connections 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 --2- 172.21.15.80:0/2581666589 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 0x7fb0a81057b0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 --2- 172.21.15.80:0/2581666589 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb0a8102980 0x7fb0a8104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 --2- 172.21.15.80:0/2581666589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb0a8100010 0x7fb0a8102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 -- 172.21.15.80:0/2581666589 >> 172.21.15.80:0/2581666589 conn(0x7fb0a80fbc30 msgr2=0x7fb0a80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 -- 172.21.15.80:0/2581666589 shutdown_connections 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.477+0000 7fb0af935640 1 -- 172.21.15.80:0/2581666589 wait complete. 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0af935640 1 Processor -- start 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0af935640 1 -- start start 2024-04-21T23:55:41.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0af935640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb0a8100010 0x7fb0a819e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0af935640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb0a8102980 0x7fb0a819e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0af935640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 0x7fb0a81a5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0af935640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a8113a10 con 0x7fb0a8105330 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0af935640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a8113890 con 0x7fb0a8100010 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0af935640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a8113b90 con 0x7fb0a8102980 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aded2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 0x7fb0a81a5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aded2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 0x7fb0a81a5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45932/0 (socket says 172.21.15.80:45932) 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aded2640 1 -- 172.21.15.80:0/1057120669 learned_addr learned my addr 172.21.15.80:0/1057120669 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aced0640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb0a8102980 0x7fb0a819e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0ad6d1640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb0a8100010 0x7fb0a819e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aded2640 1 -- 172.21.15.80:0/1057120669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb0a8102980 msgr2=0x7fb0a819e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aded2640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb0a8102980 0x7fb0a819e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aded2640 1 -- 172.21.15.80:0/1057120669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb0a8100010 msgr2=0x7fb0a819e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aded2640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb0a8100010 0x7fb0a819e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aded2640 1 -- 172.21.15.80:0/1057120669 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0a81a5cd0 con 0x7fb0a8105330 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.478+0000 7fb0aced0640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb0a8102980 0x7fb0a819e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.479+0000 7fb0aded2640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 0x7fb0a81a5660 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0005e30 tx=0x7fb0a0032ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.479+0000 7fb09e7fc640 1 -- 172.21.15.80:0/1057120669 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a0041020 con 0x7fb0a8105330 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.479+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0a81a5f60 con 0x7fb0a8105330 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.479+0000 7fb09e7fc640 1 -- 172.21.15.80:0/1057120669 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0a0034cd0 con 0x7fb0a8105330 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.479+0000 7fb09e7fc640 1 -- 172.21.15.80:0/1057120669 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a0039040 con 0x7fb0a8105330 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.479+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0a81a63c0 con 0x7fb0a8105330 2024-04-21T23:55:41.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.480+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0a80fd720 con 0x7fb0a8105330 2024-04-21T23:55:41.478 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.481+0000 7fb09e7fc640 1 -- 172.21.15.80:0/1057120669 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb0a0044020 con 0x7fb0a8105330 2024-04-21T23:55:41.478 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.482+0000 7fb09e7fc640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb0940a2b90 0x7fb0940a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:41.479 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.482+0000 7fb0ad6d1640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb0940a2b90 0x7fb0940a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:41.479 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.482+0000 7fb09e7fc640 1 -- 172.21.15.80:0/1057120669 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb0a00f0f60 con 0x7fb0a8105330 2024-04-21T23:55:41.479 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.483+0000 7fb0ad6d1640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb0940a2b90 0x7fb0940a5050 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4009b60 tx=0x7fb0a4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:41.479 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.486+0000 7fb09e7fc640 1 -- 172.21.15.80:0/1057120669 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb0a004b020 con 0x7fb0a8105330 2024-04-21T23:55:41.663 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:41.670+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fb0a802d170 con 0x7fb0a8105330 2024-04-21T23:55:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:41 smithi080 ceph-mon[27925]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:41 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/686531580' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:41 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:41 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:41 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:42.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:41 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1715548830' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-21T23:55:42.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:41 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:42.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:41 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1057120669' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-21T23:55:42.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:41 smithi120 ceph-mon[31499]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:41 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/686531580' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:41 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:41 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:41 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:41 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1715548830' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-21T23:55:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:41 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:42.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:41 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1057120669' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-21T23:55:42.255 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:41 smithi144 ceph-mon[31316]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:42.255 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:41 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/686531580' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:42.255 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:41 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:42.255 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:41 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:42.255 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:41 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:42.255 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:41 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1715548830' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-21T23:55:42.255 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:41 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:55:42.255 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:41 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1057120669' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-21T23:55:42.665 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.672+0000 7fb09e7fc640 1 -- 172.21.15.80:0/1057120669 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7fb0a00be350 con 0x7fb0a8105330 2024-04-21T23:55:42.665 INFO:teuthology.orchestra.run.smithi080.stderr:pool 'cephfs_metadata' created 2024-04-21T23:55:42.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb0940a2b90 msgr2=0x7fb0940a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:42.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb0940a2b90 0x7fb0940a5050 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4009b60 tx=0x7fb0a4005f90 comp rx=0 tx=0).stop 2024-04-21T23:55:42.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 msgr2=0x7fb0a81a5660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:42.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 0x7fb0a81a5660 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0005e30 tx=0x7fb0a0032ec0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 shutdown_connections 2024-04-21T23:55:42.669 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb0940a2b90 0x7fb0940a5050 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.669 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb0a8105330 0x7fb0a81a5660 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.669 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb0a8102980 0x7fb0a819e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.669 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 --2- 172.21.15.80:0/1057120669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb0a8100010 0x7fb0a819e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.669 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 >> 172.21.15.80:0/1057120669 conn(0x7fb0a80fbc30 msgr2=0x7fb0a81009b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:42.669 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 shutdown_connections 2024-04-21T23:55:42.669 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.675+0000 7fb0af935640 1 -- 172.21.15.80:0/1057120669 wait complete. 2024-04-21T23:55:42.683 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-04-21T23:55:42.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 -- 172.21.15.80:0/4273693903 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0102240 msgr2=0x7f2da0108ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:42.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 --2- 172.21.15.80:0/4273693903 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0102240 0x7f2da0108ad0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009900 tx=0x7f2d9802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:42.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 -- 172.21.15.80:0/4273693903 shutdown_connections 2024-04-21T23:55:42.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 --2- 172.21.15.80:0/4273693903 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0102240 0x7f2da0108ad0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 --2- 172.21.15.80:0/4273693903 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2da0101880 0x7f2da0101d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 --2- 172.21.15.80:0/4273693903 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2da0100690 0x7f2da0100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 -- 172.21.15.80:0/4273693903 >> 172.21.15.80:0/4273693903 conn(0x7f2da00fbc20 msgr2=0x7f2da00fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:42.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 -- 172.21.15.80:0/4273693903 shutdown_connections 2024-04-21T23:55:42.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 -- 172.21.15.80:0/4273693903 wait complete. 2024-04-21T23:55:42.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.807+0000 7f2da5de5640 1 Processor -- start 2024-04-21T23:55:42.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2da5de5640 1 -- start start 2024-04-21T23:55:42.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2da5de5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0100690 0x7f2da0197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:42.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2da5de5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2da0101880 0x7f2da0197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:42.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2da5de5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2da0102240 0x7f2da019eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:42.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2da5de5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2da010c310 con 0x7f2da0100690 2024-04-21T23:55:42.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2da5de5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2da010c190 con 0x7f2da0101880 2024-04-21T23:55:42.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2da5de5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f2da010c490 con 0x7f2da0102240 2024-04-21T23:55:42.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9f7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0100690 0x7f2da0197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:42.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9effd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2da0101880 0x7f2da0197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:42.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9effd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2da0101880 0x7f2da0197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:36844/0 (socket says 172.21.15.80:36844) 2024-04-21T23:55:42.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9f7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0100690 0x7f2da0197a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45948/0 (socket says 172.21.15.80:45948) 2024-04-21T23:55:42.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9effd640 1 -- 172.21.15.80:0/2976630278 learned_addr learned my addr 172.21.15.80:0/2976630278 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:42.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9ffff640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2da0102240 0x7f2da019eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:42.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9effd640 1 -- 172.21.15.80:0/2976630278 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2da0102240 msgr2=0x7f2da019eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:42.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9effd640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2da0102240 0x7f2da019eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9effd640 1 -- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0100690 msgr2=0x7f2da0197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:42.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9effd640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0100690 0x7f2da0197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:42.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.808+0000 7f2d9effd640 1 -- 172.21.15.80:0/2976630278 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da019f660 con 0x7f2da0101880 2024-04-21T23:55:42.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.809+0000 7f2d9effd640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2da0101880 0x7f2da0197f80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2d8800e9f0 tx=0x7f2d8800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:42.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.809+0000 7f2d9cff9640 1 -- 172.21.15.80:0/2976630278 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8800cd80 con 0x7f2da0101880 2024-04-21T23:55:42.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.809+0000 7f2d9cff9640 1 -- 172.21.15.80:0/2976630278 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d88010910 con 0x7f2da0101880 2024-04-21T23:55:42.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.809+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2da019f950 con 0x7f2da0101880 2024-04-21T23:55:42.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.809+0000 7f2d9cff9640 1 -- 172.21.15.80:0/2976630278 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d88018990 con 0x7f2da0101880 2024-04-21T23:55:42.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.809+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2da019fea0 con 0x7f2da0101880 2024-04-21T23:55:42.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.810+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2da01a0130 con 0x7f2da0101880 2024-04-21T23:55:42.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.811+0000 7f2d9cff9640 1 -- 172.21.15.80:0/2976630278 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2d88010ac0 con 0x7f2da0101880 2024-04-21T23:55:42.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.811+0000 7f2d9cff9640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2d8c0a2b90 0x7f2d8c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:42.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.812+0000 7f2d9f7fe640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2d8c0a2b90 0x7f2d8c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:42.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.812+0000 7f2d9cff9640 1 -- 172.21.15.80:0/2976630278 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7497+0+0 (secure 0 0 0) 0x7f2d880cf010 con 0x7f2da0101880 2024-04-21T23:55:42.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.812+0000 7f2d9f7fe640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2d8c0a2b90 0x7f2d8c0a5050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2da01016e0 tx=0x7f2d90009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:42.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:42.816+0000 7f2d9cff9640 1 -- 172.21.15.80:0/2976630278 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2d8809bc50 con 0x7f2da0101880 2024-04-21T23:55:43.008 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.015+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f2da01a0420 con 0x7f2da0101880 2024-04-21T23:55:43.677 INFO:teuthology.orchestra.run.smithi080.stderr:pool 'cephfs_data' created 2024-04-21T23:55:43.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.681+0000 7f2d9cff9640 1 -- 172.21.15.80:0/2976630278 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v84) ==== 171+0+0 (secure 0 0 0) 0x7f2d8809ff50 con 0x7f2da0101880 2024-04-21T23:55:43.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2d8c0a2b90 msgr2=0x7f2d8c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:43.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2d8c0a2b90 0x7f2d8c0a5050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2da01016e0 tx=0x7f2d90009500 comp rx=0 tx=0).stop 2024-04-21T23:55:43.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2da0101880 msgr2=0x7f2da0197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:43.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2da0101880 0x7f2da0197f80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2d8800e9f0 tx=0x7f2d8800eeb0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 shutdown_connections 2024-04-21T23:55:43.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2d8c0a2b90 0x7f2d8c0a5050 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2da0102240 0x7f2da019eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2da0101880 0x7f2da0197f80 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 --2- 172.21.15.80:0/2976630278 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2da0100690 0x7f2da0197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 >> 172.21.15.80:0/2976630278 conn(0x7f2da00fbc20 msgr2=0x7f2da00fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:43.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 shutdown_connections 2024-04-21T23:55:43.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.685+0000 7f2da5de5640 1 -- 172.21.15.80:0/2976630278 wait complete. 2024-04-21T23:55:43.696 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-21T23:55:43.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.803+0000 7f42edfde640 1 -- 172.21.15.80:0/4136531699 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 msgr2=0x7f42e8106f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:43.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.803+0000 7f42edfde640 1 --2- 172.21.15.80:0/4136531699 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 0x7f42e8106f20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f42d8009900 tx=0x7f42d802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:43.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.803+0000 7f42edfde640 1 -- 172.21.15.80:0/4136531699 shutdown_connections 2024-04-21T23:55:43.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.803+0000 7f42edfde640 1 --2- 172.21.15.80:0/4136531699 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f42e8107460 0x7f42e81098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.803+0000 7f42edfde640 1 --2- 172.21.15.80:0/4136531699 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 0x7f42e8106f20 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.803+0000 7f42edfde640 1 --2- 172.21.15.80:0/4136531699 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8102200 0x7f42e81045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.803+0000 7f42edfde640 1 -- 172.21.15.80:0/4136531699 >> 172.21.15.80:0/4136531699 conn(0x7f42e80fbbf0 msgr2=0x7f42e80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 -- 172.21.15.80:0/4136531699 shutdown_connections 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 -- 172.21.15.80:0/4136531699 wait complete. 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 Processor -- start 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 -- start start 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8102200 0x7f42e81979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 0x7f42e8197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f42e8107460 0x7f42e819ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f42e810d3f0 con 0x7f42e8104b30 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f42e810d270 con 0x7f42e8102200 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42edfde640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f42e810d570 con 0x7f42e8107460 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.804+0000 7f42e6ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 0x7f42e8197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:43.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e6ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 0x7f42e8197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45970/0 (socket says 172.21.15.80:45970) 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e6ffd640 1 -- 172.21.15.80:0/317871882 learned_addr learned my addr 172.21.15.80:0/317871882 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e7fff640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f42e8107460 0x7f42e819ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e77fe640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8102200 0x7f42e81979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e6ffd640 1 -- 172.21.15.80:0/317871882 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f42e8107460 msgr2=0x7f42e819ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e6ffd640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f42e8107460 0x7f42e819ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e6ffd640 1 -- 172.21.15.80:0/317871882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8102200 msgr2=0x7f42e81979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e6ffd640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8102200 0x7f42e81979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e6ffd640 1 -- 172.21.15.80:0/317871882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e819f600 con 0x7f42e8104b30 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e77fe640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8102200 0x7f42e81979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e6ffd640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 0x7f42e8197f20 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f42d8000c00 tx=0x7f42d8004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e4ff9640 1 -- 172.21.15.80:0/317871882 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d8041070 con 0x7f42e8104b30 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42e819f890 con 0x7f42e8104b30 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e4ff9640 1 -- 172.21.15.80:0/317871882 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42d80054e0 con 0x7f42e8104b30 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42e4ff9640 1 -- 172.21.15.80:0/317871882 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d80346a0 con 0x7f42e8104b30 2024-04-21T23:55:43.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.805+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42e819fd80 con 0x7f42e8104b30 2024-04-21T23:55:43.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.806+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42e80fd6e0 con 0x7f42e8104b30 2024-04-21T23:55:43.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.808+0000 7f42e4ff9640 1 -- 172.21.15.80:0/317871882 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f42d8044070 con 0x7f42e8104b30 2024-04-21T23:55:43.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.808+0000 7f42e4ff9640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f42d00a2b90 0x7f42d00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:43.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.808+0000 7f42e77fe640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f42d00a2b90 0x7f42d00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:43.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.808+0000 7f42e4ff9640 1 -- 172.21.15.80:0/317871882 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7879+0+0 (secure 0 0 0) 0x7f42d80f0ec0 con 0x7f42e8104b30 2024-04-21T23:55:43.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.809+0000 7f42e77fe640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f42d00a2b90 0x7f42d00a5050 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f42dc00baa0 tx=0x7f42dc005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:43.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:43.812+0000 7f42e4ff9640 1 -- 172.21.15.80:0/317871882 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f42d80bdfd0 con 0x7f42e8104b30 2024-04-21T23:55:43.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1057120669' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-21T23:55:43.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: osdmap e83: 12 total, 12 up, 12 in 2024-04-21T23:55:43.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: pgmap v283: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:43.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2976630278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T23:55:43.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T23:55:43.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:43.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:43.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1057120669' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-21T23:55:43.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: osdmap e83: 12 total, 12 up, 12 in 2024-04-21T23:55:43.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: pgmap v283: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:43.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2976630278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:43.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.027+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f42e8062340 con 0x7f42e8104b30 2024-04-21T23:55:44.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1057120669' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: osdmap e83: 12 total, 12 up, 12 in 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: pgmap v283: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2976630278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:55:44.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:55:44.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:55:44.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.829+0000 7f42e4ff9640 1 -- 172.21.15.80:0/317871882 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f42d8003e20 con 0x7f42e8104b30 2024-04-21T23:55:44.823 INFO:teuthology.orchestra.run.smithi080.stderr:new fs with metadata pool 2 and data pool 3 2024-04-21T23:55:44.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f42d00a2b90 msgr2=0x7f42d00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:44.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f42d00a2b90 0x7f42d00a5050 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f42dc00baa0 tx=0x7f42dc005d90 comp rx=0 tx=0).stop 2024-04-21T23:55:44.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 msgr2=0x7f42e8197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:44.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 0x7f42e8197f20 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f42d8000c00 tx=0x7f42d8004040 comp rx=0 tx=0).stop 2024-04-21T23:55:44.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 shutdown_connections 2024-04-21T23:55:44.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f42d00a2b90 0x7f42d00a5050 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f42e8107460 0x7f42e819ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f42e8104b30 0x7f42e8197f20 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 --2- 172.21.15.80:0/317871882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8102200 0x7f42e81979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.831+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 >> 172.21.15.80:0/317871882 conn(0x7f42e80fbbf0 msgr2=0x7f42e8102b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:44.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.832+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 shutdown_connections 2024-04-21T23:55:44.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.832+0000 7f42edfde640 1 -- 172.21.15.80:0/317871882 wait complete. 2024-04-21T23:55:44.838 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-04-21T23:55:44.838 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-04-21T23:55:44.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 -- 172.21.15.80:0/1328145360 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f01006a0 msgr2=0x7f13f0100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/1328145360 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f01006a0 0x7f13f0100ac0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f13e4009900 tx=0x7f13e402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 -- 172.21.15.80:0/1328145360 shutdown_connections 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/1328145360 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0102250 0x7f13f0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/1328145360 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f13f0101890 0x7f13f0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/1328145360 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f01006a0 0x7f13f0100ac0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 -- 172.21.15.80:0/1328145360 >> 172.21.15.80:0/1328145360 conn(0x7f13f00fbc30 msgr2=0x7f13f00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 -- 172.21.15.80:0/1328145360 shutdown_connections 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 -- 172.21.15.80:0/1328145360 wait complete. 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.948+0000 7f13f5ec6640 1 Processor -- start 2024-04-21T23:55:44.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13f5ec6640 1 -- start start 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13f5ec6640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f13f01006a0 0x7f13f0196a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13f5ec6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f0101890 0x7f13f0196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13f5ec6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0102250 0x7f13f019e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13f5ec6640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f13f010c3f0 con 0x7f13f0101890 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13f5ec6640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f13f010c270 con 0x7f13f0102250 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13f5ec6640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f13f010c570 con 0x7f13f01006a0 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f0101890 0x7f13f0196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f0101890 0x7f13f0196fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45994/0 (socket says 172.21.15.80:45994) 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 -- 172.21.15.80:0/2857352770 learned_addr learned my addr 172.21.15.80:0/2857352770 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13ef7fe640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f13f01006a0 0x7f13f0196a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13effff640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0102250 0x7f13f019e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 -- 172.21.15.80:0/2857352770 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f13f01006a0 msgr2=0x7f13f0196a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:44.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f13f01006a0 0x7f13f0196a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 -- 172.21.15.80:0/2857352770 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0102250 msgr2=0x7f13f019e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0102250 0x7f13f019e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 -- 172.21.15.80:0/2857352770 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13f019e6b0 con 0x7f13f0101890 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.949+0000 7f13eeffd640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f0101890 0x7f13f0196fd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f13e000b4a0 tx=0x7f13e000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.950+0000 7f13ecff9640 1 -- 172.21.15.80:0/2857352770 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e0014070 con 0x7f13f0101890 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.950+0000 7f13ecff9640 1 -- 172.21.15.80:0/2857352770 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13e0010af0 con 0x7f13f0101890 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.950+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13f019e9a0 con 0x7f13f0101890 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.950+0000 7f13ecff9640 1 -- 172.21.15.80:0/2857352770 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e0017d10 con 0x7f13f0101890 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.950+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13f019eea0 con 0x7f13f0101890 2024-04-21T23:55:44.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.951+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13f0107a10 con 0x7f13f0101890 2024-04-21T23:55:44.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.952+0000 7f13ecff9640 1 -- 172.21.15.80:0/2857352770 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f13e0017070 con 0x7f13f0101890 2024-04-21T23:55:44.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.952+0000 7f13ecff9640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f13d80a2b90 0x7f13d80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:44.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.952+0000 7f13ef7fe640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f13d80a2b90 0x7f13d80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:44.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.952+0000 7f13ecff9640 1 -- 172.21.15.80:0/2857352770 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f13e00ce370 con 0x7f13f0101890 2024-04-21T23:55:44.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.953+0000 7f13ef7fe640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f13d80a2b90 0x7f13d80a5050 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f13e402c7b0 tx=0x7f13e4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:44.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:44 smithi080 ceph-mon[27925]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-21T23:55:44.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:44 smithi080 ceph-mon[27925]: osdmap e84: 12 total, 12 up, 12 in 2024-04-21T23:55:44.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:44 smithi080 ceph-mon[27925]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T23:55:44.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:44 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/317871882' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-21T23:55:44.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:44 smithi080 ceph-mon[27925]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-21T23:55:44.950 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:44.957+0000 7f13ecff9640 1 -- 172.21.15.80:0/2857352770 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f13e009b420 con 0x7f13f0101890 2024-04-21T23:55:44.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:44 smithi120 ceph-mon[31499]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-21T23:55:44.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:44 smithi120 ceph-mon[31499]: osdmap e84: 12 total, 12 up, 12 in 2024-04-21T23:55:44.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:44 smithi120 ceph-mon[31499]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T23:55:44.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:44 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/317871882' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-21T23:55:44.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:44 smithi120 ceph-mon[31499]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-21T23:55:45.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:44 smithi144 ceph-mon[31316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-21T23:55:45.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:44 smithi144 ceph-mon[31316]: osdmap e84: 12 total, 12 up, 12 in 2024-04-21T23:55:45.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:44 smithi144 ceph-mon[31316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T23:55:45.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:44 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/317871882' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-21T23:55:45.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:44 smithi144 ceph-mon[31316]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-21T23:55:45.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.141+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f13f002d170 con 0x7f13f0101890 2024-04-21T23:55:45.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.689+0000 7f13ecff9640 1 -- 172.21.15.80:0/2857352770 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v86) ==== 157+0+0 (secure 0 0 0) 0x7f13e009ad20 con 0x7f13f0101890 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f13d80a2b90 msgr2=0x7f13d80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f13d80a2b90 0x7f13d80a5050 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f13e402c7b0 tx=0x7f13e4000bc0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f0101890 msgr2=0x7f13f0196fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f0101890 0x7f13f0196fd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f13e000b4a0 tx=0x7f13e000b960 comp rx=0 tx=0).stop 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 shutdown_connections 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f13d80a2b90 0x7f13d80a5050 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0102250 0x7f13f019e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f13f0101890 0x7f13f0196fd0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 --2- 172.21.15.80:0/2857352770 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f13f01006a0 0x7f13f0196a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 >> 172.21.15.80:0/2857352770 conn(0x7f13f00fbc30 msgr2=0x7f13f0104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:45.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.691+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 shutdown_connections 2024-04-21T23:55:45.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.692+0000 7f13f5ec6640 1 -- 172.21.15.80:0/2857352770 wait complete. 2024-04-21T23:55:45.697 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-04-21T23:55:45.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 -- 172.21.15.80:0/1446576272 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 msgr2=0x7fe654100240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:45.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 --2- 172.21.15.80:0/1446576272 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 0x7fe654100240 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe648009900 tx=0x7fe64802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:45.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 -- 172.21.15.80:0/1446576272 shutdown_connections 2024-04-21T23:55:45.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 --2- 172.21.15.80:0/1446576272 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe654101930 0x7fe654108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 --2- 172.21.15.80:0/1446576272 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe654100f70 0x7fe6541013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 --2- 172.21.15.80:0/1446576272 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 0x7fe654100240 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 -- 172.21.15.80:0/1446576272 >> 172.21.15.80:0/1446576272 conn(0x7fe6540fb3b0 msgr2=0x7fe6540fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 -- 172.21.15.80:0/1446576272 shutdown_connections 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.810+0000 7fe65af0c640 1 -- 172.21.15.80:0/1446576272 wait complete. 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe65af0c640 1 Processor -- start 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe65af0c640 1 -- start start 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe65af0c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 0x7fe654197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe65af0c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe654100f70 0x7fe6541981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe65af0c640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe654101930 0x7fe65419f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe65af0c640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe65410bc10 con 0x7fe6540ffe20 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe65af0c640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe65410ba90 con 0x7fe654100f70 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe65af0c640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe65410bd90 con 0x7fe654101930 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 0x7fe654197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:45.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 0x7fe654197cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46010/0 (socket says 172.21.15.80:46010) 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 -- 172.21.15.80:0/3890729937 learned_addr learned my addr 172.21.15.80:0/3890729937 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 -- 172.21.15.80:0/3890729937 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe654101930 msgr2=0x7fe65419f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe654101930 0x7fe65419f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 -- 172.21.15.80:0/3890729937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe654100f70 msgr2=0x7fe6541981f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe653fff640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe654100f70 0x7fe6541981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe654100f70 0x7fe6541981f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 -- 172.21.15.80:0/3890729937 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe65419f870 con 0x7fe6540ffe20 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe653fff640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe654100f70 0x7fe6541981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe658ca8640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 0x7fe654197cb0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe648000c00 tx=0x7fe648004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe651ffb640 1 -- 172.21.15.80:0/3890729937 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe648043020 con 0x7fe6540ffe20 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe651ffb640 1 -- 172.21.15.80:0/3890729937 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe648004440 con 0x7fe6540ffe20 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.811+0000 7fe651ffb640 1 -- 172.21.15.80:0/3890729937 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64803e450 con 0x7fe6540ffe20 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.812+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe65419fb00 con 0x7fe6540ffe20 2024-04-21T23:55:45.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.812+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6541a0000 con 0x7fe6540ffe20 2024-04-21T23:55:45.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.813+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6541a01d0 con 0x7fe6540ffe20 2024-04-21T23:55:45.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.814+0000 7fe651ffb640 1 -- 172.21.15.80:0/3890729937 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe648046020 con 0x7fe6540ffe20 2024-04-21T23:55:45.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.814+0000 7fe651ffb640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6440a2c10 0x7fe6440a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:45.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.815+0000 7fe653fff640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6440a2c10 0x7fe6440a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:45.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.815+0000 7fe651ffb640 1 -- 172.21.15.80:0/3890729937 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8277+0+0 (secure 0 0 0) 0x7fe6480f1530 con 0x7fe6540ffe20 2024-04-21T23:55:45.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.815+0000 7fe653fff640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6440a2c10 0x7fe6440a50d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe640006fd0 tx=0x7fe640008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:45.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.819+0000 7fe651ffb640 1 -- 172.21.15.80:0/3890729937 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe64804d020 con 0x7fe6540ffe20 2024-04-21T23:55:45.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:45 smithi080 ceph-mon[27925]: osdmap e85: 12 total, 12 up, 12 in 2024-04-21T23:55:45.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:45 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/317871882' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-21T23:55:45.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:45 smithi080 ceph-mon[27925]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-21T23:55:45.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:45 smithi080 ceph-mon[27925]: pgmap v286: 97 pgs: 15 creating+peering, 4 active+clean, 78 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:45.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:45 smithi080 ceph-mon[27925]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-21T23:55:45.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:45 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2857352770' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-21T23:55:45.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:45 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] up:active 2024-04-21T23:55:45.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:45 smithi080 ceph-mon[27925]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:55:45.990 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:45.997+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe6541a0450 con 0x7fe6540ffe20 2024-04-21T23:55:45.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:45 smithi120 ceph-mon[31499]: osdmap e85: 12 total, 12 up, 12 in 2024-04-21T23:55:45.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:45 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/317871882' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-21T23:55:45.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:45 smithi120 ceph-mon[31499]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-21T23:55:45.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:45 smithi120 ceph-mon[31499]: pgmap v286: 97 pgs: 15 creating+peering, 4 active+clean, 78 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:45.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:45 smithi120 ceph-mon[31499]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-21T23:55:45.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:45 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2857352770' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-21T23:55:45.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:45 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] up:active 2024-04-21T23:55:45.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:45 smithi120 ceph-mon[31499]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:55:46.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:45 smithi144 ceph-mon[31316]: osdmap e85: 12 total, 12 up, 12 in 2024-04-21T23:55:46.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:45 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/317871882' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-21T23:55:46.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:45 smithi144 ceph-mon[31316]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-21T23:55:46.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:45 smithi144 ceph-mon[31316]: pgmap v286: 97 pgs: 15 creating+peering, 4 active+clean, 78 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:55:46.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:45 smithi144 ceph-mon[31316]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-21T23:55:46.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:45 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2857352770' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-21T23:55:46.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:45 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] up:active 2024-04-21T23:55:46.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:45 smithi144 ceph-mon[31316]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:55:46.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:46 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2857352770' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-21T23:55:46.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:46 smithi080 ceph-mon[27925]: osdmap e86: 12 total, 12 up, 12 in 2024-04-21T23:55:46.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:46 smithi080 ceph-mon[27925]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T23:55:46.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:46 smithi080 ceph-mon[27925]: Cluster is now healthy 2024-04-21T23:55:46.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:46 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3890729937' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-21T23:55:46.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:46 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2857352770' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-21T23:55:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:46 smithi120 ceph-mon[31499]: osdmap e86: 12 total, 12 up, 12 in 2024-04-21T23:55:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:46 smithi120 ceph-mon[31499]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T23:55:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:46 smithi120 ceph-mon[31499]: Cluster is now healthy 2024-04-21T23:55:46.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:46 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3890729937' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-21T23:55:47.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:46 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2857352770' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-21T23:55:47.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:46 smithi144 ceph-mon[31316]: osdmap e86: 12 total, 12 up, 12 in 2024-04-21T23:55:47.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:46 smithi144 ceph-mon[31316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T23:55:47.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:46 smithi144 ceph-mon[31316]: Cluster is now healthy 2024-04-21T23:55:47.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:46 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3890729937' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-21T23:55:47.838 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.845+0000 7fe651ffb640 1 -- 172.21.15.80:0/3890729937 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v88) ==== 228+0+0 (secure 0 0 0) 0x7fe6480be460 con 0x7fe6540ffe20 2024-04-21T23:55:47.838 INFO:teuthology.orchestra.run.smithi080.stderr:pool 'cephfs_data_ec' created 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.847+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6440a2c10 msgr2=0x7fe6440a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6440a2c10 0x7fe6440a50d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe640006fd0 tx=0x7fe640008040 comp rx=0 tx=0).stop 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 msgr2=0x7fe654197cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 0x7fe654197cb0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe648000c00 tx=0x7fe648004040 comp rx=0 tx=0).stop 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 shutdown_connections 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6440a2c10 0x7fe6440a50d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe654101930 0x7fe65419f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe654100f70 0x7fe6541981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 --2- 172.21.15.80:0/3890729937 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe6540ffe20 0x7fe654197cb0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.841 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 >> 172.21.15.80:0/3890729937 conn(0x7fe6540fb3b0 msgr2=0x7fe6540fcc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:47.842 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 shutdown_connections 2024-04-21T23:55:47.842 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.848+0000 7fe65af0c640 1 -- 172.21.15.80:0/3890729937 wait complete. 2024-04-21T23:55:47.861 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1151471872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4100950 msgr2=0x7f9cf4100dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1151471872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4100950 0x7f9cf4100dd0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9ce8009900 tx=0x7f9ce802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1151471872 shutdown_connections 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1151471872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9cf4101310 0x7f9cf4108bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1151471872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4100950 0x7f9cf4100dd0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1151471872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9cf4101c20 0x7f9cf4102040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1151471872 >> 172.21.15.80:0/1151471872 conn(0x7f9cf40fb380 msgr2=0x7f9cf40fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1151471872 shutdown_connections 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.974+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1151471872 wait complete. 2024-04-21T23:55:47.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf9b5c640 1 Processor -- start 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf9b5c640 1 -- start start 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf9b5c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9cf4100950 0x7f9cf41003d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf9b5c640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9cf4101310 0x7f9cf419c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf9b5c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4101c20 0x7f9cf419ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf9b5c640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf410c410 con 0x7f9cf4101c20 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf9b5c640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf410c290 con 0x7f9cf4100950 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf9b5c640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf410c590 con 0x7f9cf4101310 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf3fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4101c20 0x7f9cf419ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf3fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4101c20 0x7f9cf419ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46020/0 (socket says 172.21.15.80:46020) 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf3fff640 1 -- 172.21.15.80:0/1185069112 learned_addr learned my addr 172.21.15.80:0/1185069112 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf37fe640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9cf4100950 0x7f9cf41003d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf3fff640 1 -- 172.21.15.80:0/1185069112 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9cf4101310 msgr2=0x7f9cf419c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.975+0000 7f9cf2ffd640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9cf4101310 0x7f9cf419c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:47.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf3fff640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9cf4101310 0x7f9cf419c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf3fff640 1 -- 172.21.15.80:0/1185069112 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9cf4100950 msgr2=0x7f9cf41003d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf3fff640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9cf4100950 0x7f9cf41003d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf3fff640 1 -- 172.21.15.80:0/1185069112 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cf419f7e0 con 0x7f9cf4101c20 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf37fe640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9cf4100950 0x7f9cf41003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf2ffd640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9cf4101310 0x7f9cf419c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf3fff640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4101c20 0x7f9cf419ef20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9cec00b970 tx=0x7f9cec00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf0ff9640 1 -- 172.21.15.80:0/1185069112 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec019070 con 0x7f9cf4101c20 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cf419fad0 con 0x7f9cf4101c20 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf0ff9640 1 -- 172.21.15.80:0/1185069112 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9cec00cb40 con 0x7f9cf4101c20 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf0ff9640 1 -- 172.21.15.80:0/1185069112 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec007650 con 0x7f9cf4101c20 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.976+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cf41a0020 con 0x7f9cf4101c20 2024-04-21T23:55:47.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.977+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cf4107a90 con 0x7f9cf4101c20 2024-04-21T23:55:47.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.978+0000 7f9cf0ff9640 1 -- 172.21.15.80:0/1185069112 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9cec01c070 con 0x7f9cf4101c20 2024-04-21T23:55:47.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.979+0000 7f9cf0ff9640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9cdc0a2b90 0x7f9cdc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:47.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.979+0000 7f9cf37fe640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9cdc0a2b90 0x7f9cdc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:47.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.979+0000 7f9cf0ff9640 1 -- 172.21.15.80:0/1185069112 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8770+0+0 (secure 0 0 0) 0x7f9cec0ced70 con 0x7f9cf4101c20 2024-04-21T23:55:47.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.979+0000 7f9cf37fe640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9cdc0a2b90 0x7f9cdc0a5050 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9ce4006fd0 tx=0x7f9ce4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:47.976 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:47.983+0000 7f9cf0ff9640 1 -- 172.21.15.80:0/1185069112 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9cec09bab0 con 0x7f9cf4101c20 2024-04-21T23:55:48.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:47 smithi144 ceph-mon[31316]: pgmap v288: 97 pgs: 15 creating+peering, 66 active+clean, 16 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 8 op/s 2024-04-21T23:55:48.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:47 smithi144 ceph-mon[31316]: osdmap e87: 12 total, 12 up, 12 in 2024-04-21T23:55:48.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.159+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f9cf40623b0 con 0x7f9cf4101c20 2024-04-21T23:55:48.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:47 smithi080 ceph-mon[27925]: pgmap v288: 97 pgs: 15 creating+peering, 66 active+clean, 16 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 8 op/s 2024-04-21T23:55:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:47 smithi080 ceph-mon[27925]: osdmap e87: 12 total, 12 up, 12 in 2024-04-21T23:55:48.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:47 smithi120 ceph-mon[31499]: pgmap v288: 97 pgs: 15 creating+peering, 66 active+clean, 16 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 8 op/s 2024-04-21T23:55:48.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:47 smithi120 ceph-mon[31499]: osdmap e87: 12 total, 12 up, 12 in 2024-04-21T23:55:48.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.852+0000 7f9cf0ff9640 1 -- 172.21.15.80:0/1185069112 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v89) ==== 169+0+0 (secure 0 0 0) 0x7f9cec09b3b0 con 0x7f9cf4101c20 2024-04-21T23:55:48.846 INFO:teuthology.orchestra.run.smithi080.stderr:set pool 4 allow_ec_overwrites to true 2024-04-21T23:55:48.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9cdc0a2b90 msgr2=0x7f9cdc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:48.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9cdc0a2b90 0x7f9cdc0a5050 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9ce4006fd0 tx=0x7f9ce4008040 comp rx=0 tx=0).stop 2024-04-21T23:55:48.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4101c20 msgr2=0x7f9cf419ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:48.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4101c20 0x7f9cf419ef20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9cec00b970 tx=0x7f9cec00be30 comp rx=0 tx=0).stop 2024-04-21T23:55:48.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 shutdown_connections 2024-04-21T23:55:48.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9cdc0a2b90 0x7f9cdc0a5050 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9cf4101c20 0x7f9cf419ef20 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9cf4101310 0x7f9cf419c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 --2- 172.21.15.80:0/1185069112 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9cf4100950 0x7f9cf41003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.855+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 >> 172.21.15.80:0/1185069112 conn(0x7f9cf40fb380 msgr2=0x7f9cf4104c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:48.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.856+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 shutdown_connections 2024-04-21T23:55:48.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.856+0000 7f9cf9b5c640 1 -- 172.21.15.80:0/1185069112 wait complete. 2024-04-21T23:55:48.872 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-04-21T23:55:48.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.984+0000 7f412d3f7640 1 -- 172.21.15.80:0/3741039411 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4128075780 msgr2=0x7f4128073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:48.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.984+0000 7f412d3f7640 1 --2- 172.21.15.80:0/3741039411 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4128075780 0x7f4128073bd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4118009ca0 tx=0x7f411802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 -- 172.21.15.80:0/3741039411 shutdown_connections 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 --2- 172.21.15.80:0/3741039411 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4128109640 0x7f412810bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 --2- 172.21.15.80:0/3741039411 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41280741a0 0x7f4128074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 --2- 172.21.15.80:0/3741039411 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4128075780 0x7f4128073bd0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 -- 172.21.15.80:0/3741039411 >> 172.21.15.80:0/3741039411 conn(0x7f41280fccf0 msgr2=0x7f41280ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 -- 172.21.15.80:0/3741039411 shutdown_connections 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 -- 172.21.15.80:0/3741039411 wait complete. 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 Processor -- start 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 -- start start 2024-04-21T23:55:48.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f41280741a0 0x7f4128199cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4128075780 0x7f412819a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4128109640 0x7f41281a11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f412810f640 con 0x7f41280741a0 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f412810f4c0 con 0x7f4128075780 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.985+0000 7f412d3f7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f412810f7c0 con 0x7f4128109640 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f41280741a0 0x7f4128199cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f41280741a0 0x7f4128199cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46036/0 (socket says 172.21.15.80:46036) 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 -- 172.21.15.80:0/2488702695 learned_addr learned my addr 172.21.15.80:0/2488702695 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f41267fc640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4128075780 0x7f412819a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 -- 172.21.15.80:0/2488702695 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4128109640 msgr2=0x7f41281a11f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f41277fe640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4128109640 0x7f41281a11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:48.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4128109640 0x7f41281a11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 -- 172.21.15.80:0/2488702695 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4128075780 msgr2=0x7f412819a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4128075780 0x7f412819a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 -- 172.21.15.80:0/2488702695 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41281a1890 con 0x7f41280741a0 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f4126ffd640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f41280741a0 0x7f4128199cd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f41180325f0 tx=0x7f4118035d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f410ffff640 1 -- 172.21.15.80:0/2488702695 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4118039040 con 0x7f41280741a0 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41281a1b20 con 0x7f41280741a0 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f410ffff640 1 -- 172.21.15.80:0/2488702695 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4118003970 con 0x7f41280741a0 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f410ffff640 1 -- 172.21.15.80:0/2488702695 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4118004430 con 0x7f41280741a0 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.986+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41281a2010 con 0x7f41280741a0 2024-04-21T23:55:48.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.987+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4128108370 con 0x7f41280741a0 2024-04-21T23:55:48.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.988+0000 7f410ffff640 1 -- 172.21.15.80:0/2488702695 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4118046030 con 0x7f41280741a0 2024-04-21T23:55:48.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.989+0000 7f410ffff640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f41100a2b90 0x7f41100a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:48.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.989+0000 7f41267fc640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f41100a2b90 0x7f41100a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:48.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.989+0000 7f410ffff640 1 -- 172.21.15.80:0/2488702695 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8770+0+0 (secure 0 0 0) 0x7f41180f1090 con 0x7f41280741a0 2024-04-21T23:55:48.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.989+0000 7f41267fc640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f41100a2b90 0x7f41100a5050 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f411c00ba40 tx=0x7f411c005cc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:48.986 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:48.993+0000 7f410ffff640 1 -- 172.21.15.80:0/2488702695 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f411804d060 con 0x7f41280741a0 2024-04-21T23:55:49.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:48 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3890729937' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-21T23:55:49.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:48 smithi144 ceph-mon[31316]: osdmap e88: 12 total, 12 up, 12 in 2024-04-21T23:55:49.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:48 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1185069112' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-21T23:55:49.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:48 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3890729937' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-21T23:55:49.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:48 smithi080 ceph-mon[27925]: osdmap e88: 12 total, 12 up, 12 in 2024-04-21T23:55:49.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:48 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1185069112' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-21T23:55:49.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.208+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f412802d3d0 con 0x7f41280741a0 2024-04-21T23:55:49.244 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:55:48 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b[61741]: 2024-04-21T23:55:48.910+0000 7fe9e5304700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-21T23:55:49.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:48 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3890729937' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-21T23:55:49.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:48 smithi120 ceph-mon[31499]: osdmap e88: 12 total, 12 up, 12 in 2024-04-21T23:55:49.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:48 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1185069112' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-21T23:55:49.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.854+0000 7f410ffff640 1 -- 172.21.15.80:0/2488702695 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v16) ==== 137+0+0 (secure 0 0 0) 0x7f4118046320 con 0x7f41280741a0 2024-04-21T23:55:49.847 INFO:teuthology.orchestra.run.smithi080.stderr:added data pool 4 to fsmap 2024-04-21T23:55:49.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f41100a2b90 msgr2=0x7f41100a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f41100a2b90 0x7f41100a5050 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f411c00ba40 tx=0x7f411c005cc0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f41280741a0 msgr2=0x7f4128199cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f41280741a0 0x7f4128199cd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f41180325f0 tx=0x7f4118035d10 comp rx=0 tx=0).stop 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 shutdown_connections 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f41100a2b90 0x7f41100a5050 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4128109640 0x7f41281a11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4128075780 0x7f412819a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 --2- 172.21.15.80:0/2488702695 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f41280741a0 0x7f4128199cd0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 >> 172.21.15.80:0/2488702695 conn(0x7f41280fccf0 msgr2=0x7f4128105540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 shutdown_connections 2024-04-21T23:55:49.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.857+0000 7f412d3f7640 1 -- 172.21.15.80:0/2488702695 wait complete. 2024-04-21T23:55:49.866 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:49.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- 172.21.15.80:0/2654133123 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8103340 msgr2=0x7faec8109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:49.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 --2- 172.21.15.80:0/2654133123 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8103340 0x7faec8109bd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7faec0009ca0 tx=0x7faec002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- 172.21.15.80:0/2654133123 shutdown_connections 2024-04-21T23:55:49.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 --2- 172.21.15.80:0/2654133123 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8103340 0x7faec8109bd0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 --2- 172.21.15.80:0/2654133123 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faec8102980 0x7faec8102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 --2- 172.21.15.80:0/2654133123 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faec8101790 0x7faec8101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- 172.21.15.80:0/2654133123 >> 172.21.15.80:0/2654133123 conn(0x7faec80fcd20 msgr2=0x7faec80ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- 172.21.15.80:0/2654133123 shutdown_connections 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- 172.21.15.80:0/2654133123 wait complete. 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 Processor -- start 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- start start 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faec8101790 0x7faec80754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8102980 0x7faec8073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faec8103340 0x7faec8074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7faec810d3f0 con 0x7faec8102980 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7faec810d270 con 0x7faec8103340 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.976+0000 7faed04da640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7faec810d570 con 0x7faec8101790 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8102980 0x7faec8073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8102980 0x7faec8073b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46058/0 (socket says 172.21.15.80:46058) 2024-04-21T23:55:49.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 -- 172.21.15.80:0/2617449545 learned_addr learned my addr 172.21.15.80:0/2617449545 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faece276640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faec8101790 0x7faec80754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecea77640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faec8103340 0x7faec8074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 -- 172.21.15.80:0/2617449545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faec8101790 msgr2=0x7faec80754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faec8101790 0x7faec80754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 -- 172.21.15.80:0/2617449545 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faec8103340 msgr2=0x7faec8074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faec8103340 0x7faec8074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 -- 172.21.15.80:0/2617449545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec8074900 con 0x7faec8102980 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faecda75640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8102980 0x7faec8073b30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7faec400c890 tx=0x7faec400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faebf7fe640 1 -- 172.21.15.80:0/2617449545 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4004220 con 0x7faec8102980 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faebf7fe640 1 -- 172.21.15.80:0/2617449545 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faec40043c0 con 0x7faec8102980 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faec81a1b80 con 0x7faec8102980 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faebf7fe640 1 -- 172.21.15.80:0/2617449545 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec40049e0 con 0x7faec8102980 2024-04-21T23:55:49.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.977+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faec81a20d0 con 0x7faec8102980 2024-04-21T23:55:49.974 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.978+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faec8108ab0 con 0x7faec8102980 2024-04-21T23:55:49.974 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.979+0000 7faebf7fe640 1 -- 172.21.15.80:0/2617449545 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faec40079b0 con 0x7faec8102980 2024-04-21T23:55:49.974 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.980+0000 7faebf7fe640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7faeb40a2b90 0x7faeb40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:49.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.980+0000 7faece276640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7faeb40a2b90 0x7faeb40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:49.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.980+0000 7faebf7fe640 1 -- 172.21.15.80:0/2617449545 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7faec40cf210 con 0x7faec8102980 2024-04-21T23:55:49.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.980+0000 7faece276640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7faeb40a2b90 0x7faeb40a5050 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7faeb8005fd0 tx=0x7faeb800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:49.977 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:49.984+0000 7faebf7fe640 1 -- 172.21.15.80:0/2617449545 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7faec4014030 con 0x7faec8102980 2024-04-21T23:55:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:49 smithi144 ceph-mon[31316]: pgmap v291: 129 pgs: 18 creating+peering, 86 active+clean, 25 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 9 op/s 2024-04-21T23:55:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:49 smithi144 ceph-mon[31316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T23:55:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:49 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1185069112' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-21T23:55:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:49 smithi144 ceph-mon[31316]: osdmap e89: 12 total, 12 up, 12 in 2024-04-21T23:55:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:49 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2488702695' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T23:55:50.192 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.199+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faec802d170 con 0x7faec8102980 2024-04-21T23:55:50.193 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.200+0000 7faebf7fe640 1 -- 172.21.15.80:0/2617449545 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11803 (secure 0 0 0) 0x7faec409b8e0 con 0x7faec8102980 2024-04-21T23:55:50.193 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:50.193 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:55:49.210075+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24488,"qdb_cluster":[24488]},"id":1}]} 2024-04-21T23:55:50.194 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 16 2024-04-21T23:55:50.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7faeb40a2b90 msgr2=0x7faeb40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7faeb40a2b90 0x7faeb40a5050 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7faeb8005fd0 tx=0x7faeb800b410 comp rx=0 tx=0).stop 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8102980 msgr2=0x7faec8073b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8102980 0x7faec8073b30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7faec400c890 tx=0x7faec400cd50 comp rx=0 tx=0).stop 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 shutdown_connections 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7faeb40a2b90 0x7faeb40a5050 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faec8103340 0x7faec8074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faec8102980 0x7faec8073b30 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 --2- 172.21.15.80:0/2617449545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faec8101790 0x7faec80754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 >> 172.21.15.80:0/2617449545 conn(0x7faec80fcd20 msgr2=0x7faec8105c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 shutdown_connections 2024-04-21T23:55:50.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.202+0000 7faed04da640 1 -- 172.21.15.80:0/2617449545 wait complete. 2024-04-21T23:55:50.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:49 smithi080 ceph-mon[27925]: pgmap v291: 129 pgs: 18 creating+peering, 86 active+clean, 25 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 9 op/s 2024-04-21T23:55:50.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:49 smithi080 ceph-mon[27925]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T23:55:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:49 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1185069112' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-21T23:55:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:49 smithi080 ceph-mon[27925]: osdmap e89: 12 total, 12 up, 12 in 2024-04-21T23:55:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:49 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2488702695' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T23:55:50.207 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:55:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:49 smithi120 ceph-mon[31499]: pgmap v291: 129 pgs: 18 creating+peering, 86 active+clean, 25 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 9 op/s 2024-04-21T23:55:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:49 smithi120 ceph-mon[31499]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T23:55:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:49 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1185069112' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-21T23:55:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:49 smithi120 ceph-mon[31499]: osdmap e89: 12 total, 12 up, 12 in 2024-04-21T23:55:50.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:49 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2488702695' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T23:55:50.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 -- 172.21.15.80:0/3014296374 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 msgr2=0x7fb368102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3014296374 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 0x7fb368102e00 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb354009900 tx=0x7fb35402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:50.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 -- 172.21.15.80:0/3014296374 shutdown_connections 2024-04-21T23:55:50.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3014296374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb368103340 0x7fb368109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3014296374 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 0x7fb368102e00 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3014296374 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb368101790 0x7fb368101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 -- 172.21.15.80:0/3014296374 >> 172.21.15.80:0/3014296374 conn(0x7fb3680fcd40 msgr2=0x7fb3680ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 -- 172.21.15.80:0/3014296374 shutdown_connections 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.310+0000 7fb36ed97640 1 -- 172.21.15.80:0/3014296374 wait complete. 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 Processor -- start 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 -- start start 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb368101790 0x7fb368197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 0x7fb368198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb368103340 0x7fb36819f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb36810d410 con 0x7fb368102980 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb36810d290 con 0x7fb368101790 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb36810d590 con 0x7fb368103340 2024-04-21T23:55:50.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 0x7fb368198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 0x7fb368198020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46080/0 (socket says 172.21.15.80:46080) 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 -- 172.21.15.80:0/3341338174 learned_addr learned my addr 172.21.15.80:0/3341338174 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36cb33640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb368101790 0x7fb368197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36d334640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb368103340 0x7fb36819f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 -- 172.21.15.80:0/3341338174 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb368103340 msgr2=0x7fb36819f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb368103340 0x7fb36819f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 -- 172.21.15.80:0/3341338174 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb368101790 msgr2=0x7fb368197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb368101790 0x7fb368197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 -- 172.21.15.80:0/3341338174 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb36819f700 con 0x7fb368102980 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36cb33640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb368101790 0x7fb368197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb367fff640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 0x7fb368198020 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb354009230 tx=0x7fb354005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb365ffb640 1 -- 172.21.15.80:0/3341338174 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb354041070 con 0x7fb368102980 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb365ffb640 1 -- 172.21.15.80:0/3341338174 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3540054e0 con 0x7fb368102980 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.311+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb36819f990 con 0x7fb368102980 2024-04-21T23:55:50.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.312+0000 7fb365ffb640 1 -- 172.21.15.80:0/3341338174 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb354034440 con 0x7fb368102980 2024-04-21T23:55:50.309 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.312+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb36819fe80 con 0x7fb368102980 2024-04-21T23:55:50.309 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.313+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb368108b30 con 0x7fb368102980 2024-04-21T23:55:50.309 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.314+0000 7fb365ffb640 1 -- 172.21.15.80:0/3341338174 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb354044070 con 0x7fb368102980 2024-04-21T23:55:50.309 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.314+0000 7fb365ffb640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb3580a2b90 0x7fb3580a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.314+0000 7fb36cb33640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb3580a2b90 0x7fb3580a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.315+0000 7fb365ffb640 1 -- 172.21.15.80:0/3341338174 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fb3540f1460 con 0x7fb368102980 2024-04-21T23:55:50.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.315+0000 7fb36cb33640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb3580a2b90 0x7fb3580a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0058c0 tx=0x7fb35c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:50.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.318+0000 7fb365ffb640 1 -- 172.21.15.80:0/3341338174 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb3540be180 con 0x7fb368102980 2024-04-21T23:55:50.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.494+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb368062370 con 0x7fb368102980 2024-04-21T23:55:50.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.496+0000 7fb365ffb640 1 -- 172.21.15.80:0/3341338174 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7fb3540bda80 con 0x7fb368102980 2024-04-21T23:55:50.489 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:50.489 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:55:50.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb3580a2b90 msgr2=0x7fb3580a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb3580a2b90 0x7fb3580a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0058c0 tx=0x7fb35c005850 comp rx=0 tx=0).stop 2024-04-21T23:55:50.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 msgr2=0x7fb368198020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 0x7fb368198020 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb354009230 tx=0x7fb354005dd0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 shutdown_connections 2024-04-21T23:55:50.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb3580a2b90 0x7fb3580a5050 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb368103340 0x7fb36819f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb368102980 0x7fb368198020 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 --2- 172.21.15.80:0/3341338174 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb368101790 0x7fb368197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 >> 172.21.15.80:0/3341338174 conn(0x7fb3680fcd40 msgr2=0x7fb368105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:50.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 shutdown_connections 2024-04-21T23:55:50.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.498+0000 7fb36ed97640 1 -- 172.21.15.80:0/3341338174 wait complete. 2024-04-21T23:55:50.503 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:55:50.603 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.607+0000 7fa498bde640 1 -- 172.21.15.80:0/1205608843 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494102980 msgr2=0x7fa494102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.607+0000 7fa498bde640 1 --2- 172.21.15.80:0/1205608843 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494102980 0x7fa494102e00 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa488009900 tx=0x7fa48802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 -- 172.21.15.80:0/1205608843 shutdown_connections 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 --2- 172.21.15.80:0/1205608843 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa494103340 0x7fa494109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 --2- 172.21.15.80:0/1205608843 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494102980 0x7fa494102e00 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 --2- 172.21.15.80:0/1205608843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa494101790 0x7fa494101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 -- 172.21.15.80:0/1205608843 >> 172.21.15.80:0/1205608843 conn(0x7fa4940fcd20 msgr2=0x7fa4940ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 -- 172.21.15.80:0/1205608843 shutdown_connections 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 -- 172.21.15.80:0/1205608843 wait complete. 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 Processor -- start 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 -- start start 2024-04-21T23:55:50.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494101790 0x7fa494199c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa494102980 0x7fa49419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa494103340 0x7fa4941a11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.608+0000 7fa498bde640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa49410d410 con 0x7fa494101790 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa498bde640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa49410d290 con 0x7fa494102980 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa498bde640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa49410d590 con 0x7fa494103340 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494101790 0x7fa494199c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494101790 0x7fa494199c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46104/0 (socket says 172.21.15.80:46104) 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 -- 172.21.15.80:0/4272161590 learned_addr learned my addr 172.21.15.80:0/4272161590 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa491d9b640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa494102980 0x7fa49419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa492d9d640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa494103340 0x7fa4941a11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 -- 172.21.15.80:0/4272161590 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa494103340 msgr2=0x7fa4941a11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa494103340 0x7fa4941a11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 -- 172.21.15.80:0/4272161590 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa494102980 msgr2=0x7fa49419a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa494102980 0x7fa49419a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 -- 172.21.15.80:0/4272161590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4941a1850 con 0x7fa494101790 2024-04-21T23:55:50.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa49259c640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494101790 0x7fa494199c40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa48c00c970 tx=0x7fa48c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:50.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa4837fe640 1 -- 172.21.15.80:0/4272161590 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c007c10 con 0x7fa494101790 2024-04-21T23:55:50.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4941a1b40 con 0x7fa494101790 2024-04-21T23:55:50.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa4837fe640 1 -- 172.21.15.80:0/4272161590 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa48c007db0 con 0x7fa494101790 2024-04-21T23:55:50.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa4837fe640 1 -- 172.21.15.80:0/4272161590 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c00f8a0 con 0x7fa494101790 2024-04-21T23:55:50.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.609+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4941a20e0 con 0x7fa494101790 2024-04-21T23:55:50.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.610+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4941a22b0 con 0x7fa494101790 2024-04-21T23:55:50.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.611+0000 7fa4837fe640 1 -- 172.21.15.80:0/4272161590 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa48c00fa60 con 0x7fa494101790 2024-04-21T23:55:50.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.612+0000 7fa4837fe640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa47c0a2b90 0x7fa47c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.612+0000 7fa491d9b640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa47c0a2b90 0x7fa47c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.612+0000 7fa4837fe640 1 -- 172.21.15.80:0/4272161590 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fa48c0cf710 con 0x7fa494101790 2024-04-21T23:55:50.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.612+0000 7fa491d9b640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa47c0a2b90 0x7fa47c0a5050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa488006010 tx=0x7fa488000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:50.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.616+0000 7fa4837fe640 1 -- 172.21.15.80:0/4272161590 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa48c09c430 con 0x7fa494101790 2024-04-21T23:55:50.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.793+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa4941a2480 con 0x7fa494101790 2024-04-21T23:55:50.787 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.794+0000 7fa4837fe640 1 -- 172.21.15.80:0/4272161590 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7fa48c09bd30 con 0x7fa494101790 2024-04-21T23:55:50.788 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:50.788 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:55:50.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa47c0a2b90 msgr2=0x7fa47c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa47c0a2b90 0x7fa47c0a5050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa488006010 tx=0x7fa488000bc0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494101790 msgr2=0x7fa494199c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494101790 0x7fa494199c40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa48c00c970 tx=0x7fa48c00ce30 comp rx=0 tx=0).stop 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 shutdown_connections 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa47c0a2b90 0x7fa47c0a5050 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa494103340 0x7fa4941a11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa494102980 0x7fa49419a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 --2- 172.21.15.80:0/4272161590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa494101790 0x7fa494199c40 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 >> 172.21.15.80:0/4272161590 conn(0x7fa4940fcd20 msgr2=0x7fa494073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 shutdown_connections 2024-04-21T23:55:50.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.796+0000 7fa498bde640 1 -- 172.21.15.80:0/4272161590 wait complete. 2024-04-21T23:55:50.818 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:55:50.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 -- 172.21.15.80:0/1409950488 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64102250 msgr2=0x7f3e64108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 --2- 172.21.15.80:0/1409950488 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64102250 0x7f3e64108ae0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c009ca0 tx=0x7f3e5c02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 -- 172.21.15.80:0/1409950488 shutdown_connections 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 --2- 172.21.15.80:0/1409950488 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64102250 0x7f3e64108ae0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 --2- 172.21.15.80:0/1409950488 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3e64101890 0x7f3e64101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 --2- 172.21.15.80:0/1409950488 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e641006a0 0x7f3e64100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 -- 172.21.15.80:0/1409950488 >> 172.21.15.80:0/1409950488 conn(0x7f3e640fbc30 msgr2=0x7f3e640fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 -- 172.21.15.80:0/1409950488 shutdown_connections 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.924+0000 7f3e6984e640 1 -- 172.21.15.80:0/1409950488 wait complete. 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e6984e640 1 Processor -- start 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e6984e640 1 -- start start 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e6984e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3e641006a0 0x7f3e64197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e6984e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64101890 0x7f3e64198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e6984e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e64102250 0x7f3e6419f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e6984e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3e6410c390 con 0x7f3e64101890 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e6984e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3e6410c210 con 0x7f3e64102250 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e6984e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3e6410c510 con 0x7f3e641006a0 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e5bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64101890 0x7f3e64198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e5bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64101890 0x7f3e64198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46122/0 (socket says 172.21.15.80:46122) 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e5bfff640 1 -- 172.21.15.80:0/2117972330 learned_addr learned my addr 172.21.15.80:0/2117972330 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e62ffd640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3e641006a0 0x7f3e64197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e5bfff640 1 -- 172.21.15.80:0/2117972330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3e641006a0 msgr2=0x7f3e64197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.925+0000 7f3e637fe640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e64102250 0x7f3e6419f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e5bfff640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3e641006a0 0x7f3e64197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e5bfff640 1 -- 172.21.15.80:0/2117972330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e64102250 msgr2=0x7f3e6419f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e5bfff640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e64102250 0x7f3e6419f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e5bfff640 1 -- 172.21.15.80:0/2117972330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e6419f6f0 con 0x7f3e64101890 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e62ffd640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3e641006a0 0x7f3e64197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e5bfff640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64101890 0x7f3e64198010 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c00c890 tx=0x7f3e4c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e6884c640 1 -- 172.21.15.80:0/2117972330 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4c004220 con 0x7f3e64101890 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e6884c640 1 -- 172.21.15.80:0/2117972330 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e4c0043c0 con 0x7f3e64101890 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e6419f9e0 con 0x7f3e64101890 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e6884c640 1 -- 172.21.15.80:0/2117972330 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4c0049e0 con 0x7f3e64101890 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.926+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e6419ff30 con 0x7f3e64101890 2024-04-21T23:55:50.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.927+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e641a01c0 con 0x7f3e64101890 2024-04-21T23:55:50.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.928+0000 7f3e6884c640 1 -- 172.21.15.80:0/2117972330 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3e4c0079b0 con 0x7f3e64101890 2024-04-21T23:55:50.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.928+0000 7f3e6884c640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3e500a2b90 0x7f3e500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:50.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.929+0000 7f3e62ffd640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3e500a2b90 0x7f3e500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:50.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.929+0000 7f3e6884c640 1 -- 172.21.15.80:0/2117972330 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f3e4c0cf390 con 0x7f3e64101890 2024-04-21T23:55:50.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.929+0000 7f3e62ffd640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3e500a2b90 0x7f3e500a5050 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3e54006fd0 tx=0x7f3e54008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:50.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:50.933+0000 7f3e6884c640 1 -- 172.21.15.80:0/2117972330 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3e4c014030 con 0x7f3e64101890 2024-04-21T23:55:51.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:50 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2488702695' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-21T23:55:51.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:50 smithi144 ceph-mon[31316]: osdmap e90: 12 total, 12 up, 12 in 2024-04-21T23:55:51.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:50 smithi144 ceph-mon[31316]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:55:51.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:50 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2617449545' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:50 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3341338174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:50 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4272161590' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.144+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3e641a0390 con 0x7f3e64101890 2024-04-21T23:55:51.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.145+0000 7f3e6884c640 1 -- 172.21.15.80:0/2117972330 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11803 (secure 0 0 0) 0x7f3e4c09c0b0 con 0x7f3e64101890 2024-04-21T23:55:51.138 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:51.138 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24433,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:55:49.210075+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24488,"qdb_cluster":[24488]},"id":1}]} 2024-04-21T23:55:51.139 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 16 2024-04-21T23:55:51.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3e500a2b90 msgr2=0x7f3e500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3e500a2b90 0x7f3e500a5050 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3e54006fd0 tx=0x7f3e54008040 comp rx=0 tx=0).stop 2024-04-21T23:55:51.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64101890 msgr2=0x7f3e64198010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64101890 0x7f3e64198010 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c00c890 tx=0x7f3e4c00cd50 comp rx=0 tx=0).stop 2024-04-21T23:55:51.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 shutdown_connections 2024-04-21T23:55:51.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3e500a2b90 0x7f3e500a5050 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e64102250 0x7f3e6419f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3e64101890 0x7f3e64198010 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 --2- 172.21.15.80:0/2117972330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3e641006a0 0x7f3e64197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 >> 172.21.15.80:0/2117972330 conn(0x7f3e640fbc30 msgr2=0x7f3e640fd650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 shutdown_connections 2024-04-21T23:55:51.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.147+0000 7f3e6984e640 1 -- 172.21.15.80:0/2117972330 wait complete. 2024-04-21T23:55:51.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:50 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2488702695' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-21T23:55:51.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:50 smithi080 ceph-mon[27925]: osdmap e90: 12 total, 12 up, 12 in 2024-04-21T23:55:51.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:50 smithi080 ceph-mon[27925]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:55:51.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:50 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2617449545' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:50 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3341338174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:50 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4272161590' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.152 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:55:51.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:50 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2488702695' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-21T23:55:51.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:50 smithi120 ceph-mon[31499]: osdmap e90: 12 total, 12 up, 12 in 2024-04-21T23:55:51.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:50 smithi120 ceph-mon[31499]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:55:51.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:50 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2617449545' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:50 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3341338174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:50 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4272161590' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:51.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 -- 172.21.15.80:0/3155240876 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a841018b0 msgr2=0x7f8a84101d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 --2- 172.21.15.80:0/3155240876 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a841018b0 0x7f8a84101d30 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c009900 tx=0x7f8a6c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 -- 172.21.15.80:0/3155240876 shutdown_connections 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 --2- 172.21.15.80:0/3155240876 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a84102270 0x7f8a84108b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 --2- 172.21.15.80:0/3155240876 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a841018b0 0x7f8a84101d30 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 --2- 172.21.15.80:0/3155240876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a841006c0 0x7f8a84100ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 -- 172.21.15.80:0/3155240876 >> 172.21.15.80:0/3155240876 conn(0x7f8a840fbc30 msgr2=0x7f8a840fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 -- 172.21.15.80:0/3155240876 shutdown_connections 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 -- 172.21.15.80:0/3155240876 wait complete. 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 Processor -- start 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.256+0000 7f8a88e20640 1 -- start start 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a88e20640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a841006c0 0x7f8a84196ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a88e20640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a841018b0 0x7f8a84197010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a88e20640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a84102270 0x7f8a8419e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a88e20640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8410c430 con 0x7f8a84102270 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a88e20640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8410c2b0 con 0x7f8a841006c0 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a88e20640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8410c5b0 con 0x7f8a841018b0 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a84102270 0x7f8a8419e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a84102270 0x7f8a8419e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46140/0 (socket says 172.21.15.80:46140) 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 -- 172.21.15.80:0/957998722 learned_addr learned my addr 172.21.15.80:0/957998722 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a8259c640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a841006c0 0x7f8a84196ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a7bfff640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a841018b0 0x7f8a84197010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 -- 172.21.15.80:0/957998722 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a841018b0 msgr2=0x7f8a84197010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a841018b0 0x7f8a84197010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 -- 172.21.15.80:0/957998722 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a841006c0 msgr2=0x7f8a84196ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a841006c0 0x7f8a84196ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 -- 172.21.15.80:0/957998722 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a8419e6f0 con 0x7f8a84102270 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a8259c640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a841006c0 0x7f8a84196ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a82d9d640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a84102270 0x7f8a8419e080 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00b970 tx=0x7f8a7c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a7b7fe640 1 -- 172.21.15.80:0/957998722 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c019070 con 0x7f8a84102270 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a8419e9e0 con 0x7f8a84102270 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a7b7fe640 1 -- 172.21.15.80:0/957998722 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a7c00cb40 con 0x7f8a84102270 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a7b7fe640 1 -- 172.21.15.80:0/957998722 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c007610 con 0x7f8a84102270 2024-04-21T23:55:51.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.257+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a8419ef30 con 0x7f8a84102270 2024-04-21T23:55:51.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.258+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a84107a60 con 0x7f8a84102270 2024-04-21T23:55:51.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.259+0000 7f8a7b7fe640 1 -- 172.21.15.80:0/957998722 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8a7c01c070 con 0x7f8a84102270 2024-04-21T23:55:51.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.260+0000 7f8a7b7fe640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a700a2b90 0x7f8a700a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.260+0000 7f8a7b7fe640 1 -- 172.21.15.80:0/957998722 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f8a7c0ce8a0 con 0x7f8a84102270 2024-04-21T23:55:51.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.260+0000 7f8a8259c640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a700a2b90 0x7f8a700a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.260+0000 7f8a8259c640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a700a2b90 0x7f8a700a5050 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8a84101710 tx=0x7f8a74008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:51.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.264+0000 7f8a7b7fe640 1 -- 172.21.15.80:0/957998722 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8a7c09b5c0 con 0x7f8a84102270 2024-04-21T23:55:51.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.437+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a84062340 con 0x7f8a84102270 2024-04-21T23:55:51.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.439+0000 7f8a7b7fe640 1 -- 172.21.15.80:0/957998722 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7f8a7c09aec0 con 0x7f8a84102270 2024-04-21T23:55:51.432 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:51.432 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:55:51.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a700a2b90 msgr2=0x7f8a700a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a700a2b90 0x7f8a700a5050 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8a84101710 tx=0x7f8a74008040 comp rx=0 tx=0).stop 2024-04-21T23:55:51.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a84102270 msgr2=0x7f8a8419e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a84102270 0x7f8a8419e080 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00b970 tx=0x7f8a7c00be30 comp rx=0 tx=0).stop 2024-04-21T23:55:51.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 shutdown_connections 2024-04-21T23:55:51.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a700a2b90 0x7f8a700a5050 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a84102270 0x7f8a8419e080 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a841018b0 0x7f8a84197010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 --2- 172.21.15.80:0/957998722 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a841006c0 0x7f8a84196ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 >> 172.21.15.80:0/957998722 conn(0x7f8a840fbc30 msgr2=0x7f8a84104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 shutdown_connections 2024-04-21T23:55:51.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.441+0000 7f8a88e20640 1 -- 172.21.15.80:0/957998722 wait complete. 2024-04-21T23:55:51.446 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-21T23:55:44.029440+0000', 'modified': '2024-04-21T23:55:49.210075+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24488}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24488': {'gid': 24488, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.120:6839/2854829731', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6838', 'nonce': 2854829731}, {'type': 'v1', 'addr': '172.21.15.120:6839', 'nonce': 2854829731}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24488, 'qdb_cluster': [24488]} 2024-04-21T23:55:51.446 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-21T23:55:51.446 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 -- 172.21.15.80:0/871584674 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450100950 msgr2=0x7f2450100dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 --2- 172.21.15.80:0/871584674 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450100950 0x7f2450100dd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2440009900 tx=0x7f244002bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 -- 172.21.15.80:0/871584674 shutdown_connections 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 --2- 172.21.15.80:0/871584674 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450101310 0x7f2450108bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 --2- 172.21.15.80:0/871584674 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450100950 0x7f2450100dd0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 --2- 172.21.15.80:0/871584674 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2450101c20 0x7f2450102040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 -- 172.21.15.80:0/871584674 >> 172.21.15.80:0/871584674 conn(0x7f24500fb380 msgr2=0x7f24500fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 -- 172.21.15.80:0/871584674 shutdown_connections 2024-04-21T23:55:51.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 -- 172.21.15.80:0/871584674 wait complete. 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 Processor -- start 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 -- start start 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.552+0000 7f245862d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450100950 0x7f24501047d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f245862d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450101310 0x7f2450102e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f245862d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2450101c20 0x7f2450103350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f245862d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f245010c320 con 0x7f2450101310 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f245862d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f245010c1a0 con 0x7f2450100950 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f245862d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f245010c4a0 con 0x7f2450101c20 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450101310 0x7f2450102e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450101310 0x7f2450102e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:48968/0 (socket says 172.21.15.80:48968) 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 -- 172.21.15.80:0/439139596 learned_addr learned my addr 172.21.15.80:0/439139596 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f24563c9640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450100950 0x7f24501047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2456bca640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2450101c20 0x7f2450103350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 -- 172.21.15.80:0/439139596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2450101c20 msgr2=0x7f2450103350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2450101c20 0x7f2450103350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 -- 172.21.15.80:0/439139596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450100950 msgr2=0x7f24501047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450100950 0x7f24501047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 -- 172.21.15.80:0/439139596 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2450103be0 con 0x7f2450101310 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f2455bc8640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450101310 0x7f2450102e10 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f244002efd0 tx=0x7f244002cdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f24477fe640 1 -- 172.21.15.80:0/439139596 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2440041070 con 0x7f2450101310 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f24477fe640 1 -- 172.21.15.80:0/439139596 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24400054e0 con 0x7f2450101310 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f245862d640 1 -- 172.21.15.80:0/439139596 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24501a1bd0 con 0x7f2450101310 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f24477fe640 1 -- 172.21.15.80:0/439139596 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24400346a0 con 0x7f2450101310 2024-04-21T23:55:51.550 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.553+0000 7f245862d640 1 -- 172.21.15.80:0/439139596 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24501a2120 con 0x7f2450101310 2024-04-21T23:55:51.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.555+0000 7f24477fe640 1 -- 172.21.15.80:0/439139596 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2440044070 con 0x7f2450101310 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f245b20b740 1 Processor -- start 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f245b20b740 1 -- start start 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f24477fe640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f243c0a2b90 0x7f243c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f245b20b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416f070 0x56013416f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f245b20b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134174560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f245b20b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x560134177060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f245b20b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5601340d3df0 con 0x560134174bd0 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f245b20b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56013407c640 con 0x56013416fa60 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f245b20b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5601340cfdb0 con 0x56013416f070 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f2456bca640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f243c0a2b90 0x7f243c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f24477fe640 1 -- 172.21.15.80:0/439139596 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f24400f0f80 con 0x7f2450101310 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f2456bca640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x560134177060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f2456bca640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x560134177060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:48978/0 (socket says 172.21.15.80:48978) 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f24563c9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416f070 0x56013416f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.556+0000 7f2456bca640 1 -- 172.21.15.80:0/3216123651 learned_addr learned my addr 172.21.15.80:0/3216123651 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2455bc8640 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134174560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2456bca640 1 -- 172.21.15.80:0/3216123651 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416f070 msgr2=0x56013416f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2456bca640 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416f070 0x56013416f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2456bca640 1 -- 172.21.15.80:0/3216123651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 msgr2=0x560134174560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2456bca640 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134174560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2456bca640 1 -- 172.21.15.80:0/3216123651 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560133de82d0 con 0x560134174bd0 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f24563c9640 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416f070 0x56013416f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2455bc8640 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134174560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2456bca640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f243c0a2b90 0x7f243c0a5050 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f244c0149c0 tx=0x7f244c00cb80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2456bca640 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x560134177060 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f244c0117b0 tx=0x7f244c01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=553b07fdd828a78 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2444bfe640 1 -- 172.21.15.80:0/3216123651 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c022070 con 0x560134174bd0 2024-04-21T23:55:51.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2444bfe640 1 -- 172.21.15.80:0/3216123651 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f244c014270 con 0x560134174bd0 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.557+0000 7f2444bfe640 1 -- 172.21.15.80:0/3216123651 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c0047a0 con 0x560134174bd0 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- 172.21.15.80:0/3216123651 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 msgr2=0x560134177060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x560134177060 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f244c0117b0 tx=0x7f244c01b000 comp rx=0 tx=0).stop 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- 172.21.15.80:0/3216123651 shutdown_connections 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x560134177060 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134174560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 --2- 172.21.15.80:0/3216123651 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416f070 0x56013416f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- 172.21.15.80:0/3216123651 >> 172.21.15.80:0/3216123651 conn(0x56013416a5e0 msgr2=0x56013416a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- 172.21.15.80:0/3216123651 shutdown_connections 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- 172.21.15.80:0/3216123651 wait complete. 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- start start 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 Processor -- start 2024-04-21T23:55:51.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x560134179540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134179a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560134174bd0 0x560134180ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x560134177b20 con 0x56013416f070 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56013408fbe0 con 0x56013416fa60 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x560134177ca0 con 0x560134174bd0 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.558+0000 7f245b20b740 10 client.0 _ll_register_callbacks cb 0x56013408f5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x560134179540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x560134179540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:48980/0 (socket says 172.21.15.80:48980) 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 -- 172.21.15.80:0/427009450 learned_addr learned my addr 172.21.15.80:0/427009450 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2455bc8640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134179a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2456bca640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560134174bd0 0x560134180ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 -- 172.21.15.80:0/427009450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560134174bd0 msgr2=0x560134180ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:55:51.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560134174bd0 0x560134180ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 -- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 msgr2=0x560134179a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134179a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 -- 172.21.15.80:0/427009450 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560133eb26b0 con 0x56013416f070 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2456bca640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560134174bd0 0x560134180ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2455bc8640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134179a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f24563c9640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x560134179540 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2448003e70 tx=0x7f2448004410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a042eb9d11ec23f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2439ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2439ffb640 1 -- 172.21.15.80:0/427009450 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2448012a60 con 0x56013416f070 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2439ffb640 1 -- 172.21.15.80:0/427009450 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f2448012c00 con 0x56013416f070 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f245b20b740 1 -- 172.21.15.80:0/427009450 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f244c014270 con 0x56013416f070 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2439ffb640 1 -- 172.21.15.80:0/427009450 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f2448012e00 con 0x56013416f070 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f245b20b740 10 client.14769 fetch_fsmap learned FSMap version 16 2024-04-21T23:55:51.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f245b20b740 1 -- 172.21.15.80:0/427009450 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x560134183ae0 con 0x56013416f070 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2439ffb640 1 -- 172.21.15.80:0/427009450 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f244c014270 con 0x56013416f070 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.559+0000 7f2439ffb640 1 -- 172.21.15.80:0/427009450 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 16) ==== 8342+0+0 (secure 0 0 0) 0x7f2448019070 con 0x56013416f070 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f245b20b740 10 client.14769 fetch_fsmap finished waiting for FSMap version 16 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f245b20b740 10 client.14769 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f245b20b740 20 client.14769 populate_metadata read hostname 'smithi080' 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f245b20b740 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560134186290 0x560134187700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f245b20b740 4 client.14769 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f245b20b740 1 -- 172.21.15.80:0/427009450 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601340e1330 con 0x560134186290 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f2455bc8640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560134186290 0x560134187700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f2455bc8640 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560134186290 0x560134187700 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48a345808bc6fbf server_cookie=ca213aa7eea24c63 in_seq=0 out_seq=0 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.560+0000 7f2439ffb640 10 client.14769 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f2439ffb640 1 -- 172.21.15.80:0/427009450 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5601340e1330 con 0x560134186290 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f2439ffb640 10 client.14769 handle_command_reply: tid=0 2024-04-21T23:55:51.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 client.14769 shutdown 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 -- 172.21.15.80:0/427009450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 msgr2=0x560134179540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x560134179540 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2448003e70 tx=0x7f2448004410 comp rx=0 tx=0).stop 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 -- 172.21.15.80:0/427009450 shutdown_connections 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560134186290 0x560134187700 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560134174bd0 0x560134180ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f2439ffb640 0 client.14769 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416fa60 0x560134179a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 --2- 172.21.15.80:0/427009450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x560134179540 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 -- 172.21.15.80:0/427009450 >> 172.21.15.80:0/427009450 conn(0x56013416a5e0 msgr2=0x560134169720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 -- 172.21.15.80:0/427009450 shutdown_connections 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.561+0000 7f245b20b740 1 -- 172.21.15.80:0/427009450 wait complete. 2024-04-21T23:55:51.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.562+0000 7f245b20b740 20 client.14769 trim_cache size 0 max 16384 2024-04-21T23:55:51.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.579+0000 7f245b20b740 1 Processor -- start 2024-04-21T23:55:51.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.579+0000 7f245b20b740 1 -- start start 2024-04-21T23:55:51.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f245b20b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416f070 0x560134187030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f245b20b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x5601341809e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f245b20b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x56013416df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f245b20b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x560134185a40 con 0x560134174bd0 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f245b20b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560134186110 con 0x56013416f070 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f245b20b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5601341867e0 con 0x56013416fa60 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x56013416df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x56013416df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:48984/0 (socket says 172.21.15.80:48984) 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 -- 172.21.15.80:0/3154866988 learned_addr learned my addr 172.21.15.80:0/3154866988 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2455bc8640 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x5601341809e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 -- 172.21.15.80:0/3154866988 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 msgr2=0x5601341809e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x5601341809e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f24563c9640 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416f070 0x560134187030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 -- 172.21.15.80:0/3154866988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416f070 msgr2=0x560134187030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416f070 0x560134187030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 -- 172.21.15.80:0/3154866988 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56013416fe40 con 0x560134174bd0 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2455bc8640 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x5601341809e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f2456bca640 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x56013416df50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f244c005850 tx=0x7f244c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d97ba073223873 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f243bfff640 1 -- 172.21.15.80:0/3154866988 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c022040 con 0x560134174bd0 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f243bfff640 1 -- 172.21.15.80:0/3154866988 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f244c02a070 con 0x560134174bd0 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.580+0000 7f243bfff640 1 -- 172.21.15.80:0/3154866988 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c004640 con 0x560134174bd0 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- 172.21.15.80:0/3154866988 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 msgr2=0x56013416df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x56013416df50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f244c005850 tx=0x7f244c005880 comp rx=0 tx=0).stop 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- 172.21.15.80:0/3154866988 shutdown_connections 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560134174bd0 0x56013416df50 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x5601341809e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 --2- 172.21.15.80:0/3154866988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56013416f070 0x560134187030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- 172.21.15.80:0/3154866988 >> 172.21.15.80:0/3154866988 conn(0x56013416a5e0 msgr2=0x56013416d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- 172.21.15.80:0/3154866988 shutdown_connections 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- 172.21.15.80:0/3154866988 wait complete. 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- start start 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 Processor -- start 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x56013417c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x56013417ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560134174bd0 0x56013417fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x560134187580 con 0x56013416f070 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560134186eb0 con 0x560134174bd0 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x560134187c50 con 0x56013416fa60 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f245b20b740 10 client.0 _ll_register_callbacks cb 0x7f2448003ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f24563c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x56013417c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f24563c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x56013417c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:48988/0 (socket says 172.21.15.80:48988) 2024-04-21T23:55:51.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f24563c9640 1 -- 172.21.15.80:0/3566920465 learned_addr learned my addr 172.21.15.80:0/3566920465 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:51.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f2455bc8640 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x56013417ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.581+0000 7f2456bca640 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560134174bd0 0x56013417fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f24563c9640 1 -- 172.21.15.80:0/3566920465 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 msgr2=0x56013417ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:55:51.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f24563c9640 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x56013417ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f24563c9640 1 -- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560134174bd0 msgr2=0x56013417fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:55:51.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f24563c9640 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560134174bd0 0x56013417fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f24563c9640 1 -- 172.21.15.80:0/3566920465 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560134180320 con 0x56013416f070 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f2456bca640 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560134174bd0 0x56013417fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f24563c9640 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x56013417c8e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2448000f80 tx=0x7f2448003a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5cc685ba680cb36 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f2439ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f2439ffb640 1 -- 172.21.15.80:0/3566920465 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244802d060 con 0x56013416f070 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f2439ffb640 1 -- 172.21.15.80:0/3566920465 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f2448019910 con 0x56013416f070 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 1 -- 172.21.15.80:0/3566920465 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f244c02a070 con 0x56013416f070 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f2439ffb640 1 -- 172.21.15.80:0/3566920465 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f2448034050 con 0x56013416f070 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 10 client.14775 fetch_fsmap learned FSMap version 16 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 1 -- 172.21.15.80:0/3566920465 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x5601341ec820 con 0x56013416f070 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f2439ffb640 1 -- 172.21.15.80:0/3566920465 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f244c02a070 con 0x56013416f070 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f2439ffb640 1 -- 172.21.15.80:0/3566920465 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 16) ==== 8342+0+0 (secure 0 0 0) 0x7f2448019040 con 0x56013416f070 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 10 client.14775 fetch_fsmap finished waiting for FSMap version 16 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 10 client.14775 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T23:55:51.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 20 client.14775 populate_metadata read hostname 'smithi080' 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560134186290 0x5601341f00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 4 client.14775 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.582+0000 7f245b20b740 1 -- 172.21.15.80:0/3566920465 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "status"}) -- 0x5601340db680 con 0x560134186290 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f2455bc8640 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560134186290 0x5601341f00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f2439ffb640 10 client.14775 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f2455bc8640 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560134186290 0x5601341f00d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a59dbbcf16b5ede8 server_cookie=13fcf11c367f9de5 in_seq=0 out_seq=0 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f2439ffb640 1 -- 172.21.15.80:0/3566920465 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x5601340db680 con 0x560134186290 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f2439ffb640 10 client.14775 handle_command_reply: tid=0 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 client.14775 shutdown 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 -- 172.21.15.80:0/3566920465 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 msgr2=0x56013417c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x56013417c8e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2448000f80 tx=0x7f2448003a20 comp rx=0 tx=0).stop 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 -- 172.21.15.80:0/3566920465 shutdown_connections 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560134186290 0x5601341f00d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560134174bd0 0x56013417fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.584 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56013416fa60 0x56013417ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.585 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 --2- 172.21.15.80:0/3566920465 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56013416f070 0x56013417c8e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.585 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 -- 172.21.15.80:0/3566920465 >> 172.21.15.80:0/3566920465 conn(0x56013416a5e0 msgr2=0x56013416e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.585 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f2439ffb640 0 client.14775 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:55:51.585 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 -- 172.21.15.80:0/3566920465 shutdown_connections 2024-04-21T23:55:51.585 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.583+0000 7f245b20b740 1 -- 172.21.15.80:0/3566920465 wait complete. 2024-04-21T23:55:51.585 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245b20b740 20 client.14775 trim_cache size 0 max 16384 2024-04-21T23:55:51.585 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:55:51.585 INFO:teuthology.orchestra.run.smithi080.stdout: "cluster_fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "whoami": 0, 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 24488, 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "want_state": "up:active", 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "state": "up:active", 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "fs_name": "cephfs", 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "rank_uptime": 6.7525344670000003, 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "mdsmap_epoch": 16, 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch": 90, 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch_barrier": 89, 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout: "uptime": 13.063826358 2024-04-21T23:55:51.586 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 -- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f243c0a2b90 msgr2=0x7f243c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f243c0a2b90 0x7f243c0a5050 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f244c0149c0 tx=0x7f244c00cb80 comp rx=0 tx=0).stop 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 -- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450101310 msgr2=0x7f2450102e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450101310 0x7f2450102e10 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f244002efd0 tx=0x7f244002cdc0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 -- 172.21.15.80:0/439139596 shutdown_connections 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f243c0a2b90 0x7f243c0a5050 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2450101c20 0x7f2450103350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2450101310 0x7f2450102e10 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 --2- 172.21.15.80:0/439139596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450100950 0x7f24501047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 -- 172.21.15.80:0/439139596 >> 172.21.15.80:0/439139596 conn(0x7f24500fb380 msgr2=0x7f24500ff840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:51.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 -- 172.21.15.80:0/439139596 shutdown_connections 2024-04-21T23:55:51.589 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:51.584+0000 7f245862d640 1 -- 172.21.15.80:0/439139596 wait complete. 2024-04-21T23:55:51.589 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-21T23:55:51.589 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-21T23:55:51.589 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-21T23:55:51.824 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:55:52.109 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:51 smithi080 ceph-mon[27925]: pgmap v294: 129 pgs: 7 creating+peering, 104 active+clean, 18 unknown; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-04-21T23:55:52.109 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:51 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2117972330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:52.109 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:51 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/957998722' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:52.109 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:51 smithi080 ceph-mon[27925]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T23:55:52.110 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:51 smithi080 ceph-mon[27925]: Cluster is now healthy 2024-04-21T23:55:52.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:51 smithi144 ceph-mon[31316]: pgmap v294: 129 pgs: 7 creating+peering, 104 active+clean, 18 unknown; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-04-21T23:55:52.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:51 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2117972330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:52.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:51 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/957998722' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:52.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:51 smithi144 ceph-mon[31316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T23:55:52.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:51 smithi144 ceph-mon[31316]: Cluster is now healthy 2024-04-21T23:55:52.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:51 smithi120 ceph-mon[31499]: pgmap v294: 129 pgs: 7 creating+peering, 104 active+clean, 18 unknown; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-04-21T23:55:52.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:51 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2117972330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:55:52.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:51 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/957998722' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:52.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:51 smithi120 ceph-mon[31499]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T23:55:52.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:51 smithi120 ceph-mon[31499]: Cluster is now healthy 2024-04-21T23:55:53.529 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 -- 172.21.15.80:0/126103826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 msgr2=0x7ff010103460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:53.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 --2- 172.21.15.80:0/126103826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 0x7ff010103460 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff000009990 tx=0x7ff000009ca0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 -- 172.21.15.80:0/126103826 shutdown_connections 2024-04-21T23:55:53.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 --2- 172.21.15.80:0/126103826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff010101b20 0x7ff01010e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 --2- 172.21.15.80:0/126103826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 0x7ff010103460 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 --2- 172.21.15.80:0/126103826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff010101160 0x7ff0101015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 -- 172.21.15.80:0/126103826 >> 172.21.15.80:0/126103826 conn(0x7ff0100771a0 msgr2=0x7ff0100775b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:53.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 -- 172.21.15.80:0/126103826 shutdown_connections 2024-04-21T23:55:53.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.536+0000 7ff0148dc700 1 -- 172.21.15.80:0/126103826 wait complete. 2024-04-21T23:55:53.532 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff0148dc700 1 Processor -- start 2024-04-21T23:55:53.532 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff0148dc700 1 -- start start 2024-04-21T23:55:53.532 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff0148dc700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff010101160 0x7ff01019d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:53.532 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff0148dc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff010101b20 0x7ff01019dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:53.532 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff0148dc700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 0x7ff010197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff0148dc700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff0101115b0 con 0x7ff010103080 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff0148dc700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff010111430 con 0x7ff010101b20 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff0148dc700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff010111730 con 0x7ff010101160 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff00ed9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 0x7ff010197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.537+0000 7ff00ed9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 0x7ff010197810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49016/0 (socket says 172.21.15.80:49016) 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00ed9d700 1 -- 172.21.15.80:0/1065757274 learned_addr learned my addr 172.21.15.80:0/1065757274 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00e59c700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff010101160 0x7ff01019d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00dd9b700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff010101b20 0x7ff01019dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00ed9d700 1 -- 172.21.15.80:0/1065757274 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff010101160 msgr2=0x7ff01019d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00ed9d700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff010101160 0x7ff01019d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00ed9d700 1 -- 172.21.15.80:0/1065757274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff010101b20 msgr2=0x7ff01019dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00ed9d700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff010101b20 0x7ff01019dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00ed9d700 1 -- 172.21.15.80:0/1065757274 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff010197ff0 con 0x7ff010103080 2024-04-21T23:55:53.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff00ed9d700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 0x7ff010197810 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff00800b970 tx=0x7ff00800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:53.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff0077fe700 1 -- 172.21.15.80:0/1065757274 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00800d860 con 0x7ff010103080 2024-04-21T23:55:53.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0101982e0 con 0x7ff010103080 2024-04-21T23:55:53.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff0077fe700 1 -- 172.21.15.80:0/1065757274 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff00800e430 con 0x7ff010103080 2024-04-21T23:55:53.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff0077fe700 1 -- 172.21.15.80:0/1065757274 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff008017660 con 0x7ff010103080 2024-04-21T23:55:53.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.538+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff01006a9e0 con 0x7ff010103080 2024-04-21T23:55:53.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.539+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff010102850 con 0x7ff010103080 2024-04-21T23:55:53.535 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.540+0000 7ff0077fe700 1 -- 172.21.15.80:0/1065757274 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff00800e5e0 con 0x7ff010103080 2024-04-21T23:55:53.535 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.541+0000 7ff0077fe700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feffc0a2c20 0x7feffc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:53.535 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.541+0000 7ff00e59c700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feffc0a2c20 0x7feffc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:53.535 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.541+0000 7ff0077fe700 1 -- 172.21.15.80:0/1065757274 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7ff0080cee10 con 0x7ff010103080 2024-04-21T23:55:53.535 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.541+0000 7ff00e59c700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feffc0a2c20 0x7feffc0a50e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff00000b5c0 tx=0x7ff000005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:53.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.546+0000 7ff0077fe700 1 -- 172.21.15.80:0/1065757274 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff008013030 con 0x7ff010103080 2024-04-21T23:55:53.785 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.792+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff010198d40 con 0x7ff010103080 2024-04-21T23:55:53.785 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.792+0000 7ff0077fe700 1 -- 172.21.15.80:0/1065757274 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+88 (secure 0 0 0) 0x7ff00809bb30 con 0x7ff010103080 2024-04-21T23:55:53.786 INFO:teuthology.orchestra.run.smithi080.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feffc0a2c20 msgr2=0x7feffc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feffc0a2c20 0x7feffc0a50e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff00000b5c0 tx=0x7ff000005960 comp rx=0 tx=0).stop 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 msgr2=0x7ff010197810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 0x7ff010197810 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff00800b970 tx=0x7ff00800bc80 comp rx=0 tx=0).stop 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 shutdown_connections 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feffc0a2c20 0x7feffc0a50e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff010103080 0x7ff010197810 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff010101160 0x7ff01019d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 --2- 172.21.15.80:0/1065757274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff010101b20 0x7ff01019dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 >> 172.21.15.80:0/1065757274 conn(0x7ff0100771a0 msgr2=0x7ff0100ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:53.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 shutdown_connections 2024-04-21T23:55:53.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:53.794+0000 7ff0148dc700 1 -- 172.21.15.80:0/1065757274 wait complete. 2024-04-21T23:55:54.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:53 smithi144 ceph-mon[31316]: pgmap v295: 129 pgs: 7 creating+peering, 122 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 1 op/s 2024-04-21T23:55:54.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:53 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1065757274' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T23:55:54.187 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:53 smithi080 ceph-mon[27925]: pgmap v295: 129 pgs: 7 creating+peering, 122 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 1 op/s 2024-04-21T23:55:54.187 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:53 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1065757274' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T23:55:54.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:53 smithi120 ceph-mon[31499]: pgmap v295: 129 pgs: 7 creating+peering, 122 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 1 op/s 2024-04-21T23:55:54.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:53 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1065757274' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T23:55:54.435 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-04-21T23:55:54.435 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-21T23:55:54.435 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi080.front.sepia.ceph.com 2024-04-21T23:55:54.435 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-04-21T23:55:54.435 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-21T23:55:54.435 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-04-21T23:55:54.436 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-21T23:55:54.436 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-21T23:55:54.436 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-04-21T23:55:54.436 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:54.436 DEBUG:teuthology.orchestra.run.smithi080:> ip addr 2024-04-21T23:55:54.451 INFO:teuthology.orchestra.run.smithi080.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-21T23:55:54.451 INFO:teuthology.orchestra.run.smithi080.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-21T23:55:54.451 INFO:teuthology.orchestra.run.smithi080.stdout: inet 127.0.0.1/8 scope host lo 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: valid_lft forever preferred_lft forever 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: inet6 ::1/128 scope host 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: valid_lft forever preferred_lft forever 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: link/ether 0c:c4:7a:d8:d9:b2 brd ff:ff:ff:ff:ff:ff 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: altname enp7s0f0 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: link/ether 0c:c4:7a:d8:d9:b3 brd ff:ff:ff:ff:ff:ff 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: altname enp7s0f1 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: link/ether 0c:c4:7a:8f:cb:a8 brd ff:ff:ff:ff:ff:ff 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: link/ether 0c:c4:7a:8f:cb:a9 brd ff:ff:ff:ff:ff:ff 2024-04-21T23:55:54.452 INFO:teuthology.orchestra.run.smithi080.stdout: inet 172.21.15.80/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-21T23:55:54.453 INFO:teuthology.orchestra.run.smithi080.stdout: valid_lft 42258sec preferred_lft 42258sec 2024-04-21T23:55:54.453 INFO:teuthology.orchestra.run.smithi080.stdout: inet6 fe80::983f:59e6:962d:991e/64 scope link noprefixroute 2024-04-21T23:55:54.453 INFO:teuthology.orchestra.run.smithi080.stdout: valid_lft forever preferred_lft forever 2024-04-21T23:55:54.453 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-21T23:55:54.453 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:55:54.453 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:55:54.454 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link add name ceph-brx type bridge 2024-04-21T23:55:54.454 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip addr flush dev ceph-brx 2024-04-21T23:55:54.454 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link set ceph-brx up 2024-04-21T23:55:54.454 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-21T23:55:54.454 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:55:54.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:55:54.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:55:54.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:54.631 DEBUG:teuthology.orchestra.run.smithi080:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-21T23:55:54.655 INFO:teuthology.orchestra.run.smithi080.stdout:1 2024-04-21T23:55:54.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:54.657 DEBUG:teuthology.orchestra.run.smithi080:> route 2024-04-21T23:55:54.728 INFO:teuthology.orchestra.run.smithi080.stdout:Kernel IP routing table 2024-04-21T23:55:54.729 INFO:teuthology.orchestra.run.smithi080.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-21T23:55:54.729 INFO:teuthology.orchestra.run.smithi080.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-21T23:55:54.729 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-21T23:55:54.729 INFO:teuthology.orchestra.run.smithi080.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-21T23:55:54.729 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:55:54.729 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:55:54.729 DEBUG:teuthology.orchestra.run.smithi080:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-21T23:55:54.730 DEBUG:teuthology.orchestra.run.smithi080:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-21T23:55:54.730 DEBUG:teuthology.orchestra.run.smithi080:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-21T23:55:54.730 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:55:54.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:55:54.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:55:54.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:54.981 DEBUG:teuthology.orchestra.run.smithi080:> ip netns list 2024-04-21T23:55:54.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:54.997 DEBUG:teuthology.orchestra.run.smithi080:> ip netns list-id 2024-04-21T23:55:55.052 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:55:55.053 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:55:55.053 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T23:55:55.053 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-04-21T23:55:55.053 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:55:55.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:55:55.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:55:55.169 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-04-21T23:55:55.169 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:55:55.169 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:55:55.169 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-04-21T23:55:55.169 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-21T23:55:55.169 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-04-21T23:55:55.169 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-04-21T23:55:55.169 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-04-21T23:55:55.169 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:55:55.217 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:55:55.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:55:55.289 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:55:55.289 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:55:55.289 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link set brx.0 up 2024-04-21T23:55:55.289 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link set dev brx.0 master ceph-brx 2024-04-21T23:55:55.289 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:55:55.337 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:55:55.357 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:55:55.363 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-04-21T23:55:55.363 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-21T23:55:55.364 DEBUG:teuthology.orchestra.run.smithi080:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-04-21T23:55:55.378 INFO:teuthology.orchestra.run.smithi080.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-04-21T23:55:55.378 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-21T23:55:55.378 DEBUG:teuthology.orchestra.run.smithi080:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-04-21T23:55:55.432 DEBUG:teuthology.orchestra.run.smithi080:> sudo modprobe fuse 2024-04-21T23:55:55.496 DEBUG:teuthology.orchestra.run.smithi080:> cat /proc/self/mounts | awk '{print $2}' 2024-04-21T23:55:55.550 INFO:teuthology.orchestra.run.smithi080.stdout:/proc 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/sys 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/dev 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/kernel/security 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/dev/shm 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/dev/pts 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/run 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/cgroup 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/pstore 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/bpf 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/ 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/selinux 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/proc/sys/fs/binfmt_misc 2024-04-21T23:55:55.551 INFO:teuthology.orchestra.run.smithi080.stdout:/dev/hugepages 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/dev/mqueue 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/kernel/debug 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/kernel/tracing 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/kernel/config 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/run/credentials/systemd-sysusers.service 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/fuse/connections 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/run/credentials/systemd-sysctl.service 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/nfs/rpc_pipefs 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/run/user/1000 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/ceph 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/d8f0982c10112d4ae4b1f8290c04b5741c4249cfafbe7a93ef426aa7a0dc7461/merged 2024-04-21T23:55:55.552 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/07222a367b6dbe5a8fdb72e3eaccd2833a53efcbee27114af1c6afd256cf5532/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/run/user/0 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/proc/sys/fs/binfmt_misc 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/6d8bb2b908e7a8491fe183f14a2cabe5ff65ca34cf731a76abe57718c07d0d79/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/f72563564a5f75a2b29fffaf4156983d445c77d6bf38ed3669ffa2fef1957a5f/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/cc82a96d08661d08f1118e57ee766492ed1299f9d8006e1ced86063d20133585/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/cb819ba62653aec4982a718dc0f11f86578b09e07f0d4431bb6c217ee1cc7376/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/6b6b94d91bb06b257c19c98f06cd6c9759ca0f738ac4ae24aa0b82f597d74af9/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/1104e3de1e43d184d6aec1b616cd6587751cea39560f74a6a1697a273fb98f9b/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/3bd1bb1ae359f69b6167f8cdfb6daa8bed14da0335376b142332b9f3e6dec5e8/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/d4416994e948e6cc88ccb2734f6a057b33eec8019c59445c610b16c9801c7481/merged 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/run/netns 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T23:55:55.553 INFO:teuthology.orchestra.run.smithi080.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T23:55:55.554 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:55.554 DEBUG:teuthology.orchestra.run.smithi080:> ls /sys/fs/fuse/connections 2024-04-21T23:55:55.609 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-21T23:55:55.610 DEBUG:teuthology.orchestra.run.smithi080:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-04-21T23:55:55.652 DEBUG:teuthology.orchestra.run.smithi080:> sudo modprobe fuse 2024-04-21T23:55:55.675 DEBUG:teuthology.orchestra.run.smithi080:> cat /proc/self/mounts | awk '{print $2}' 2024-04-21T23:55:55.732 INFO:teuthology.orchestra.run.smithi080.stdout:/proc 2024-04-21T23:55:55.732 INFO:teuthology.orchestra.run.smithi080.stdout:/sys 2024-04-21T23:55:55.732 INFO:teuthology.orchestra.run.smithi080.stdout:/dev 2024-04-21T23:55:55.732 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/kernel/security 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/dev/shm 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/dev/pts 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/run 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/cgroup 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/pstore 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/bpf 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/ 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/selinux 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/proc/sys/fs/binfmt_misc 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/dev/hugepages 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/dev/mqueue 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/kernel/debug 2024-04-21T23:55:55.733 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/kernel/tracing 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/kernel/config 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/run/credentials/systemd-sysusers.service 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/sys/fs/fuse/connections 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/run/credentials/systemd-sysctl.service 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/nfs/rpc_pipefs 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/run/user/1000 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/ceph 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/d8f0982c10112d4ae4b1f8290c04b5741c4249cfafbe7a93ef426aa7a0dc7461/merged 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/07222a367b6dbe5a8fdb72e3eaccd2833a53efcbee27114af1c6afd256cf5532/merged 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/run/user/0 2024-04-21T23:55:55.734 INFO:teuthology.orchestra.run.smithi080.stdout:/proc/sys/fs/binfmt_misc 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/6d8bb2b908e7a8491fe183f14a2cabe5ff65ca34cf731a76abe57718c07d0d79/merged 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/f72563564a5f75a2b29fffaf4156983d445c77d6bf38ed3669ffa2fef1957a5f/merged 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/cc82a96d08661d08f1118e57ee766492ed1299f9d8006e1ced86063d20133585/merged 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/cb819ba62653aec4982a718dc0f11f86578b09e07f0d4431bb6c217ee1cc7376/merged 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/6b6b94d91bb06b257c19c98f06cd6c9759ca0f738ac4ae24aa0b82f597d74af9/merged 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/1104e3de1e43d184d6aec1b616cd6587751cea39560f74a6a1697a273fb98f9b/merged 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/3bd1bb1ae359f69b6167f8cdfb6daa8bed14da0335376b142332b9f3e6dec5e8/merged 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/var/lib/containers/storage/overlay/d4416994e948e6cc88ccb2734f6a057b33eec8019c59445c610b16c9801c7481/merged 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/run/netns 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run.smithi080.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T23:55:55.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:55.736 DEBUG:teuthology.orchestra.run.smithi080:> ls /sys/fs/fuse/connections 2024-04-21T23:55:55.762 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi080.stderr:2024-04-21T23:55:55.768+0000 7f6769a46480 -1 init, newargv = 0x55e9c3c1ff30 newargc=15 2024-04-21T23:55:55.762 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi080.stderr:ceph-fuse[68591]: starting ceph client 2024-04-21T23:55:55.767 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi080.stderr:ceph-fuse[68591]: starting fuse 2024-04-21T23:55:55.776 INFO:teuthology.orchestra.run.smithi080.stdout:115 2024-04-21T23:55:55.776 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-21T23:55:55.776 DEBUG:teuthology.orchestra.run.smithi080:> sudo stdin-killer -- python3 -c ' 2024-04-21T23:55:55.776 DEBUG:teuthology.orchestra.run.smithi080:> import glob 2024-04-21T23:55:55.776 DEBUG:teuthology.orchestra.run.smithi080:> import re 2024-04-21T23:55:55.776 DEBUG:teuthology.orchestra.run.smithi080:> import os 2024-04-21T23:55:55.776 DEBUG:teuthology.orchestra.run.smithi080:> import subprocess 2024-04-21T23:55:55.776 DEBUG:teuthology.orchestra.run.smithi080:> 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> def _find_admin_socket(client_name): 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> files = glob.glob(asok_path) 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> # Given a non-glob path, it better be there 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> if "*" not in asok_path: 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> assert(len(files) == 1) 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> return files[0] 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> for f in files: 2024-04-21T23:55:55.777 DEBUG:teuthology.orchestra.run.smithi080:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> contents = proc_f.read() 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> if mountpoint in contents: 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> return f 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> print(_find_admin_socket("client.admin")) 2024-04-21T23:55:55.778 DEBUG:teuthology.orchestra.run.smithi080:> ' 2024-04-21T23:55:55.894 INFO:teuthology.orchestra.run.smithi080.stdout:/var/run/ceph/ceph-client.admin.68591.asok 2024-04-21T23:55:55.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:55:55.905 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.68591.asok 2024-04-21T23:55:55.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:55.905 DEBUG:teuthology.orchestra.run.smithi080:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.68591.asok status 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "metadata": { 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "ceph_sha1": "820a2f8ced66152ed3d765c31444b8076ea28c6b", 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "ceph_version": "ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev)", 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "entity_id": "admin", 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "hostname": "smithi080", 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "pid": "68591", 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "root": "/" 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-21T23:55:56.037 INFO:teuthology.orchestra.run.smithi080.stdout: "dentry_count": 0, 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "dentry_pinned_count": 0, 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 14787, 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "inst": { 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "name": { 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "client", 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "num": 14787 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": { 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v1", 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "192.168.0.1:0", 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 477865304 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": { 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v1", 2024-04-21T23:55:56.038 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "192.168.0.1:0", 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 477865304 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "inst_str": "client.14787 192.168.0.1:0/477865304", 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "addr_str": "192.168.0.1:0/477865304", 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "inode_count": 1, 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_epoch": 16, 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_epoch": 90, 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_epoch_barrier": 0, 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "blocklisted": false, 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout: "fs_name": "cephfs" 2024-04-21T23:55:56.039 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:55:56.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:56.047 DEBUG:teuthology.orchestra.run.smithi080:> stat --file-system '--printf=%T 2024-04-21T23:55:56.047 DEBUG:teuthology.orchestra.run.smithi080:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-04-21T23:55:56.062 INFO:teuthology.orchestra.run.smithi080.stdout:fuseblk 2024-04-21T23:55:56.062 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-04-21T23:55:56.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:56.062 DEBUG:teuthology.orchestra.run.smithi080:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-04-21T23:55:56.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:55 smithi144 ceph-mon[31316]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 585 B/s wr, 1 op/s 2024-04-21T23:55:56.121 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:55 smithi080 ceph-mon[27925]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 585 B/s wr, 1 op/s 2024-04-21T23:55:56.125 DEBUG:teuthology.orchestra.run.smithi080:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-04-21T23:55:56.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-21T23:55:56.234 INFO:teuthology.orchestra.run.smithi080.stdout:# file: . 2024-04-21T23:55:56.234 INFO:teuthology.orchestra.run.smithi080.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-04-21T23:55:56.234 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:56.235 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:55:56.240 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:55:56.241 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T23:55:56.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:55 smithi120 ceph-mon[31499]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 585 B/s wr, 1 op/s 2024-04-21T23:55:56.257 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:55:56.397 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1272178513 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 msgr2=0x7f2e58109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.397 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1272178513 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 0x7f2e58109d10 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009cd0 tx=0x7f2e5002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.397 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1272178513 shutdown_connections 2024-04-21T23:55:56.397 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1272178513 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 0x7f2e58109d10 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1272178513 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2e58102ac0 0x7f2e58102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1272178513 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e580ffaf0 0x7f2e580fff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1272178513 >> 172.21.15.80:0/1272178513 conn(0x7f2e580fb420 msgr2=0x7f2e580fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1272178513 shutdown_connections 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1272178513 wait complete. 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.402+0000 7f2e5d9d7640 1 Processor -- start 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5d9d7640 1 -- start start 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5d9d7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e580ffaf0 0x7f2e581979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5d9d7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2e58102ac0 0x7f2e58197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5d9d7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 0x7f2e5819efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5d9d7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5810d4a0 con 0x7f2e58103480 2024-04-21T23:55:56.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5d9d7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5810d320 con 0x7f2e580ffaf0 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5d9d7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5810d620 con 0x7f2e58102ac0 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 0x7f2e5819efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 0x7f2e5819efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49036/0 (socket says 172.21.15.80:49036) 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 -- 172.21.15.80:0/1966506646 learned_addr learned my addr 172.21.15.80:0/1966506646 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e56ffd640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e580ffaf0 0x7f2e581979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 -- 172.21.15.80:0/1966506646 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2e58102ac0 msgr2=0x7f2e58197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2e58102ac0 0x7f2e58197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 -- 172.21.15.80:0/1966506646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e580ffaf0 msgr2=0x7f2e581979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e580ffaf0 0x7f2e581979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 -- 172.21.15.80:0/1966506646 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e5819f610 con 0x7f2e58103480 2024-04-21T23:55:56.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e56ffd640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e580ffaf0 0x7f2e581979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:56.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e577fe640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 0x7f2e5819efa0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009ca0 tx=0x7f2e50035d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:56.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5c9d5640 1 -- 172.21.15.80:0/1966506646 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e50039040 con 0x7f2e58103480 2024-04-21T23:55:56.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5c9d5640 1 -- 172.21.15.80:0/1966506646 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e50044070 con 0x7f2e58103480 2024-04-21T23:55:56.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e5819f8a0 con 0x7f2e58103480 2024-04-21T23:55:56.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.403+0000 7f2e5c9d5640 1 -- 172.21.15.80:0/1966506646 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e500045a0 con 0x7f2e58103480 2024-04-21T23:55:56.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.404+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e5819fd90 con 0x7f2e58103480 2024-04-21T23:55:56.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.405+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e58108b20 con 0x7f2e58103480 2024-04-21T23:55:56.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.405+0000 7f2e5c9d5640 1 -- 172.21.15.80:0/1966506646 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2e50003970 con 0x7f2e58103480 2024-04-21T23:55:56.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.406+0000 7f2e5c9d5640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2e400a2b90 0x7f2e400a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:56.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.406+0000 7f2e56ffd640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2e400a2b90 0x7f2e400a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:56.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.406+0000 7f2e5c9d5640 1 -- 172.21.15.80:0/1966506646 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f2e500f19d0 con 0x7f2e58103480 2024-04-21T23:55:56.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.407+0000 7f2e56ffd640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2e400a2b90 0x7f2e400a5050 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2e58069c20 tx=0x7f2e4c00a5e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:56.404 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.411+0000 7f2e5c9d5640 1 -- 172.21.15.80:0/1966506646 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2e500be6f0 con 0x7f2e58103480 2024-04-21T23:55:56.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.588+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2e58062340 con 0x7f2e58103480 2024-04-21T23:55:56.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.590+0000 7f2e5c9d5640 1 -- 172.21.15.80:0/1966506646 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7f2e500bdff0 con 0x7f2e58103480 2024-04-21T23:55:56.583 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:56.584 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2e400a2b90 msgr2=0x7f2e400a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2e400a2b90 0x7f2e400a5050 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2e58069c20 tx=0x7f2e4c00a5e0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 msgr2=0x7f2e5819efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 0x7f2e5819efa0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009ca0 tx=0x7f2e50035d90 comp rx=0 tx=0).stop 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 shutdown_connections 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2e400a2b90 0x7f2e400a5050 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2e58103480 0x7f2e5819efa0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2e58102ac0 0x7f2e58197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 --2- 172.21.15.80:0/1966506646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e580ffaf0 0x7f2e581979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 >> 172.21.15.80:0/1966506646 conn(0x7f2e580fb420 msgr2=0x7f2e58105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 shutdown_connections 2024-04-21T23:55:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.592+0000 7f2e5d9d7640 1 -- 172.21.15.80:0/1966506646 wait complete. 2024-04-21T23:55:56.596 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:55:56.597 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 -- 172.21.15.80:0/73302801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c281034a0 msgr2=0x7f5c28109d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 --2- 172.21.15.80:0/73302801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c281034a0 0x7f5c28109d30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009cd0 tx=0x7f5c2002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 -- 172.21.15.80:0/73302801 shutdown_connections 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 --2- 172.21.15.80:0/73302801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c281034a0 0x7f5c28109d30 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 --2- 172.21.15.80:0/73302801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5c28102ae0 0x7f5c28102f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 --2- 172.21.15.80:0/73302801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c280ffa70 0x7f5c280ffe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 -- 172.21.15.80:0/73302801 >> 172.21.15.80:0/73302801 conn(0x7f5c280fb380 msgr2=0x7f5c280fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 -- 172.21.15.80:0/73302801 shutdown_connections 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.704+0000 7f5c305e5640 1 -- 172.21.15.80:0/73302801 wait complete. 2024-04-21T23:55:56.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c305e5640 1 Processor -- start 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c305e5640 1 -- start start 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c305e5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c280ffa70 0x7f5c28197b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c305e5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c28102ae0 0x7f5c281980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c305e5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5c281034a0 0x7f5c2819f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c305e5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f5c2810d510 con 0x7f5c280ffa70 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c305e5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5c2810d390 con 0x7f5c28102ae0 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c305e5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f5c2810d690 con 0x7f5c281034a0 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c280ffa70 0x7f5c28197b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c280ffa70 0x7f5c28197b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49064/0 (socket says 172.21.15.80:49064) 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 -- 172.21.15.80:0/3794508053 learned_addr learned my addr 172.21.15.80:0/3794508053 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 -- 172.21.15.80:0/3794508053 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5c281034a0 msgr2=0x7f5c2819f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5c281034a0 0x7f5c2819f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 -- 172.21.15.80:0/3794508053 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c28102ae0 msgr2=0x7f5c281980a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c28102ae0 0x7f5c281980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 -- 172.21.15.80:0/3794508053 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c2819f780 con 0x7f5c280ffa70 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.705+0000 7f5c2e381640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c280ffa70 0x7f5c28197b60 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5c2400b450 tx=0x7f5c2400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.706+0000 7f5c1f7fe640 1 -- 172.21.15.80:0/3794508053 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c24015020 con 0x7f5c280ffa70 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.706+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c2819fa70 con 0x7f5c280ffa70 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.706+0000 7f5c1f7fe640 1 -- 172.21.15.80:0/3794508053 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5c24011d70 con 0x7f5c280ffa70 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.706+0000 7f5c1f7fe640 1 -- 172.21.15.80:0/3794508053 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2400f340 con 0x7f5c280ffa70 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.706+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c281a0090 con 0x7f5c280ffa70 2024-04-21T23:55:56.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.707+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c28108c10 con 0x7f5c280ffa70 2024-04-21T23:55:56.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.708+0000 7f5c1f7fe640 1 -- 172.21.15.80:0/3794508053 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5c24018020 con 0x7f5c280ffa70 2024-04-21T23:55:56.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.708+0000 7f5c1f7fe640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5c140a2b90 0x7f5c140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:56.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.708+0000 7f5c2db80640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5c140a2b90 0x7f5c140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:56.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.708+0000 7f5c1f7fe640 1 -- 172.21.15.80:0/3794508053 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f5c240ced90 con 0x7f5c280ffa70 2024-04-21T23:55:56.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.709+0000 7f5c2db80640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5c140a2b90 0x7f5c140a5050 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5c28199070 tx=0x7f5c18006c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:56.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.712+0000 7f5c1f7fe640 1 -- 172.21.15.80:0/3794508053 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5c2401f020 con 0x7f5c280ffa70 2024-04-21T23:55:56.884 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.891+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5c280623e0 con 0x7f5c280ffa70 2024-04-21T23:55:56.885 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.892+0000 7f5c1f7fe640 1 -- 172.21.15.80:0/3794508053 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7f5c2400d040 con 0x7f5c280ffa70 2024-04-21T23:55:56.885 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:55:56.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5c140a2b90 msgr2=0x7f5c140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5c140a2b90 0x7f5c140a5050 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5c28199070 tx=0x7f5c18006c90 comp rx=0 tx=0).stop 2024-04-21T23:55:56.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c280ffa70 msgr2=0x7f5c28197b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:56.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c280ffa70 0x7f5c28197b60 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5c2400b450 tx=0x7f5c2400b910 comp rx=0 tx=0).stop 2024-04-21T23:55:56.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 shutdown_connections 2024-04-21T23:55:56.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5c140a2b90 0x7f5c140a5050 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5c281034a0 0x7f5c2819f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c28102ae0 0x7f5c281980a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 --2- 172.21.15.80:0/3794508053 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5c280ffa70 0x7f5c28197b60 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:56.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 >> 172.21.15.80:0/3794508053 conn(0x7f5c280fb380 msgr2=0x7f5c28105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:56.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 shutdown_connections 2024-04-21T23:55:56.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:56.894+0000 7f5c305e5640 1 -- 172.21.15.80:0/3794508053 wait complete. 2024-04-21T23:55:56.898 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:55:57.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3334225742 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8101890 msgr2=0x7fbeb8101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3334225742 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8101890 0x7fbeb8101d10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fbeac009900 tx=0x7fbeac02bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:57.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3334225742 shutdown_connections 2024-04-21T23:55:57.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3334225742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeb8102250 0x7fbeb8108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3334225742 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8101890 0x7fbeb8101d10 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3334225742 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbeb81006a0 0x7fbeb8100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3334225742 >> 172.21.15.80:0/3334225742 conn(0x7fbeb80fbc30 msgr2=0x7fbeb80fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3334225742 shutdown_connections 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3334225742 wait complete. 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 Processor -- start 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.006+0000 7fbebe2b5640 1 -- start start 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebe2b5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeb81006a0 0x7fbeb806a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebe2b5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbeb8101890 0x7fbeb819c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebe2b5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8102250 0x7fbeb819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebe2b5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb810c320 con 0x7fbeb8102250 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebe2b5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb810c1a0 con 0x7fbeb81006a0 2024-04-21T23:55:57.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebe2b5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb810c4a0 con 0x7fbeb8101890 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8102250 0x7fbeb819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8102250 0x7fbeb819edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49076/0 (socket says 172.21.15.80:49076) 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 -- 172.21.15.80:0/3315012712 learned_addr learned my addr 172.21.15.80:0/3315012712 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbeb7fff640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeb81006a0 0x7fbeb806a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbeb77fe640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbeb8101890 0x7fbeb819c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 -- 172.21.15.80:0/3315012712 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbeb8101890 msgr2=0x7fbeb819c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbeb8101890 0x7fbeb819c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 -- 172.21.15.80:0/3315012712 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeb81006a0 msgr2=0x7fbeb806a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeb81006a0 0x7fbeb806a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 -- 172.21.15.80:0/3315012712 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbeb819f6e0 con 0x7fbeb8102250 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbeb77fe640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbeb8101890 0x7fbeb819c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebc852640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8102250 0x7fbeb819edd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000cce0 tx=0x7fbeb000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbeb57fa640 1 -- 172.21.15.80:0/3315012712 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb000f450 con 0x7fbeb8102250 2024-04-21T23:55:57.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbeb819f970 con 0x7fbeb8102250 2024-04-21T23:55:57.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbeb57fa640 1 -- 172.21.15.80:0/3315012712 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbeb000fad0 con 0x7fbeb8102250 2024-04-21T23:55:57.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbeb57fa640 1 -- 172.21.15.80:0/3315012712 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0018c10 con 0x7fbeb8102250 2024-04-21T23:55:57.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.007+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbeb819fe40 con 0x7fbeb8102250 2024-04-21T23:55:57.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.008+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbeb81079c0 con 0x7fbeb8102250 2024-04-21T23:55:57.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.009+0000 7fbeb57fa640 1 -- 172.21.15.80:0/3315012712 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbeb000f5f0 con 0x7fbeb8102250 2024-04-21T23:55:57.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.010+0000 7fbeb57fa640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbea00a2b90 0x7fbea00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.010+0000 7fbeb7fff640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbea00a2b90 0x7fbea00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.010+0000 7fbeb57fa640 1 -- 172.21.15.80:0/3315012712 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fbeb00cf970 con 0x7fbeb8102250 2024-04-21T23:55:57.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.010+0000 7fbeb7fff640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbea00a2b90 0x7fbea00a5050 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbea8005fd0 tx=0x7fbea800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:57.007 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.014+0000 7fbeb57fa640 1 -- 172.21.15.80:0/3315012712 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbeb0014030 con 0x7fbeb8102250 2024-04-21T23:55:57.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.188+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbeb8062340 con 0x7fbeb8102250 2024-04-21T23:55:57.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.189+0000 7fbeb57fa640 1 -- 172.21.15.80:0/3315012712 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7fbeb009c690 con 0x7fbeb8102250 2024-04-21T23:55:57.182 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:55:57.184 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbea00a2b90 msgr2=0x7fbea00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.184 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbea00a2b90 0x7fbea00a5050 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbea8005fd0 tx=0x7fbea800b390 comp rx=0 tx=0).stop 2024-04-21T23:55:57.184 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8102250 msgr2=0x7fbeb819edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.184 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8102250 0x7fbeb819edd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000cce0 tx=0x7fbeb000a620 comp rx=0 tx=0).stop 2024-04-21T23:55:57.184 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 shutdown_connections 2024-04-21T23:55:57.185 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbea00a2b90 0x7fbea00a5050 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.185 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbeb8102250 0x7fbeb819edd0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.185 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbeb8101890 0x7fbeb819c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.185 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 --2- 172.21.15.80:0/3315012712 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeb81006a0 0x7fbeb806a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.185 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 >> 172.21.15.80:0/3315012712 conn(0x7fbeb80fbc30 msgr2=0x7fbeb8104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:57.185 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 shutdown_connections 2024-04-21T23:55:57.185 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.191+0000 7fbebe2b5640 1 -- 172.21.15.80:0/3315012712 wait complete. 2024-04-21T23:55:57.194 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:56 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1966506646' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:57.195 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:55:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:56 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1966506646' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:57.287 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:56 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1966506646' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:57.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 -- 172.21.15.80:0/200761536 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 msgr2=0x7f609c101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/200761536 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 0x7f609c101d10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f608c009900 tx=0x7f608c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:57.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 -- 172.21.15.80:0/200761536 shutdown_connections 2024-04-21T23:55:57.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/200761536 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f609c102250 0x7f609c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/200761536 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 0x7f609c101d10 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/200761536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f609c1006a0 0x7f609c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 -- 172.21.15.80:0/200761536 >> 172.21.15.80:0/200761536 conn(0x7f609c0fbc30 msgr2=0x7f609c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 -- 172.21.15.80:0/200761536 shutdown_connections 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.302+0000 7f60a3e8d640 1 -- 172.21.15.80:0/200761536 wait complete. 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a3e8d640 1 Processor -- start 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a3e8d640 1 -- start start 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a3e8d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f609c1006a0 0x7f609c06a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a3e8d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 0x7f609c19c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a3e8d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f609c102250 0x7f609c19edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a3e8d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f609c10c300 con 0x7f609c101890 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a3e8d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f609c10c180 con 0x7f609c1006a0 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a3e8d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f609c10c480 con 0x7f609c102250 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 0x7f609c19c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 0x7f609c19c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49092/0 (socket says 172.21.15.80:49092) 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 -- 172.21.15.80:0/1250778483 learned_addr learned my addr 172.21.15.80:0/1250778483 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a242a640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f609c102250 0x7f609c19edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1c29640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f609c1006a0 0x7f609c06a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 -- 172.21.15.80:0/1250778483 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f609c102250 msgr2=0x7f609c19edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f609c102250 0x7f609c19edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 -- 172.21.15.80:0/1250778483 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f609c1006a0 msgr2=0x7f609c06a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f609c1006a0 0x7f609c06a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 -- 172.21.15.80:0/1250778483 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f609c19f670 con 0x7f609c101890 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f60a1428640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 0x7f609c19c740 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f608c009230 tx=0x7f608c005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.303+0000 7f6092ffd640 1 -- 172.21.15.80:0/1250778483 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608c041070 con 0x7f609c101890 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.304+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f609c19f900 con 0x7f609c101890 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.304+0000 7f6092ffd640 1 -- 172.21.15.80:0/1250778483 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f608c0054e0 con 0x7f609c101890 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.304+0000 7f6092ffd640 1 -- 172.21.15.80:0/1250778483 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608c034440 con 0x7f609c101890 2024-04-21T23:55:57.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.304+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f609c19fe40 con 0x7f609c101890 2024-04-21T23:55:57.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.305+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f609c1079c0 con 0x7f609c101890 2024-04-21T23:55:57.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.306+0000 7f6092ffd640 1 -- 172.21.15.80:0/1250778483 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f608c044070 con 0x7f609c101890 2024-04-21T23:55:57.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.306+0000 7f6092ffd640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f60880a2b90 0x7f60880a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.306+0000 7f60a1c29640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f60880a2b90 0x7f60880a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.306+0000 7f6092ffd640 1 -- 172.21.15.80:0/1250778483 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f608c0f13a0 con 0x7f609c101890 2024-04-21T23:55:57.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.307+0000 7f60a1c29640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f60880a2b90 0x7f60880a5050 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f609c1016f0 tx=0x7f6098009870 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:57.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.310+0000 7f6092ffd640 1 -- 172.21.15.80:0/1250778483 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f608c0be0c0 con 0x7f609c101890 2024-04-21T23:55:57.478 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.484+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f609c02d370 con 0x7f609c101890 2024-04-21T23:55:57.478 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.484+0000 7f6092ffd640 1 -- 172.21.15.80:0/1250778483 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7f608c0bd9c0 con 0x7f609c101890 2024-04-21T23:55:57.478 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:55:57.479 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f60880a2b90 msgr2=0x7f60880a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f60880a2b90 0x7f60880a5050 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f609c1016f0 tx=0x7f6098009870 comp rx=0 tx=0).stop 2024-04-21T23:55:57.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 msgr2=0x7f609c19c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 0x7f609c19c740 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f608c009230 tx=0x7f608c005dd0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 shutdown_connections 2024-04-21T23:55:57.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f60880a2b90 0x7f60880a5050 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f609c102250 0x7f609c19edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f609c101890 0x7f609c19c740 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 --2- 172.21.15.80:0/1250778483 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f609c1006a0 0x7f609c06a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.481 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 >> 172.21.15.80:0/1250778483 conn(0x7f609c0fbc30 msgr2=0x7f609c104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:57.481 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 shutdown_connections 2024-04-21T23:55:57.481 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.486+0000 7f60a3e8d640 1 -- 172.21.15.80:0/1250778483 wait complete. 2024-04-21T23:55:57.491 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:55:57.594 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.598+0000 7f80c55a1640 1 -- 172.21.15.80:0/3269356193 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0101870 msgr2=0x7f80c0101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.598+0000 7f80c55a1640 1 --2- 172.21.15.80:0/3269356193 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0101870 0x7f80c0101cf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f80b4009900 tx=0x7f80b402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.598+0000 7f80c55a1640 1 -- 172.21.15.80:0/3269356193 shutdown_connections 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.598+0000 7f80c55a1640 1 --2- 172.21.15.80:0/3269356193 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f80c0102230 0x7f80c0108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.598+0000 7f80c55a1640 1 --2- 172.21.15.80:0/3269356193 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0101870 0x7f80c0101cf0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.598+0000 7f80c55a1640 1 --2- 172.21.15.80:0/3269356193 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80c0100680 0x7f80c0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.598+0000 7f80c55a1640 1 -- 172.21.15.80:0/3269356193 >> 172.21.15.80:0/3269356193 conn(0x7f80c00fbbf0 msgr2=0x7f80c00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 -- 172.21.15.80:0/3269356193 shutdown_connections 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 -- 172.21.15.80:0/3269356193 wait complete. 2024-04-21T23:55:57.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 Processor -- start 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 -- start start 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f80c0100680 0x7f80c0069440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80c0101870 0x7f80c019c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0102230 0x7f80c019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010c2e0 con 0x7f80c0102230 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010c160 con 0x7f80c0101870 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80c55a1640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010c460 con 0x7f80c0100680 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80bf7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0102230 0x7f80c019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80bf7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0102230 0x7f80c019ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49096/0 (socket says 172.21.15.80:49096) 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80bf7fe640 1 -- 172.21.15.80:0/104067708 learned_addr learned my addr 172.21.15.80:0/104067708 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.599+0000 7f80beffd640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f80c0100680 0x7f80c0069440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80be7fc640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80c0101870 0x7f80c019c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80bf7fe640 1 -- 172.21.15.80:0/104067708 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f80c0100680 msgr2=0x7f80c0069440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80bf7fe640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f80c0100680 0x7f80c0069440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80bf7fe640 1 -- 172.21.15.80:0/104067708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80c0101870 msgr2=0x7f80c019c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80bf7fe640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80c0101870 0x7f80c019c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80bf7fe640 1 -- 172.21.15.80:0/104067708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c019f730 con 0x7f80c0102230 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80bf7fe640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0102230 0x7f80c019ee20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f80b800d750 tx=0x7f80b800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:57.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80a7fff640 1 -- 172.21.15.80:0/104067708 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b8017070 con 0x7f80c0102230 2024-04-21T23:55:57.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80a7fff640 1 -- 172.21.15.80:0/104067708 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f80b8005500 con 0x7f80c0102230 2024-04-21T23:55:57.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c019f9c0 con 0x7f80c0102230 2024-04-21T23:55:57.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80a7fff640 1 -- 172.21.15.80:0/104067708 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b8004d90 con 0x7f80c0102230 2024-04-21T23:55:57.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.600+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c019fe90 con 0x7f80c0102230 2024-04-21T23:55:57.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.601+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c01079f0 con 0x7f80c0102230 2024-04-21T23:55:57.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.602+0000 7f80a7fff640 1 -- 172.21.15.80:0/104067708 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f80b8004f30 con 0x7f80c0102230 2024-04-21T23:55:57.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.603+0000 7f80a7fff640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f80a80a2b90 0x7f80a80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.603+0000 7f80beffd640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f80a80a2b90 0x7f80a80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.603+0000 7f80a7fff640 1 -- 172.21.15.80:0/104067708 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f80b80cec10 con 0x7f80c0102230 2024-04-21T23:55:57.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.603+0000 7f80beffd640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f80a80a2b90 0x7f80a80a5050 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f80c01016d0 tx=0x7f80b000a590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:57.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.607+0000 7f80a7fff640 1 -- 172.21.15.80:0/104067708 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f80b809b2e0 con 0x7f80c0102230 2024-04-21T23:55:57.774 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.781+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f80c0062340 con 0x7f80c0102230 2024-04-21T23:55:57.774 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.781+0000 7f80a7fff640 1 -- 172.21.15.80:0/104067708 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) ==== 103+0+11 (secure 0 0 0) 0x7f80b809f5e0 con 0x7f80c0102230 2024-04-21T23:55:57.775 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:55:57.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f80a80a2b90 msgr2=0x7f80a80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f80a80a2b90 0x7f80a80a5050 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f80c01016d0 tx=0x7f80b000a590 comp rx=0 tx=0).stop 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0102230 msgr2=0x7f80c019ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0102230 0x7f80c019ee20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f80b800d750 tx=0x7f80b800dc10 comp rx=0 tx=0).stop 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 shutdown_connections 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f80a80a2b90 0x7f80a80a5050 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f80c0102230 0x7f80c019ee20 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80c0101870 0x7f80c019c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 --2- 172.21.15.80:0/104067708 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f80c0100680 0x7f80c0069440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 >> 172.21.15.80:0/104067708 conn(0x7f80c00fbbf0 msgr2=0x7f80c0104bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 shutdown_connections 2024-04-21T23:55:57.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.783+0000 7f80c55a1640 1 -- 172.21.15.80:0/104067708 wait complete. 2024-04-21T23:55:57.788 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-21T23:55:57.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 -- 172.21.15.80:0/1285263129 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964102200 msgr2=0x7fc9641045f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1285263129 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964102200 0x7fc9641045f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc954009900 tx=0x7fc95402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 -- 172.21.15.80:0/1285263129 shutdown_connections 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1285263129 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc964107460 0x7fc9641098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1285263129 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc964104b30 0x7fc964106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1285263129 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964102200 0x7fc9641045f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 -- 172.21.15.80:0/1285263129 >> 172.21.15.80:0/1285263129 conn(0x7fc9640fbbf0 msgr2=0x7fc9640fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 -- 172.21.15.80:0/1285263129 shutdown_connections 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.894+0000 7fc96afc9640 1 -- 172.21.15.80:0/1285263129 wait complete. 2024-04-21T23:55:57.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc96afc9640 1 Processor -- start 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc96afc9640 1 -- start start 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc96afc9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc964102200 0x7fc964197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc96afc9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964104b30 0x7fc964198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc96afc9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc964107460 0x7fc96419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc96afc9640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc96410d420 con 0x7fc964104b30 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc96afc9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc96410d2a0 con 0x7fc964102200 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc96afc9640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc96410d5a0 con 0x7fc964107460 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc963fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964104b30 0x7fc964198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc963fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964104b30 0x7fc964198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49114/0 (socket says 172.21.15.80:49114) 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc963fff640 1 -- 172.21.15.80:0/1274621565 learned_addr learned my addr 172.21.15.80:0/1274621565 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc969566640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc964107460 0x7fc96419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.895+0000 7fc968d65640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc964102200 0x7fc964197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc963fff640 1 -- 172.21.15.80:0/1274621565 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc964107460 msgr2=0x7fc96419f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc963fff640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc964107460 0x7fc96419f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc963fff640 1 -- 172.21.15.80:0/1274621565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc964102200 msgr2=0x7fc964197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc963fff640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc964102200 0x7fc964197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc963fff640 1 -- 172.21.15.80:0/1274621565 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc96419f710 con 0x7fc964104b30 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc963fff640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964104b30 0x7fc964198030 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc95800c970 tx=0x7fc95800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc961ffb640 1 -- 172.21.15.80:0/1274621565 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc958007bb0 con 0x7fc964104b30 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc96419fa00 con 0x7fc964104b30 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc961ffb640 1 -- 172.21.15.80:0/1274621565 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc958007d50 con 0x7fc964104b30 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc961ffb640 1 -- 172.21.15.80:0/1274621565 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95800f450 con 0x7fc964104b30 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.896+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc96419ff50 con 0x7fc964104b30 2024-04-21T23:55:57.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.897+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9640fd6e0 con 0x7fc964104b30 2024-04-21T23:55:57.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.898+0000 7fc961ffb640 1 -- 172.21.15.80:0/1274621565 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc958004f90 con 0x7fc964104b30 2024-04-21T23:55:57.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.898+0000 7fc961ffb640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc94c0a2b90 0x7fc94c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:57.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.899+0000 7fc968d65640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc94c0a2b90 0x7fc94c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:57.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.899+0000 7fc961ffb640 1 -- 172.21.15.80:0/1274621565 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fc9580cefc0 con 0x7fc964104b30 2024-04-21T23:55:57.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.899+0000 7fc968d65640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc94c0a2b90 0x7fc94c0a5050 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc954006010 tx=0x7fc954000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:57.896 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:57.903+0000 7fc961ffb640 1 -- 172.21.15.80:0/1274621565 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc958014030 con 0x7fc964104b30 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.090+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc964062340 con 0x7fc964104b30 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.091+0000 7fc961ffb640 1 -- 172.21.15.80:0/1274621565 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) ==== 81+0+590 (secure 0 0 0) 0x7fc95809bce0 con 0x7fc964104b30 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2566942715 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/4222051687 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6801/2702705947 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/1314496522 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2957493556 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6800/912580841 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:58.084 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6800/2702705947 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:58.085 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2542147030 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:58.085 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6801/912580841 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:58.085 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/1502872789 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:58.085 INFO:teuthology.orchestra.run.smithi080.stderr:listed 10 entries 2024-04-21T23:55:58.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc94c0a2b90 msgr2=0x7fc94c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc94c0a2b90 0x7fc94c0a5050 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc954006010 tx=0x7fc954000bc0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964104b30 msgr2=0x7fc964198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964104b30 0x7fc964198030 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc95800c970 tx=0x7fc95800ce30 comp rx=0 tx=0).stop 2024-04-21T23:55:58.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 shutdown_connections 2024-04-21T23:55:58.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc94c0a2b90 0x7fc94c0a5050 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc964107460 0x7fc96419f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc964104b30 0x7fc964198030 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 --2- 172.21.15.80:0/1274621565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc964102200 0x7fc964197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 >> 172.21.15.80:0/1274621565 conn(0x7fc9640fbbf0 msgr2=0x7fc964102d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:58.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 shutdown_connections 2024-04-21T23:55:58.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.093+0000 7fc96afc9640 1 -- 172.21.15.80:0/1274621565 wait complete. 2024-04-21T23:55:58.095 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:57 smithi080 ceph-mon[27925]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 0 op/s 2024-04-21T23:55:58.096 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3794508053' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.096 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3315012712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.096 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1250778483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.096 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/104067708' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.097 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:55:58.097 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T23:55:58.113 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:55:58.216 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:57 smithi144 ceph-mon[31316]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 0 op/s 2024-04-21T23:55:58.216 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3794508053' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.216 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3315012712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.216 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1250778483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.216 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/104067708' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:57 smithi120 ceph-mon[31499]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 0 op/s 2024-04-21T23:55:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3794508053' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3315012712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1250778483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/104067708' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.256+0000 7f68bb2df640 1 -- 172.21.15.80:0/2387068944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4100680 msgr2=0x7f68b4100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.256+0000 7f68bb2df640 1 --2- 172.21.15.80:0/2387068944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4100680 0x7f68b4100aa0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f68a8009900 tx=0x7f68a802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.256+0000 7f68bb2df640 1 -- 172.21.15.80:0/2387068944 shutdown_connections 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.256+0000 7f68bb2df640 1 --2- 172.21.15.80:0/2387068944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f68b4102230 0x7f68b4108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.256+0000 7f68bb2df640 1 --2- 172.21.15.80:0/2387068944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68b4101870 0x7f68b4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.256+0000 7f68bb2df640 1 --2- 172.21.15.80:0/2387068944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4100680 0x7f68b4100aa0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.256+0000 7f68bb2df640 1 -- 172.21.15.80:0/2387068944 >> 172.21.15.80:0/2387068944 conn(0x7f68b40fbbf0 msgr2=0x7f68b40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 -- 172.21.15.80:0/2387068944 shutdown_connections 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 -- 172.21.15.80:0/2387068944 wait complete. 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 Processor -- start 2024-04-21T23:55:58.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 -- start start 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68b4100680 0x7f68b4069440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f68b4101870 0x7f68b419ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4102230 0x7f68b41a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f68b410c300 con 0x7f68b4102230 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f68b410c180 con 0x7f68b4100680 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68bb2df640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f68b410c480 con 0x7f68b4101870 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68b987c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4102230 0x7f68b41a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68b987c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4102230 0x7f68b41a1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49134/0 (socket says 172.21.15.80:49134) 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.257+0000 7f68b987c640 1 -- 172.21.15.80:0/748446910 learned_addr learned my addr 172.21.15.80:0/748446910 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68b887a640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f68b4101870 0x7f68b419ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68b907b640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68b4100680 0x7f68b4069440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68b987c640 1 -- 172.21.15.80:0/748446910 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f68b4101870 msgr2=0x7f68b419ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68b987c640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f68b4101870 0x7f68b419ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68b987c640 1 -- 172.21.15.80:0/748446910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68b4100680 msgr2=0x7f68b4069440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68b987c640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68b4100680 0x7f68b4069440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68b987c640 1 -- 172.21.15.80:0/748446910 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68b41a1900 con 0x7f68b4102230 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68b987c640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4102230 0x7f68b41a1110 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f68ac00eaa0 tx=0x7f68ac00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68a67fc640 1 -- 172.21.15.80:0/748446910 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac00cdb0 con 0x7f68b4102230 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68a67fc640 1 -- 172.21.15.80:0/748446910 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f68ac005020 con 0x7f68b4102230 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68b41a1b90 con 0x7f68b4102230 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68a67fc640 1 -- 172.21.15.80:0/748446910 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac0116d0 con 0x7f68b4102230 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.258+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68b41a20e0 con 0x7f68b4102230 2024-04-21T23:55:58.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.259+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68b41079a0 con 0x7f68b4102230 2024-04-21T23:55:58.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.260+0000 7f68a67fc640 1 -- 172.21.15.80:0/748446910 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f68ac0054d0 con 0x7f68b4102230 2024-04-21T23:55:58.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.260+0000 7f68a67fc640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f68a00a2bc0 0x7f68a00a5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.261+0000 7f68b907b640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f68a00a2bc0 0x7f68a00a5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.261+0000 7f68a67fc640 1 -- 172.21.15.80:0/748446910 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f68ac0cf510 con 0x7f68b4102230 2024-04-21T23:55:58.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.261+0000 7f68b907b640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f68a00a2bc0 0x7f68a00a5080 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f68a802c7b0 tx=0x7f68a8005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:58.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.265+0000 7f68a67fc640 1 -- 172.21.15.80:0/748446910 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f68ac016030 con 0x7f68b4102230 2024-04-21T23:55:58.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.443+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f68b40623e0 con 0x7f68b4102230 2024-04-21T23:55:58.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.445+0000 7f68a67fc640 1 -- 172.21.15.80:0/748446910 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7f68ac09c230 con 0x7f68b4102230 2024-04-21T23:55:58.438 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:55:58.438 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f68a00a2bc0 msgr2=0x7f68a00a5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f68a00a2bc0 0x7f68a00a5080 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f68a802c7b0 tx=0x7f68a8005fd0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4102230 msgr2=0x7f68b41a1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4102230 0x7f68b41a1110 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f68ac00eaa0 tx=0x7f68ac00ef60 comp rx=0 tx=0).stop 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 shutdown_connections 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f68a00a2bc0 0x7f68a00a5080 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f68b4102230 0x7f68b41a1110 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f68b4101870 0x7f68b419ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 --2- 172.21.15.80:0/748446910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68b4100680 0x7f68b4069440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 >> 172.21.15.80:0/748446910 conn(0x7f68b40fbbf0 msgr2=0x7f68b4104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:58.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 shutdown_connections 2024-04-21T23:55:58.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.447+0000 7f68bb2df640 1 -- 172.21.15.80:0/748446910 wait complete. 2024-04-21T23:55:58.451 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:55:58.452 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:55:58.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3657248957 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0102250 msgr2=0x7ff9c0108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3657248957 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0102250 0x7ff9c0108ae0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009900 tx=0x7ff9a802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:58.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3657248957 shutdown_connections 2024-04-21T23:55:58.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3657248957 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0102250 0x7ff9c0108ae0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3657248957 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff9c0101890 0x7ff9c0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3657248957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff9c01006a0 0x7ff9c0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3657248957 >> 172.21.15.80:0/3657248957 conn(0x7ff9c00fbc10 msgr2=0x7ff9c00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3657248957 shutdown_connections 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3657248957 wait complete. 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 Processor -- start 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.560+0000 7ff9c6b8e640 1 -- start start 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c6b8e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff9c01006a0 0x7ff9c0197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c6b8e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0101890 0x7ff9c0197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c6b8e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff9c0102250 0x7ff9c019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c6b8e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c010c300 con 0x7ff9c0101890 2024-04-21T23:55:58.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c6b8e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c010c180 con 0x7ff9c01006a0 2024-04-21T23:55:58.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c6b8e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c010c480 con 0x7ff9c0102250 2024-04-21T23:55:58.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0101890 0x7ff9c0197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0101890 0x7ff9c0197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49166/0 (socket says 172.21.15.80:49166) 2024-04-21T23:55:58.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 -- 172.21.15.80:0/3079857398 learned_addr learned my addr 172.21.15.80:0/3079857398 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:58.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c492a640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff9c01006a0 0x7ff9c0197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 -- 172.21.15.80:0/3079857398 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff9c0102250 msgr2=0x7ff9c019efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c512b640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff9c0102250 0x7ff9c019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff9c0102250 0x7ff9c019efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 -- 172.21.15.80:0/3079857398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff9c01006a0 msgr2=0x7ff9c0197a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff9c01006a0 0x7ff9c0197a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 -- 172.21.15.80:0/3079857398 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c019f620 con 0x7ff9c0101890 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bffff640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0101890 0x7ff9c0197f40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff9b000cce0 tx=0x7ff9b000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bdffb640 1 -- 172.21.15.80:0/3079857398 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b0004b20 con 0x7ff9c0101890 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bdffb640 1 -- 172.21.15.80:0/3079857398 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9b0004cc0 con 0x7ff9c0101890 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9c019f910 con 0x7ff9c0101890 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.561+0000 7ff9bdffb640 1 -- 172.21.15.80:0/3079857398 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b000f7d0 con 0x7ff9c0101890 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.562+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9c019fe60 con 0x7ff9c0101890 2024-04-21T23:55:58.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.562+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9c01a00f0 con 0x7ff9c0101890 2024-04-21T23:55:58.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.563+0000 7ff9bdffb640 1 -- 172.21.15.80:0/3079857398 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff9b000f970 con 0x7ff9c0101890 2024-04-21T23:55:58.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.564+0000 7ff9bdffb640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9ac0a2b90 0x7ff9ac0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.564+0000 7ff9c492a640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9ac0a2b90 0x7ff9ac0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.564+0000 7ff9bdffb640 1 -- 172.21.15.80:0/3079857398 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7ff9b00cf400 con 0x7ff9c0101890 2024-04-21T23:55:58.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.564+0000 7ff9c492a640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9ac0a2b90 0x7ff9ac0a5050 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff9b80058c0 tx=0x7ff9b8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:58.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.569+0000 7ff9bdffb640 1 -- 172.21.15.80:0/3079857398 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff9b0014030 con 0x7ff9c0101890 2024-04-21T23:55:58.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.742+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff9c01a0360 con 0x7ff9c0101890 2024-04-21T23:55:58.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.743+0000 7ff9bdffb640 1 -- 172.21.15.80:0/3079857398 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7ff9b009c120 con 0x7ff9c0101890 2024-04-21T23:55:58.736 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:55:58.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9ac0a2b90 msgr2=0x7ff9ac0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9ac0a2b90 0x7ff9ac0a5050 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff9b80058c0 tx=0x7ff9b8005850 comp rx=0 tx=0).stop 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0101890 msgr2=0x7ff9c0197f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0101890 0x7ff9c0197f40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff9b000cce0 tx=0x7ff9b000a620 comp rx=0 tx=0).stop 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 shutdown_connections 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9ac0a2b90 0x7ff9ac0a5050 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff9c0102250 0x7ff9c019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff9c0101890 0x7ff9c0197f40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 --2- 172.21.15.80:0/3079857398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff9c01006a0 0x7ff9c0197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 >> 172.21.15.80:0/3079857398 conn(0x7ff9c00fbc10 msgr2=0x7ff9c00fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 shutdown_connections 2024-04-21T23:55:58.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.745+0000 7ff9c6b8e640 1 -- 172.21.15.80:0/3079857398 wait complete. 2024-04-21T23:55:58.749 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:55:58.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 -- 172.21.15.80:0/3597335218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818102260 msgr2=0x7fb818104650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/3597335218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818102260 0x7fb818104650 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb814009900 tx=0x7fb81402bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:58.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 -- 172.21.15.80:0/3597335218 shutdown_connections 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/3597335218 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb8181074c0 0x7fb8181098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/3597335218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb818104b90 0x7fb818106f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/3597335218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818102260 0x7fb818104650 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 -- 172.21.15.80:0/3597335218 >> 172.21.15.80:0/3597335218 conn(0x7fb8180fbbf0 msgr2=0x7fb8180fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 -- 172.21.15.80:0/3597335218 shutdown_connections 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.857+0000 7fb81f9f5640 1 -- 172.21.15.80:0/3597335218 wait complete. 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81f9f5640 1 Processor -- start 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81f9f5640 1 -- start start 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81f9f5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb818102260 0x7fb818197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81f9f5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818104b90 0x7fb818198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81f9f5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb8181074c0 0x7fb81819f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81f9f5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb81810d420 con 0x7fb818104b90 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81f9f5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb81810d2a0 con 0x7fb818102260 2024-04-21T23:55:58.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81f9f5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb81810d5a0 con 0x7fb8181074c0 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81cf90640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818104b90 0x7fb818198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81cf90640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818104b90 0x7fb818198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49172/0 (socket says 172.21.15.80:49172) 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81cf90640 1 -- 172.21.15.80:0/372833506 learned_addr learned my addr 172.21.15.80:0/372833506 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81df92640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb8181074c0 0x7fb81819f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81cf90640 1 -- 172.21.15.80:0/372833506 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb8181074c0 msgr2=0x7fb81819f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81cf90640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb8181074c0 0x7fb81819f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81cf90640 1 -- 172.21.15.80:0/372833506 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb818102260 msgr2=0x7fb818197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.858+0000 7fb81d791640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb818102260 0x7fb818197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.859+0000 7fb81cf90640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb818102260 0x7fb818197af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.859+0000 7fb81cf90640 1 -- 172.21.15.80:0/372833506 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb81819f710 con 0x7fb818104b90 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.859+0000 7fb81cf90640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818104b90 0x7fb818198030 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb80800d770 tx=0x7fb80800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:58.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.859+0000 7fb80e7fc640 1 -- 172.21.15.80:0/372833506 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb808017070 con 0x7fb818104b90 2024-04-21T23:55:58.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.859+0000 7fb80e7fc640 1 -- 172.21.15.80:0/372833506 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb808009c30 con 0x7fb818104b90 2024-04-21T23:55:58.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.859+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb81819fa00 con 0x7fb818104b90 2024-04-21T23:55:58.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.859+0000 7fb80e7fc640 1 -- 172.21.15.80:0/372833506 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb80800f620 con 0x7fb818104b90 2024-04-21T23:55:58.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.859+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb81819ff50 con 0x7fb818104b90 2024-04-21T23:55:58.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.860+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8180fd6e0 con 0x7fb818104b90 2024-04-21T23:55:58.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.861+0000 7fb80e7fc640 1 -- 172.21.15.80:0/372833506 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb80801a070 con 0x7fb818104b90 2024-04-21T23:55:58.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.861+0000 7fb80e7fc640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb8040a2b90 0x7fb8040a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:58.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.862+0000 7fb81d791640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb8040a2b90 0x7fb8040a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:58.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.862+0000 7fb80e7fc640 1 -- 172.21.15.80:0/372833506 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fb8080cee30 con 0x7fb818104b90 2024-04-21T23:55:58.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.862+0000 7fb81d791640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb8040a2b90 0x7fb8040a5050 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb814005c20 tx=0x7fb814005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:58.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:58.865+0000 7fb80e7fc640 1 -- 172.21.15.80:0/372833506 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb808009de0 con 0x7fb818104b90 2024-04-21T23:55:59.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.042+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fb81802d370 con 0x7fb818104b90 2024-04-21T23:55:59.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.042+0000 7fb80e7fc640 1 -- 172.21.15.80:0/372833506 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7fb80809bb50 con 0x7fb818104b90 2024-04-21T23:55:59.035 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:55:59.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb8040a2b90 msgr2=0x7fb8040a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb8040a2b90 0x7fb8040a5050 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb814005c20 tx=0x7fb814005fd0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818104b90 msgr2=0x7fb818198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818104b90 0x7fb818198030 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb80800d770 tx=0x7fb80800dc30 comp rx=0 tx=0).stop 2024-04-21T23:55:59.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 shutdown_connections 2024-04-21T23:55:59.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb8040a2b90 0x7fb8040a5050 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb8181074c0 0x7fb81819f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb818104b90 0x7fb818198030 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 --2- 172.21.15.80:0/372833506 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb818102260 0x7fb818197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 >> 172.21.15.80:0/372833506 conn(0x7fb8180fbbf0 msgr2=0x7fb818102ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:59.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 shutdown_connections 2024-04-21T23:55:59.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.044+0000 7fb81f9f5640 1 -- 172.21.15.80:0/372833506 wait complete. 2024-04-21T23:55:59.047 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:58 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1274621565' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T23:55:59.047 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:58 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/748446910' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:59.047 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:58 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3079857398' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:59.048 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 -- 172.21.15.80:0/676069460 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c101880 msgr2=0x7fbd2c101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 --2- 172.21.15.80:0/676069460 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c101880 0x7fbd2c101d00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c009900 tx=0x7fbd1c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 -- 172.21.15.80:0/676069460 shutdown_connections 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 --2- 172.21.15.80:0/676069460 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbd2c102240 0x7fbd2c108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 --2- 172.21.15.80:0/676069460 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c101880 0x7fbd2c101d00 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 --2- 172.21.15.80:0/676069460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbd2c100690 0x7fbd2c100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 -- 172.21.15.80:0/676069460 >> 172.21.15.80:0/676069460 conn(0x7fbd2c0fbc00 msgr2=0x7fbd2c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 -- 172.21.15.80:0/676069460 shutdown_connections 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.154+0000 7fbd3124e640 1 -- 172.21.15.80:0/676069460 wait complete. 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd3124e640 1 Processor -- start 2024-04-21T23:55:59.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd3124e640 1 -- start start 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd3124e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c100690 0x7fbd2c197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd3124e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbd2c101880 0x7fbd2c198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd3124e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbd2c102240 0x7fbd2c19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd3124e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2c10d490 con 0x7fbd2c100690 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd3124e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2c10d310 con 0x7fbd2c102240 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd3124e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2c10d610 con 0x7fbd2c101880 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.155+0000 7fbd2ad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c100690 0x7fbd2c197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2ad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c100690 0x7fbd2c197b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49184/0 (socket says 172.21.15.80:49184) 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2ad9d640 1 -- 172.21.15.80:0/2993413558 learned_addr learned my addr 172.21.15.80:0/2993413558 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2a59c640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbd2c101880 0x7fbd2c198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2b59e640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbd2c102240 0x7fbd2c19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2ad9d640 1 -- 172.21.15.80:0/2993413558 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbd2c101880 msgr2=0x7fbd2c198070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2ad9d640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbd2c101880 0x7fbd2c198070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2ad9d640 1 -- 172.21.15.80:0/2993413558 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbd2c102240 msgr2=0x7fbd2c19f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2ad9d640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbd2c102240 0x7fbd2c19f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2ad9d640 1 -- 172.21.15.80:0/2993413558 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd2c19f750 con 0x7fbd2c100690 2024-04-21T23:55:59.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2b59e640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbd2c102240 0x7fbd2c19f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:55:59.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd2ad9d640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c100690 0x7fbd2c197b30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000d950 tx=0x7fbd2000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:59.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd13fff640 1 -- 172.21.15.80:0/2993413558 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd20017020 con 0x7fbd2c100690 2024-04-21T23:55:59.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd13fff640 1 -- 172.21.15.80:0/2993413558 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd20009c30 con 0x7fbd2c100690 2024-04-21T23:55:59.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd2c19fa40 con 0x7fbd2c100690 2024-04-21T23:55:59.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd13fff640 1 -- 172.21.15.80:0/2993413558 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd2000f740 con 0x7fbd2c100690 2024-04-21T23:55:59.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.156+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd2c19ff60 con 0x7fbd2c100690 2024-04-21T23:55:59.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.157+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd2c107a30 con 0x7fbd2c100690 2024-04-21T23:55:59.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.158+0000 7fbd13fff640 1 -- 172.21.15.80:0/2993413558 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbd2001a020 con 0x7fbd2c100690 2024-04-21T23:55:59.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.159+0000 7fbd13fff640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbd140a2b90 0x7fbd140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.159+0000 7fbd13fff640 1 -- 172.21.15.80:0/2993413558 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fbd200ceca0 con 0x7fbd2c100690 2024-04-21T23:55:59.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.159+0000 7fbd2a59c640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbd140a2b90 0x7fbd140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.159+0000 7fbd2a59c640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbd140a2b90 0x7fbd140a5050 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c000c00 tx=0x7fbd1c02df90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:59.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.163+0000 7fbd13fff640 1 -- 172.21.15.80:0/2993413558 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbd20021070 con 0x7fbd2c100690 2024-04-21T23:55:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:58 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1274621565' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T23:55:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:58 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/748446910' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:59.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:58 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3079857398' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:59.330 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.337+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbd2c02d170 con 0x7fbd2c100690 2024-04-21T23:55:59.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.338+0000 7fbd13fff640 1 -- 172.21.15.80:0/2993413558 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7fbd2c02d170 con 0x7fbd2c100690 2024-04-21T23:55:59.331 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:55:59.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbd140a2b90 msgr2=0x7fbd140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbd140a2b90 0x7fbd140a5050 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c000c00 tx=0x7fbd1c02df90 comp rx=0 tx=0).stop 2024-04-21T23:55:59.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c100690 msgr2=0x7fbd2c197b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c100690 0x7fbd2c197b30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000d950 tx=0x7fbd2000de10 comp rx=0 tx=0).stop 2024-04-21T23:55:59.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 shutdown_connections 2024-04-21T23:55:59.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbd140a2b90 0x7fbd140a5050 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbd2c102240 0x7fbd2c19f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbd2c101880 0x7fbd2c198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 --2- 172.21.15.80:0/2993413558 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbd2c100690 0x7fbd2c197b30 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 >> 172.21.15.80:0/2993413558 conn(0x7fbd2c0fbc00 msgr2=0x7fbd2c104c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:59.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 shutdown_connections 2024-04-21T23:55:59.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.340+0000 7fbd3124e640 1 -- 172.21.15.80:0/2993413558 wait complete. 2024-04-21T23:55:59.344 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:55:59.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:58 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1274621565' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T23:55:59.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:58 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/748446910' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:55:59.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:58 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3079857398' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 -- 172.21.15.80:0/135490218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be01006a0 msgr2=0x7f7be0100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 --2- 172.21.15.80:0/135490218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be01006a0 0x7f7be0100ac0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7bd0009900 tx=0x7f7bd002bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 -- 172.21.15.80:0/135490218 shutdown_connections 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 --2- 172.21.15.80:0/135490218 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7be0102250 0x7f7be0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 --2- 172.21.15.80:0/135490218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0101890 0x7f7be0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 --2- 172.21.15.80:0/135490218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be01006a0 0x7f7be0100ac0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 -- 172.21.15.80:0/135490218 >> 172.21.15.80:0/135490218 conn(0x7f7be00fbc10 msgr2=0x7f7be00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 -- 172.21.15.80:0/135490218 shutdown_connections 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.451+0000 7f7be554f640 1 -- 172.21.15.80:0/135490218 wait complete. 2024-04-21T23:55:59.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7be554f640 1 Processor -- start 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7be554f640 1 -- start start 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7be554f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7be01006a0 0x7f7be006a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7be554f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be0101890 0x7f7be019c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7be554f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102250 0x7f7be019ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7be554f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7be010c320 con 0x7f7be0101890 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7be554f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7be010c1a0 con 0x7f7be0102250 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7be554f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7be010c4a0 con 0x7f7be01006a0 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bde7fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be0101890 0x7f7be019c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bde7fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be0101890 0x7f7be019c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49198/0 (socket says 172.21.15.80:49198) 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bde7fc640 1 -- 172.21.15.80:0/531911902 learned_addr learned my addr 172.21.15.80:0/531911902 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bdf7fe640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102250 0x7f7be019ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bdeffd640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7be01006a0 0x7f7be006a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bde7fc640 1 -- 172.21.15.80:0/531911902 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7be01006a0 msgr2=0x7f7be006a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bde7fc640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7be01006a0 0x7f7be006a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bde7fc640 1 -- 172.21.15.80:0/531911902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102250 msgr2=0x7f7be019ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bde7fc640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102250 0x7f7be019ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.452+0000 7f7bde7fc640 1 -- 172.21.15.80:0/531911902 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be019f780 con 0x7f7be0101890 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.453+0000 7f7bdf7fe640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102250 0x7f7be019ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.453+0000 7f7bde7fc640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be0101890 0x7f7be019c850 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7bd400e9f0 tx=0x7f7bd400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.453+0000 7f7bc7fff640 1 -- 172.21.15.80:0/531911902 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd400cd80 con 0x7f7be0101890 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.453+0000 7f7bc7fff640 1 -- 172.21.15.80:0/531911902 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bd4010910 con 0x7f7be0101890 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.453+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7be019fa10 con 0x7f7be0101890 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.453+0000 7f7bc7fff640 1 -- 172.21.15.80:0/531911902 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd4018990 con 0x7f7be0101890 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.453+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7be019ff60 con 0x7f7be0101890 2024-04-21T23:55:59.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.454+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7be01079e0 con 0x7f7be0101890 2024-04-21T23:55:59.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.455+0000 7f7bc7fff640 1 -- 172.21.15.80:0/531911902 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7bd4010ac0 con 0x7f7be0101890 2024-04-21T23:55:59.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.455+0000 7f7bc7fff640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7bc80a2b90 0x7f7bc80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.456+0000 7f7bc7fff640 1 -- 172.21.15.80:0/531911902 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f7bd40cf6d0 con 0x7f7be0101890 2024-04-21T23:55:59.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.456+0000 7f7bdeffd640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7bc80a2b90 0x7f7bc80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.457+0000 7f7bdeffd640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7bc80a2b90 0x7f7bc80a5050 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7bd0036040 tx=0x7f7bd0005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:59.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.461+0000 7f7bc7fff640 1 -- 172.21.15.80:0/531911902 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7bd409c3f0 con 0x7f7be0101890 2024-04-21T23:55:59.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.636+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f7be0062370 con 0x7f7be0101890 2024-04-21T23:55:59.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.636+0000 7f7bc7fff640 1 -- 172.21.15.80:0/531911902 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) ==== 103+0+11 (secure 0 0 0) 0x7f7bd409bcf0 con 0x7f7be0101890 2024-04-21T23:55:59.629 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:55:59.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7bc80a2b90 msgr2=0x7f7bc80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7bc80a2b90 0x7f7bc80a5050 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7bd0036040 tx=0x7f7bd0005fd0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be0101890 msgr2=0x7f7be019c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be0101890 0x7f7be019c850 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7bd400e9f0 tx=0x7f7bd400eeb0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 shutdown_connections 2024-04-21T23:55:59.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7bc80a2b90 0x7f7bc80a5050 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102250 0x7f7be019ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7be0101890 0x7f7be019c850 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 --2- 172.21.15.80:0/531911902 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7be01006a0 0x7f7be006a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 >> 172.21.15.80:0/531911902 conn(0x7f7be00fbc10 msgr2=0x7f7be0104bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:59.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 shutdown_connections 2024-04-21T23:55:59.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.638+0000 7f7be554f640 1 -- 172.21.15.80:0/531911902 wait complete. 2024-04-21T23:55:59.642 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-21T23:55:59.744 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3354566988 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe5681006a0 msgr2=0x7fe568100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3354566988 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe5681006a0 0x7fe568100ac0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe558009900 tx=0x7fe55802bc30 comp rx=0 tx=0).stop 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3354566988 shutdown_connections 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3354566988 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe568102250 0x7fe568108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3354566988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe568101890 0x7fe568101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3354566988 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe5681006a0 0x7fe568100ac0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3354566988 >> 172.21.15.80:0/3354566988 conn(0x7fe5680fbc10 msgr2=0x7fe5680fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3354566988 shutdown_connections 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.749+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3354566988 wait complete. 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe56d7d2640 1 Processor -- start 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe56d7d2640 1 -- start start 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe56d7d2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5681006a0 0x7fe568104630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe56d7d2640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe568101890 0x7fe568102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe56d7d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe568102250 0x7fe5681031b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe56d7d2640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe56810c320 con 0x7fe568102250 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe56d7d2640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe56810c1a0 con 0x7fe5681006a0 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe56d7d2640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe56810c4a0 con 0x7fe568101890 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe5677fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe568102250 0x7fe5681031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe5677fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe568102250 0x7fe5681031b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49208/0 (socket says 172.21.15.80:49208) 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe5677fe640 1 -- 172.21.15.80:0/3656900539 learned_addr learned my addr 172.21.15.80:0/3656900539 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe5677fe640 1 -- 172.21.15.80:0/3656900539 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe568101890 msgr2=0x7fe568102c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe5677fe640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe568101890 0x7fe568102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe5677fe640 1 -- 172.21.15.80:0/3656900539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5681006a0 msgr2=0x7fe568104630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe5677fe640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5681006a0 0x7fe568104630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.750+0000 7fe5677fe640 1 -- 172.21.15.80:0/3656900539 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe568103a40 con 0x7fe568102250 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.751+0000 7fe5677fe640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe568102250 0x7fe5681031b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe56000eaa0 tx=0x7fe56000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.751+0000 7fe564ff9640 1 -- 172.21.15.80:0/3656900539 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe56000cdb0 con 0x7fe568102250 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.751+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5681a1c20 con 0x7fe568102250 2024-04-21T23:55:59.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.751+0000 7fe564ff9640 1 -- 172.21.15.80:0/3656900539 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe560005020 con 0x7fe568102250 2024-04-21T23:55:59.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.751+0000 7fe564ff9640 1 -- 172.21.15.80:0/3656900539 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5600116d0 con 0x7fe568102250 2024-04-21T23:55:59.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.751+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5681a2170 con 0x7fe568102250 2024-04-21T23:55:59.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.752+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5681a2400 con 0x7fe568102250 2024-04-21T23:55:59.748 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.753+0000 7fe564ff9640 1 -- 172.21.15.80:0/3656900539 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe5600054d0 con 0x7fe568102250 2024-04-21T23:55:59.748 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.753+0000 7fe564ff9640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe5540a2b90 0x7fe5540a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:55:59.748 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.753+0000 7fe566ffd640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe5540a2b90 0x7fe5540a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:55:59.748 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.753+0000 7fe564ff9640 1 -- 172.21.15.80:0/3656900539 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fe5600cf530 con 0x7fe568102250 2024-04-21T23:55:59.748 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.754+0000 7fe566ffd640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe5540a2b90 0x7fe5540a5050 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe558036040 tx=0x7fe558000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:55:59.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.758+0000 7fe564ff9640 1 -- 172.21.15.80:0/3656900539 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe560016030 con 0x7fe568102250 2024-04-21T23:55:59.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.950+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe5681a25d0 con 0x7fe568102250 2024-04-21T23:55:59.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.951+0000 7fe564ff9640 1 -- 172.21.15.80:0/3656900539 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) ==== 81+0+590 (secure 0 0 0) 0x7fe56009c250 con 0x7fe568102250 2024-04-21T23:55:59.944 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2566942715 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:59.944 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/4222051687 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:59.944 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6801/2702705947 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:59.944 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/1314496522 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:59.944 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2957493556 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:59.944 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6800/912580841 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:59.945 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6800/2702705947 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:59.945 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2542147030 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:59.945 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6801/912580841 2024-04-22T23:48:42.757844+0000 2024-04-21T23:55:59.945 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/1502872789 2024-04-22T23:48:17.409309+0000 2024-04-21T23:55:59.945 INFO:teuthology.orchestra.run.smithi080.stderr:listed 10 entries 2024-04-21T23:55:59.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe5540a2b90 msgr2=0x7fe5540a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe5540a2b90 0x7fe5540a5050 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe558036040 tx=0x7fe558000bc0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe568102250 msgr2=0x7fe5681031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe568102250 0x7fe5681031b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe56000eaa0 tx=0x7fe56000ef60 comp rx=0 tx=0).stop 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 shutdown_connections 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe5540a2b90 0x7fe5540a5050 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe568102250 0x7fe5681031b0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe568101890 0x7fe568102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 --2- 172.21.15.80:0/3656900539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5681006a0 0x7fe568104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 >> 172.21.15.80:0/3656900539 conn(0x7fe5680fbc10 msgr2=0x7fe5680fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 shutdown_connections 2024-04-21T23:55:59.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:55:59.953+0000 7fe56d7d2640 1 -- 172.21.15.80:0/3656900539 wait complete. 2024-04-21T23:55:59.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:59 smithi080 ceph-mon[27925]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 307 B/s wr, 0 op/s 2024-04-21T23:55:59.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:59 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/372833506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:55:59.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:59 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2993413558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:55:59.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:55:59 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/531911902' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:55:59.957 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi080.front.sepia.ceph.com... 2024-04-21T23:55:59.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:55:59.958 DEBUG:teuthology.orchestra.run.smithi080:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-04-21T23:55:59.979 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi080.stderr:ceph-fuse[68591]: fuse finished with error 0 and tester_r 0 2024-04-21T23:55:59.981 INFO:teuthology.orchestra.run:waiting for 300 2024-04-21T23:56:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:59 smithi120 ceph-mon[31499]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 307 B/s wr, 0 op/s 2024-04-21T23:56:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:59 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/372833506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:56:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:59 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2993413558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:56:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:55:59 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/531911902' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:56:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:59 smithi144 ceph-mon[31316]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 307 B/s wr, 0 op/s 2024-04-21T23:56:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:59 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/372833506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:56:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:59 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2993413558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:56:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:55:59 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/531911902' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:56:01.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:00 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3656900539' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T23:56:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:00 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3656900539' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T23:56:01.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:00 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3656900539' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T23:56:02.146 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:01 smithi120 ceph-mon[31499]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 279 B/s wr, 0 op/s 2024-04-21T23:56:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:01 smithi080 ceph-mon[27925]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 279 B/s wr, 0 op/s 2024-04-21T23:56:02.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:01 smithi144 ceph-mon[31316]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 279 B/s wr, 0 op/s 2024-04-21T23:56:04.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:03 smithi080 ceph-mon[27925]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-21T23:56:04.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:03 smithi120 ceph-mon[31499]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-21T23:56:04.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:03 smithi144 ceph-mon[31316]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-21T23:56:06.083 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi080.front.sepia.ceph.com 2024-04-21T23:56:06.083 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:56:06.084 DEBUG:teuthology.orchestra.run.smithi080:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-04-21T23:56:06.112 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:56:06.177 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:05 smithi080 ceph-mon[27925]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:06.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:05 smithi120 ceph-mon[31499]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:06.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 -- 172.21.15.80:0/1024353576 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c100000 msgr2=0x7f005c102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 --2- 172.21.15.80:0/1024353576 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c100000 0x7f005c102430 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0058009900 tx=0x7f005802bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:06.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 -- 172.21.15.80:0/1024353576 shutdown_connections 2024-04-21T23:56:06.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 --2- 172.21.15.80:0/1024353576 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f005c105320 0x7f005c1057a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 --2- 172.21.15.80:0/1024353576 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f005c102970 0x7f005c104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 --2- 172.21.15.80:0/1024353576 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c100000 0x7f005c102430 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 -- 172.21.15.80:0/1024353576 >> 172.21.15.80:0/1024353576 conn(0x7f005c0fbc40 msgr2=0x7f005c0fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 -- 172.21.15.80:0/1024353576 shutdown_connections 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 -- 172.21.15.80:0/1024353576 wait complete. 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.269+0000 7f00632df640 1 Processor -- start 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00632df640 1 -- start start 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00632df640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f005c100000 0x7f005c19e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00632df640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c102970 0x7f005c19e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00632df640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f005c105320 0x7f005c1a5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00632df640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f005c1139e0 con 0x7f005c102970 2024-04-21T23:56:06.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00632df640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f005c113860 con 0x7f005c100000 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00632df640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f005c113b60 con 0x7f005c105320 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c102970 0x7f005c19e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c102970 0x7f005c19e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59030/0 (socket says 172.21.15.80:59030) 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 -- 172.21.15.80:0/2698613738 learned_addr learned my addr 172.21.15.80:0/2698613738 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006107b640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f005c100000 0x7f005c19e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 -- 172.21.15.80:0/2698613738 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f005c105320 msgr2=0x7f005c1a5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f005c105320 0x7f005c1a5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 -- 172.21.15.80:0/2698613738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f005c100000 msgr2=0x7f005c19e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f005c100000 0x7f005c19e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 -- 172.21.15.80:0/2698613738 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f005c1a5cd0 con 0x7f005c102970 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006107b640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f005c100000 0x7f005c19e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f006087a640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c102970 0x7f005c19e640 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f004c00c890 tx=0x7f004c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00527fc640 1 -- 172.21.15.80:0/2698613738 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004c004220 con 0x7f005c102970 2024-04-21T23:56:06.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00527fc640 1 -- 172.21.15.80:0/2698613738 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f004c0043c0 con 0x7f005c102970 2024-04-21T23:56:06.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f005c1a5fc0 con 0x7f005c102970 2024-04-21T23:56:06.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.270+0000 7f00527fc640 1 -- 172.21.15.80:0/2698613738 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004c0049e0 con 0x7f005c102970 2024-04-21T23:56:06.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.271+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f005c1a6480 con 0x7f005c102970 2024-04-21T23:56:06.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.272+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f005c0fd730 con 0x7f005c102970 2024-04-21T23:56:06.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.272+0000 7f00527fc640 1 -- 172.21.15.80:0/2698613738 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f004c0079b0 con 0x7f005c102970 2024-04-21T23:56:06.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.273+0000 7f00527fc640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00480a2b90 0x7f00480a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.273+0000 7f006107b640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00480a2b90 0x7f00480a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.273+0000 7f00527fc640 1 -- 172.21.15.80:0/2698613738 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f004c0cf370 con 0x7f005c102970 2024-04-21T23:56:06.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.274+0000 7f006107b640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00480a2b90 0x7f00480a5050 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0058006010 tx=0x7f005802c8a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:06.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.278+0000 7f00527fc640 1 -- 172.21.15.80:0/2698613738 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f004c014030 con 0x7f005c102970 2024-04-21T23:56:06.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:05 smithi144 ceph-mon[31316]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:06.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.457+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f005c0623e0 con 0x7f005c102970 2024-04-21T23:56:06.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.459+0000 7f00527fc640 1 -- 172.21.15.80:0/2698613738 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7f004c09c090 con 0x7f005c102970 2024-04-21T23:56:06.452 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:06.453 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:56:06.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00480a2b90 msgr2=0x7f00480a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00480a2b90 0x7f00480a5050 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0058006010 tx=0x7f005802c8a0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c102970 msgr2=0x7f005c19e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c102970 0x7f005c19e640 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f004c00c890 tx=0x7f004c00cd50 comp rx=0 tx=0).stop 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 shutdown_connections 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00480a2b90 0x7f00480a5050 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f005c105320 0x7f005c1a5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f005c102970 0x7f005c19e640 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 --2- 172.21.15.80:0/2698613738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f005c100000 0x7f005c19e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 >> 172.21.15.80:0/2698613738 conn(0x7f005c0fbc40 msgr2=0x7f005c103300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 shutdown_connections 2024-04-21T23:56:06.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.461+0000 7f00632df640 1 -- 172.21.15.80:0/2698613738 wait complete. 2024-04-21T23:56:06.465 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/1815999972 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 msgr2=0x7f2b68101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/1815999972 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 0x7f2b68101d00 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009900 tx=0x7f2b5c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/1815999972 shutdown_connections 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/1815999972 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2b68102240 0x7f2b68108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/1815999972 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 0x7f2b68101d00 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/1815999972 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b68100690 0x7f2b68100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/1815999972 >> 172.21.15.80:0/1815999972 conn(0x7f2b680fbc20 msgr2=0x7f2b680fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/1815999972 shutdown_connections 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.610+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/1815999972 wait complete. 2024-04-21T23:56:06.606 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6e7bf640 1 Processor -- start 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6e7bf640 1 -- start start 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6e7bf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2b68100690 0x7f2b6810b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6e7bf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 0x7f2b68109650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6e7bf640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b68102240 0x7f2b68109b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6e7bf640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6810d430 con 0x7f2b68101880 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6e7bf640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6810d2b0 con 0x7f2b68102240 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6e7bf640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6810d5b0 con 0x7f2b68100690 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b677fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 0x7f2b68109650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b677fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 0x7f2b68109650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59054/0 (socket says 172.21.15.80:59054) 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b677fe640 1 -- 172.21.15.80:0/3516660762 learned_addr learned my addr 172.21.15.80:0/3516660762 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b677fe640 1 -- 172.21.15.80:0/3516660762 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2b68100690 msgr2=0x7f2b6810b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b67fff640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2b68100690 0x7f2b6810b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b677fe640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2b68100690 0x7f2b6810b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b677fe640 1 -- 172.21.15.80:0/3516660762 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b68102240 msgr2=0x7f2b68109b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b6cd5c640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b68102240 0x7f2b68109b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b677fe640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b68102240 0x7f2b68109b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.611+0000 7f2b677fe640 1 -- 172.21.15.80:0/3516660762 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b6810a420 con 0x7f2b68101880 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.612+0000 7f2b677fe640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 0x7f2b68109650 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009230 tx=0x7f2b5c005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.612+0000 7f2b657fa640 1 -- 172.21.15.80:0/3516660762 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c041070 con 0x7f2b68101880 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.612+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b681a1b70 con 0x7f2b68101880 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.612+0000 7f2b657fa640 1 -- 172.21.15.80:0/3516660762 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b5c0054e0 con 0x7f2b68101880 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.612+0000 7f2b657fa640 1 -- 172.21.15.80:0/3516660762 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c034440 con 0x7f2b68101880 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.612+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b681a2110 con 0x7f2b68101880 2024-04-21T23:56:06.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.613+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b681079b0 con 0x7f2b68101880 2024-04-21T23:56:06.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.615+0000 7f2b657fa640 1 -- 172.21.15.80:0/3516660762 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2b5c044070 con 0x7f2b68101880 2024-04-21T23:56:06.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.615+0000 7f2b657fa640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2b500a2b90 0x7f2b500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.615+0000 7f2b67fff640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2b500a2b90 0x7f2b500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.615+0000 7f2b657fa640 1 -- 172.21.15.80:0/3516660762 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f2b5c0f13d0 con 0x7f2b68101880 2024-04-21T23:56:06.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.616+0000 7f2b67fff640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2b500a2b90 0x7f2b500a5050 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2b681016e0 tx=0x7f2b58005c60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:06.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.619+0000 7f2b657fa640 1 -- 172.21.15.80:0/3516660762 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2b5c0be0f0 con 0x7f2b68101880 2024-04-21T23:56:06.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.793+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2b6802d170 con 0x7f2b68101880 2024-04-21T23:56:06.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.795+0000 7f2b657fa640 1 -- 172.21.15.80:0/3516660762 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7f2b5c0bd9f0 con 0x7f2b68101880 2024-04-21T23:56:06.788 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:06.789 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:56:06.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2b500a2b90 msgr2=0x7f2b500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2b500a2b90 0x7f2b500a5050 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2b681016e0 tx=0x7f2b58005c60 comp rx=0 tx=0).stop 2024-04-21T23:56:06.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 msgr2=0x7f2b68109650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 0x7f2b68109650 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009230 tx=0x7f2b5c005dd0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 shutdown_connections 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2b500a2b90 0x7f2b500a5050 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b68102240 0x7f2b68109b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2b68101880 0x7f2b68109650 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 --2- 172.21.15.80:0/3516660762 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2b68100690 0x7f2b6810b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 >> 172.21.15.80:0/3516660762 conn(0x7f2b680fbc20 msgr2=0x7f2b68104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 shutdown_connections 2024-04-21T23:56:06.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.797+0000 7f2b6e7bf640 1 -- 172.21.15.80:0/3516660762 wait complete. 2024-04-21T23:56:06.801 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-21T23:56:06.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 -- 172.21.15.80:0/3118902813 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac100680 msgr2=0x7f88ac100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 --2- 172.21.15.80:0/3118902813 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac100680 0x7f88ac100aa0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f889c009900 tx=0x7f889c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 -- 172.21.15.80:0/3118902813 shutdown_connections 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 --2- 172.21.15.80:0/3118902813 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f88ac102230 0x7f88ac108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 --2- 172.21.15.80:0/3118902813 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f88ac101870 0x7f88ac101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 --2- 172.21.15.80:0/3118902813 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac100680 0x7f88ac100aa0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 -- 172.21.15.80:0/3118902813 >> 172.21.15.80:0/3118902813 conn(0x7f88ac0fbbf0 msgr2=0x7f88ac0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 -- 172.21.15.80:0/3118902813 shutdown_connections 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.910+0000 7f88b2113640 1 -- 172.21.15.80:0/3118902813 wait complete. 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88b2113640 1 Processor -- start 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88b2113640 1 -- start start 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88b2113640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f88ac100680 0x7f88ac197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88b2113640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac101870 0x7f88ac198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88b2113640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f88ac102230 0x7f88ac19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88b2113640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f88ac10c300 con 0x7f88ac101870 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88b2113640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f88ac10c180 con 0x7f88ac102230 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88b2113640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f88ac10c480 con 0x7f88ac100680 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88aaffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac101870 0x7f88ac198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88aaffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac101870 0x7f88ac198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59072/0 (socket says 172.21.15.80:59072) 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88aaffd640 1 -- 172.21.15.80:0/1240774473 learned_addr learned my addr 172.21.15.80:0/1240774473 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88abfff640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f88ac102230 0x7f88ac19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88ab7fe640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f88ac100680 0x7f88ac197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88aaffd640 1 -- 172.21.15.80:0/1240774473 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f88ac100680 msgr2=0x7f88ac197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88aaffd640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f88ac100680 0x7f88ac197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88aaffd640 1 -- 172.21.15.80:0/1240774473 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f88ac102230 msgr2=0x7f88ac19f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88aaffd640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f88ac102230 0x7f88ac19f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.911+0000 7f88aaffd640 1 -- 172.21.15.80:0/1240774473 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88ac19f6f0 con 0x7f88ac101870 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.912+0000 7f88aaffd640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac101870 0x7f88ac198010 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f88a000e9f0 tx=0x7f88a000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:06.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.912+0000 7f88a8ff9640 1 -- 172.21.15.80:0/1240774473 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a000cd80 con 0x7f88ac101870 2024-04-21T23:56:06.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.912+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88ac19f9e0 con 0x7f88ac101870 2024-04-21T23:56:06.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.912+0000 7f88a8ff9640 1 -- 172.21.15.80:0/1240774473 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88a0010910 con 0x7f88ac101870 2024-04-21T23:56:06.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.912+0000 7f88a8ff9640 1 -- 172.21.15.80:0/1240774473 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a00188f0 con 0x7f88ac101870 2024-04-21T23:56:06.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.912+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88ac19ff30 con 0x7f88ac101870 2024-04-21T23:56:06.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.913+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88ac1a0160 con 0x7f88ac101870 2024-04-21T23:56:06.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.914+0000 7f88a8ff9640 1 -- 172.21.15.80:0/1240774473 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f88a0010ac0 con 0x7f88ac101870 2024-04-21T23:56:06.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.915+0000 7f88a8ff9640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f88940a2b90 0x7f88940a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:06.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.915+0000 7f88ab7fe640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f88940a2b90 0x7f88940a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:06.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.915+0000 7f88a8ff9640 1 -- 172.21.15.80:0/1240774473 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f88a00cf6e0 con 0x7f88ac101870 2024-04-21T23:56:06.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.915+0000 7f88ab7fe640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f88940a2b90 0x7f88940a5050 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f889c02c7b0 tx=0x7f889c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:06.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:06.919+0000 7f88a8ff9640 1 -- 172.21.15.80:0/1240774473 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f88a009c400 con 0x7f88ac101870 2024-04-21T23:56:07.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.133+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f88ac1a0330 con 0x7f88ac101870 2024-04-21T23:56:07.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:06 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2698613738' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:07.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:06 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3516660762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:07.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:06 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2698613738' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:07.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:06 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3516660762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:07.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:06 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2698613738' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:07.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:06 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3516660762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:07.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.903+0000 7f88a8ff9640 1 -- 172.21.15.80:0/1240774473 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f88a009bd00 con 0x7f88ac101870 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f88940a2b90 msgr2=0x7f88940a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f88940a2b90 0x7f88940a5050 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f889c02c7b0 tx=0x7f889c005fd0 comp rx=0 tx=0).stop 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac101870 msgr2=0x7f88ac198010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac101870 0x7f88ac198010 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f88a000e9f0 tx=0x7f88a000eeb0 comp rx=0 tx=0).stop 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 shutdown_connections 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f88940a2b90 0x7f88940a5050 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f88ac102230 0x7f88ac19f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f88ac101870 0x7f88ac198010 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 --2- 172.21.15.80:0/1240774473 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f88ac100680 0x7f88ac197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 >> 172.21.15.80:0/1240774473 conn(0x7f88ac0fbbf0 msgr2=0x7f88ac0fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:07.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 shutdown_connections 2024-04-21T23:56:07.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:07.907+0000 7f88b2113640 1 -- 172.21.15.80:0/1240774473 wait complete. 2024-04-21T23:56:07.916 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-21T23:56:07.916 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-04-21T23:56:08.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 -- 172.21.15.80:0/3775558710 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c102130 msgr2=0x7f325c1089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 --2- 172.21.15.80:0/3775558710 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c102130 0x7f325c1089c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3258009ca0 tx=0x7f325802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 -- 172.21.15.80:0/3775558710 shutdown_connections 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 --2- 172.21.15.80:0/3775558710 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c102130 0x7f325c1089c0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 --2- 172.21.15.80:0/3775558710 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f325c101770 0x7f325c101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 --2- 172.21.15.80:0/3775558710 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f325c100580 0x7f325c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 -- 172.21.15.80:0/3775558710 >> 172.21.15.80:0/3775558710 conn(0x7f325c0fbaf0 msgr2=0x7f325c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 -- 172.21.15.80:0/3775558710 shutdown_connections 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.028+0000 7f326219f640 1 -- 172.21.15.80:0/3775558710 wait complete. 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326219f640 1 Processor -- start 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326219f640 1 -- start start 2024-04-21T23:56:08.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326219f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c100580 0x7f325c1979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326219f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f325c101770 0x7f325c197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326219f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f325c102130 0x7f325c19efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326219f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f325c10c250 con 0x7f325c100580 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326219f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f325c10c0d0 con 0x7f325c102130 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326219f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f325c10c3d0 con 0x7f325c101770 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c100580 0x7f325c1979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c100580 0x7f325c1979f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59084/0 (socket says 172.21.15.80:59084) 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 -- 172.21.15.80:0/958054447 learned_addr learned my addr 172.21.15.80:0/958054447 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326099c640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f325c101770 0x7f325c197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326199e640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f325c102130 0x7f325c19efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 -- 172.21.15.80:0/958054447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f325c101770 msgr2=0x7f325c197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f325c101770 0x7f325c197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 -- 172.21.15.80:0/958054447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f325c102130 msgr2=0x7f325c19efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f325c102130 0x7f325c19efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 -- 172.21.15.80:0/958054447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f325c19f610 con 0x7f325c100580 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326099c640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f325c101770 0x7f325c197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326199e640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f325c102130 0x7f325c19efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.029+0000 7f326119d640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c100580 0x7f325c1979f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f325400c970 tx=0x7f325400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.030+0000 7f32527fc640 1 -- 172.21.15.80:0/958054447 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3254004220 con 0x7f325c100580 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.030+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f325c19f900 con 0x7f325c100580 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.030+0000 7f32527fc640 1 -- 172.21.15.80:0/958054447 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f32540043c0 con 0x7f325c100580 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.030+0000 7f32527fc640 1 -- 172.21.15.80:0/958054447 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325400f450 con 0x7f325c100580 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.030+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f325c19fea0 con 0x7f325c100580 2024-04-21T23:56:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.031+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f325c1a00d0 con 0x7f325c100580 2024-04-21T23:56:08.028 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.032+0000 7f32527fc640 1 -- 172.21.15.80:0/958054447 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f32540079b0 con 0x7f325c100580 2024-04-21T23:56:08.028 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.032+0000 7f32527fc640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f32480a2b90 0x7f32480a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:08.028 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.032+0000 7f326099c640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f32480a2b90 0x7f32480a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:08.028 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.032+0000 7f32527fc640 1 -- 172.21.15.80:0/958054447 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f32540cf0c0 con 0x7f325c100580 2024-04-21T23:56:08.028 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.033+0000 7f326099c640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f32480a2b90 0x7f32480a5050 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f325c198f00 tx=0x7f324c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:08.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.036+0000 7f32527fc640 1 -- 172.21.15.80:0/958054447 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3254014030 con 0x7f325c100580 2024-04-21T23:56:08.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:07 smithi144 ceph-mon[31316]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:08.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:07 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1240774473' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T23:56:08.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:07 smithi080 ceph-mon[27925]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:08.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:07 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1240774473' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T23:56:08.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.250+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f325c1a02a0 con 0x7f325c100580 2024-04-21T23:56:08.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:07 smithi120 ceph-mon[31499]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:08.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:07 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1240774473' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T23:56:08.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.913+0000 7f32527fc640 1 -- 172.21.15.80:0/958054447 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f325409bde0 con 0x7f325c100580 2024-04-21T23:56:08.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.916+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f32480a2b90 msgr2=0x7f32480a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:08.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f32480a2b90 0x7f32480a5050 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f325c198f00 tx=0x7f324c008040 comp rx=0 tx=0).stop 2024-04-21T23:56:08.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c100580 msgr2=0x7f325c1979f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:08.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c100580 0x7f325c1979f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f325400c970 tx=0x7f325400ce30 comp rx=0 tx=0).stop 2024-04-21T23:56:08.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 shutdown_connections 2024-04-21T23:56:08.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f32480a2b90 0x7f32480a5050 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f325c102130 0x7f325c19efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f325c101770 0x7f325c197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 --2- 172.21.15.80:0/958054447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f325c100580 0x7f325c1979f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:08.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 >> 172.21.15.80:0/958054447 conn(0x7f325c0fbaf0 msgr2=0x7f325c0fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:08.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 shutdown_connections 2024-04-21T23:56:08.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:08.917+0000 7f326219f640 1 -- 172.21.15.80:0/958054447 wait complete. 2024-04-21T23:56:08.926 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-21T23:56:09.033 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 -- 172.21.15.80:0/1165653920 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4100680 msgr2=0x7f03e4100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 --2- 172.21.15.80:0/1165653920 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4100680 0x7f03e4100aa0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f03e0009ca0 tx=0x7f03e002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 -- 172.21.15.80:0/1165653920 shutdown_connections 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 --2- 172.21.15.80:0/1165653920 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03e4102230 0x7f03e4108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 --2- 172.21.15.80:0/1165653920 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03e4101870 0x7f03e4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 --2- 172.21.15.80:0/1165653920 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4100680 0x7f03e4100aa0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 -- 172.21.15.80:0/1165653920 >> 172.21.15.80:0/1165653920 conn(0x7f03e40fbbf0 msgr2=0x7f03e40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 -- 172.21.15.80:0/1165653920 shutdown_connections 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.037+0000 7f03eb95e640 1 -- 172.21.15.80:0/1165653920 wait complete. 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03eb95e640 1 Processor -- start 2024-04-21T23:56:09.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03eb95e640 1 -- start start 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03eb95e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03e4100680 0x7f03e4104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03eb95e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03e4101870 0x7f03e4102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03eb95e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4102230 0x7f03e4103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03eb95e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f03e410c2d0 con 0x7f03e4102230 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03eb95e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f03e410c150 con 0x7f03e4100680 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03eb95e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f03e410c450 con 0x7f03e4101870 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e9efb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4102230 0x7f03e4103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e9efb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4102230 0x7f03e4103190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59104/0 (socket says 172.21.15.80:59104) 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e9efb640 1 -- 172.21.15.80:0/2648814278 learned_addr learned my addr 172.21.15.80:0/2648814278 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e8ef9640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03e4101870 0x7f03e4102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e9efb640 1 -- 172.21.15.80:0/2648814278 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03e4101870 msgr2=0x7f03e4102c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e9efb640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03e4101870 0x7f03e4102c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e96fa640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03e4100680 0x7f03e4104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e9efb640 1 -- 172.21.15.80:0/2648814278 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03e4100680 msgr2=0x7f03e4104610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e9efb640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03e4100680 0x7f03e4104610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.038+0000 7f03e9efb640 1 -- 172.21.15.80:0/2648814278 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03e4103a20 con 0x7f03e4102230 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.039+0000 7f03e9efb640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4102230 0x7f03e4103190 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f03dc00c970 tx=0x7f03dc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.039+0000 7f03da7fc640 1 -- 172.21.15.80:0/2648814278 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03dc007bb0 con 0x7f03e4102230 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.039+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03e41a1bc0 con 0x7f03e4102230 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.039+0000 7f03da7fc640 1 -- 172.21.15.80:0/2648814278 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03dc007d50 con 0x7f03e4102230 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.039+0000 7f03da7fc640 1 -- 172.21.15.80:0/2648814278 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03dc018800 con 0x7f03e4102230 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.039+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03e41a20c0 con 0x7f03e4102230 2024-04-21T23:56:09.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.040+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03e41a22f0 con 0x7f03e4102230 2024-04-21T23:56:09.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.041+0000 7f03da7fc640 1 -- 172.21.15.80:0/2648814278 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f03dc00fa50 con 0x7f03e4102230 2024-04-21T23:56:09.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.041+0000 7f03da7fc640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f03d00a2b90 0x7f03d00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:09.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.041+0000 7f03da7fc640 1 -- 172.21.15.80:0/2648814278 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f03dc0cf350 con 0x7f03e4102230 2024-04-21T23:56:09.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.041+0000 7f03e96fa640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f03d00a2b90 0x7f03d00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:09.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.042+0000 7f03e96fa640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f03d00a2b90 0x7f03d00a5050 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f03e0037040 tx=0x7f03e00093f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:09.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.046+0000 7f03da7fc640 1 -- 172.21.15.80:0/2648814278 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f03dc014030 con 0x7f03e4102230 2024-04-21T23:56:09.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:08 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1240774473' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-21T23:56:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:08 smithi080 ceph-mon[27925]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:56:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:08 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/958054447' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-21T23:56:09.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:08 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1240774473' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-21T23:56:09.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:08 smithi120 ceph-mon[31499]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:56:09.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:08 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/958054447' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-21T23:56:09.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.258+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f03e41a2560 con 0x7f03e4102230 2024-04-21T23:56:09.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:08 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1240774473' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-21T23:56:09.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:08 smithi144 ceph-mon[31316]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:56:09.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:08 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/958054447' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-21T23:56:09.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.926+0000 7f03da7fc640 1 -- 172.21.15.80:0/2648814278 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) ==== 121+0+0 (secure 0 0 0) 0x7f03dc09c070 con 0x7f03e4102230 2024-04-21T23:56:09.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.928+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f03d00a2b90 msgr2=0x7f03d00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:09.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.928+0000 7f03eb95e640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f03d00a2b90 0x7f03d00a5050 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f03e0037040 tx=0x7f03e00093f0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.928+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4102230 msgr2=0x7f03e4103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:09.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.928+0000 7f03eb95e640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4102230 0x7f03e4103190 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f03dc00c970 tx=0x7f03dc00ce30 comp rx=0 tx=0).stop 2024-04-21T23:56:09.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.928+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 shutdown_connections 2024-04-21T23:56:09.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.928+0000 7f03eb95e640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f03d00a2b90 0x7f03d00a5050 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.928+0000 7f03eb95e640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f03e4102230 0x7f03e4103190 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.929+0000 7f03eb95e640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03e4101870 0x7f03e4102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.929+0000 7f03eb95e640 1 --2- 172.21.15.80:0/2648814278 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03e4100680 0x7f03e4104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:09.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.929+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 >> 172.21.15.80:0/2648814278 conn(0x7f03e40fbbf0 msgr2=0x7f03e40fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:09.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.929+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 shutdown_connections 2024-04-21T23:56:09.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:09.929+0000 7f03eb95e640 1 -- 172.21.15.80:0/2648814278 wait complete. 2024-04-21T23:56:09.939 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-21T23:56:10.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 -- 172.21.15.80:0/680771210 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f61801006a0 msgr2=0x7f6180100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:10.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 --2- 172.21.15.80:0/680771210 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f61801006a0 0x7f6180100ac0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f6174009900 tx=0x7f617402bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:10.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 -- 172.21.15.80:0/680771210 shutdown_connections 2024-04-21T23:56:10.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 --2- 172.21.15.80:0/680771210 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6180102250 0x7f6180108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 --2- 172.21.15.80:0/680771210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6180101890 0x7f6180101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 --2- 172.21.15.80:0/680771210 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f61801006a0 0x7f6180100ac0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 -- 172.21.15.80:0/680771210 >> 172.21.15.80:0/680771210 conn(0x7f61800fbc30 msgr2=0x7f61800fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:10.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 -- 172.21.15.80:0/680771210 shutdown_connections 2024-04-21T23:56:10.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 -- 172.21.15.80:0/680771210 wait complete. 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 Processor -- start 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.050+0000 7f61876df640 1 -- start start 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61876df640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f61801006a0 0x7f6180197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61876df640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6180101890 0x7f6180198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61876df640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6180102250 0x7f618019f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61876df640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f618010d440 con 0x7f6180102250 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61876df640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f618010d2c0 con 0x7f6180101890 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61876df640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f618010d5c0 con 0x7f61801006a0 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6180102250 0x7f618019f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6180102250 0x7f618019f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59130/0 (socket says 172.21.15.80:59130) 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 -- 172.21.15.80:0/1921306625 learned_addr learned my addr 172.21.15.80:0/1921306625 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6184c7a640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6180101890 0x7f6180198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:10.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f618547b640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f61801006a0 0x7f6180197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 -- 172.21.15.80:0/1921306625 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f61801006a0 msgr2=0x7f6180197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f61801006a0 0x7f6180197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 -- 172.21.15.80:0/1921306625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6180101890 msgr2=0x7f6180198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6180101890 0x7f6180198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 -- 172.21.15.80:0/1921306625 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f618019f710 con 0x7f6180102250 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f6185c7c640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6180102250 0x7f618019f0a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f617800eaa0 tx=0x7f617800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61727fc640 1 -- 172.21.15.80:0/1921306625 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617800cdb0 con 0x7f6180102250 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61727fc640 1 -- 172.21.15.80:0/1921306625 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6178005020 con 0x7f6180102250 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f618019fa00 con 0x7f6180102250 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61727fc640 1 -- 172.21.15.80:0/1921306625 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61780116b0 con 0x7f6180102250 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.051+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f618019ff50 con 0x7f6180102250 2024-04-21T23:56:10.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.052+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6180107a10 con 0x7f6180102250 2024-04-21T23:56:10.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.053+0000 7f61727fc640 1 -- 172.21.15.80:0/1921306625 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6178005560 con 0x7f6180102250 2024-04-21T23:56:10.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.054+0000 7f61727fc640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f616c0a2b90 0x7f616c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:10.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.054+0000 7f618547b640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f616c0a2b90 0x7f616c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:10.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.054+0000 7f61727fc640 1 -- 172.21.15.80:0/1921306625 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f61780cf440 con 0x7f6180102250 2024-04-21T23:56:10.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.054+0000 7f618547b640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f616c0a2b90 0x7f616c0a5050 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6174000c00 tx=0x7f6174005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:10.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.058+0000 7f61727fc640 1 -- 172.21.15.80:0/1921306625 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6178016030 con 0x7f6180102250 2024-04-21T23:56:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:09 smithi080 ceph-mon[27925]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:09 smithi080 ceph-mon[27925]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-21T23:56:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:09 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/958054447' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-21T23:56:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:09 smithi080 ceph-mon[27925]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-21T23:56:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:09 smithi080 ceph-mon[27925]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:56:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:09 smithi080 ceph-mon[27925]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-21T23:56:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:09 smithi080 ceph-mon[27925]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-21T23:56:10.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:09 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2648814278' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-21T23:56:10.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:09 smithi120 ceph-mon[31499]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:10.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:09 smithi120 ceph-mon[31499]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-21T23:56:10.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:09 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/958054447' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-21T23:56:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:09 smithi120 ceph-mon[31499]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-21T23:56:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:09 smithi120 ceph-mon[31499]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:56:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:09 smithi120 ceph-mon[31499]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-21T23:56:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:09 smithi120 ceph-mon[31499]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-21T23:56:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:09 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2648814278' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-21T23:56:10.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.274+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f6180062340 con 0x7f6180102250 2024-04-21T23:56:10.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:09 smithi144 ceph-mon[31316]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T23:56:10.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:09 smithi144 ceph-mon[31316]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-21T23:56:10.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:09 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/958054447' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-21T23:56:10.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:09 smithi144 ceph-mon[31316]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-21T23:56:10.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:09 smithi144 ceph-mon[31316]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T23:56:10.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:09 smithi144 ceph-mon[31316]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-21T23:56:10.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:09 smithi144 ceph-mon[31316]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-21T23:56:10.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:09 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2648814278' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-21T23:56:10.649 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.656+0000 7f61727fc640 1 -- 172.21.15.80:0/1921306625 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) ==== 115+0+0 (secure 0 0 0) 0x7f617809bb10 con 0x7f6180102250 2024-04-21T23:56:10.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f616c0a2b90 msgr2=0x7f616c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:10.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f616c0a2b90 0x7f616c0a5050 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6174000c00 tx=0x7f6174005fd0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6180102250 msgr2=0x7f618019f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:10.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6180102250 0x7f618019f0a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f617800eaa0 tx=0x7f617800ef60 comp rx=0 tx=0).stop 2024-04-21T23:56:10.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 shutdown_connections 2024-04-21T23:56:10.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f616c0a2b90 0x7f616c0a5050 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6180102250 0x7f618019f0a0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6180101890 0x7f6180198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 --2- 172.21.15.80:0/1921306625 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f61801006a0 0x7f6180197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 >> 172.21.15.80:0/1921306625 conn(0x7f61800fbc30 msgr2=0x7f6180104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:10.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 shutdown_connections 2024-04-21T23:56:10.653 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.659+0000 7f61876df640 1 -- 172.21.15.80:0/1921306625 wait complete. 2024-04-21T23:56:10.665 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-04-21T23:56:10.665 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-21T23:56:10.773 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 -- 172.21.15.80:0/3295432590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 msgr2=0x7f3758109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:10.773 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 --2- 172.21.15.80:0/3295432590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 0x7f3758109bd0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3750009ca0 tx=0x7f375002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.773 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 -- 172.21.15.80:0/3295432590 shutdown_connections 2024-04-21T23:56:10.773 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 --2- 172.21.15.80:0/3295432590 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 0x7f3758109bd0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.773 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 --2- 172.21.15.80:0/3295432590 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3758102980 0x7f3758102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.773 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 --2- 172.21.15.80:0/3295432590 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3758101790 0x7f3758101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.774 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 -- 172.21.15.80:0/3295432590 >> 172.21.15.80:0/3295432590 conn(0x7f37580fcd20 msgr2=0x7f37580ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:10.774 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 -- 172.21.15.80:0/3295432590 shutdown_connections 2024-04-21T23:56:10.774 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 -- 172.21.15.80:0/3295432590 wait complete. 2024-04-21T23:56:10.774 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 Processor -- start 2024-04-21T23:56:10.774 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.776+0000 7f375ea4e640 1 -- start start 2024-04-21T23:56:10.774 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375ea4e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3758101790 0x7f3758199ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:10.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375ea4e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3758102980 0x7f375819a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:10.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375ea4e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 0x7f37581a1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:10.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375ea4e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f375810d410 con 0x7f3758103340 2024-04-21T23:56:10.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375ea4e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f375810d290 con 0x7f3758101790 2024-04-21T23:56:10.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375ea4e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f375810d590 con 0x7f3758102980 2024-04-21T23:56:10.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 0x7f37581a1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:10.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 0x7f37581a1240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59140/0 (socket says 172.21.15.80:59140) 2024-04-21T23:56:10.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 -- 172.21.15.80:0/2523276786 learned_addr learned my addr 172.21.15.80:0/2523276786 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:10.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f3757fff640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3758101790 0x7f3758199ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:10.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 -- 172.21.15.80:0/2523276786 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3758102980 msgr2=0x7f375819a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:10.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3758102980 0x7f375819a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 -- 172.21.15.80:0/2523276786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3758101790 msgr2=0x7f3758199ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:10.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3758101790 0x7f3758199ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:10.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 -- 172.21.15.80:0/2523276786 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37581a18e0 con 0x7f3758103340 2024-04-21T23:56:10.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375cfeb640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 0x7f37581a1240 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3750037040 tx=0x7f3750032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:10.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f37557fa640 1 -- 172.21.15.80:0/2523276786 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3750041020 con 0x7f3758103340 2024-04-21T23:56:10.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f37557fa640 1 -- 172.21.15.80:0/2523276786 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3750034d90 con 0x7f3758103340 2024-04-21T23:56:10.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f37557fa640 1 -- 172.21.15.80:0/2523276786 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3750039040 con 0x7f3758103340 2024-04-21T23:56:10.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37581a1b70 con 0x7f3758103340 2024-04-21T23:56:10.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.777+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37581a20b0 con 0x7f3758103340 2024-04-21T23:56:10.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.778+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37581a22e0 con 0x7f3758103340 2024-04-21T23:56:10.777 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.779+0000 7f37557fa640 1 -- 172.21.15.80:0/2523276786 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3750044020 con 0x7f3758103340 2024-04-21T23:56:10.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.780+0000 7f37557fa640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f37400a2c10 0x7f37400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:10.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.780+0000 7f3757fff640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f37400a2c10 0x7f37400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:10.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.780+0000 7f37557fa640 1 -- 172.21.15.80:0/2523276786 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f37500f15d0 con 0x7f3758103340 2024-04-21T23:56:10.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.780+0000 7f3757fff640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f37400a2c10 0x7f37400a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f375819ab70 tx=0x7f374c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:10.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.784+0000 7f37557fa640 1 -- 172.21.15.80:0/2523276786 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f375004b020 con 0x7f3758103340 2024-04-21T23:56:10.978 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:10.985+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f37581a24b0 con 0x7f37400a2c10 2024-04-21T23:56:11.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.009+0000 7f37557fa640 1 -- 172.21.15.80:0/2523276786 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f37581a24b0 con 0x7f37400a2c10 2024-04-21T23:56:11.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f37400a2c10 msgr2=0x7f37400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f37400a2c10 0x7f37400a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f375819ab70 tx=0x7f374c005f90 comp rx=0 tx=0).stop 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 msgr2=0x7f37581a1240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 0x7f37581a1240 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3750037040 tx=0x7f3750032f20 comp rx=0 tx=0).stop 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 shutdown_connections 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f37400a2c10 0x7f37400a50d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3758103340 0x7f37581a1240 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3758102980 0x7f375819a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 --2- 172.21.15.80:0/2523276786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3758101790 0x7f3758199ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 >> 172.21.15.80:0/2523276786 conn(0x7f37580fcd20 msgr2=0x7f3758073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 shutdown_connections 2024-04-21T23:56:11.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.011+0000 7f375ea4e640 1 -- 172.21.15.80:0/2523276786 wait complete. 2024-04-21T23:56:11.015 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-21T23:56:11.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1999966415 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118101870 msgr2=0x7fc118101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1999966415 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118101870 0x7fc118101cf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc10c009900 tx=0x7fc10c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1999966415 shutdown_connections 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1999966415 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc118102230 0x7fc118108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1999966415 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118101870 0x7fc118101cf0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1999966415 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc118100680 0x7fc118100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1999966415 >> 172.21.15.80:0/1999966415 conn(0x7fc1180fbbf0 msgr2=0x7fc1180fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1999966415 shutdown_connections 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.124+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1999966415 wait complete. 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc11d4fb640 1 Processor -- start 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc11d4fb640 1 -- start start 2024-04-21T23:56:11.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc11d4fb640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc118100680 0x7fc1181969a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc11d4fb640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc118101870 0x7fc118196ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc11d4fb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118102230 0x7fc11819df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc11d4fb640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc11810c360 con 0x7fc118102230 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc11d4fb640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc11810c1e0 con 0x7fc118100680 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc11d4fb640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc11810c4e0 con 0x7fc118101870 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc1177fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118102230 0x7fc11819df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc1177fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118102230 0x7fc11819df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:59178/0 (socket says 172.21.15.80:59178) 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc1177fe640 1 -- 172.21.15.80:0/1877136704 learned_addr learned my addr 172.21.15.80:0/1877136704 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc116ffd640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc118100680 0x7fc1181969a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.125+0000 7fc1167fc640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc118101870 0x7fc118196ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc1177fe640 1 -- 172.21.15.80:0/1877136704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc118101870 msgr2=0x7fc118196ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc1177fe640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc118101870 0x7fc118196ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc1177fe640 1 -- 172.21.15.80:0/1877136704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc118100680 msgr2=0x7fc1181969a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc1177fe640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc118100680 0x7fc1181969a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc1177fe640 1 -- 172.21.15.80:0/1877136704 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc11819e5c0 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc1167fc640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc118101870 0x7fc118196ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc116ffd640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc118100680 0x7fc1181969a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc1177fe640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118102230 0x7fc11819df50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc11000b970 tx=0x7fc11000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc0fffff640 1 -- 172.21.15.80:0/1877136704 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc110019070 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc11819e8b0 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc0fffff640 1 -- 172.21.15.80:0/1877136704 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc11000cb40 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc0fffff640 1 -- 172.21.15.80:0/1877136704 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc110007650 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.126+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc11819ed80 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.127+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1181079a0 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.128+0000 7fc0fffff640 1 -- 172.21.15.80:0/1877136704 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc11001c070 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.129+0000 7fc0fffff640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1000a2b90 0x7fc1000a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.129+0000 7fc0fffff640 1 -- 172.21.15.80:0/1877136704 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fc1100cedd0 con 0x7fc118102230 2024-04-21T23:56:11.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.129+0000 7fc116ffd640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1000a2b90 0x7fc1000a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.129+0000 7fc116ffd640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1000a2b90 0x7fc1000a5050 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc1181016d0 tx=0x7fc10800a5e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:11.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.132+0000 7fc0fffff640 1 -- 172.21.15.80:0/1877136704 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc11009baf0 con 0x7fc118102230 2024-04-21T23:56:11.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:56:10.990+0000 7f6a35dad700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:56:11.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:56:10.990+0000 7f6a35dad700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:56:11.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:56:10.990+0000 7f6a35dad700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:56:11.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:56:10.990+0000 7f6a35dad700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:56:11.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:56:10.990+0000 7f6a35dad700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:56:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2648814278' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-21T23:56:11.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] up:active 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: Cluster is now healthy 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1921306625' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1921306625' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:active 2024-04-21T23:56:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:10 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:56:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2648814278' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] up:active 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: Cluster is now healthy 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1921306625' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1921306625' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:active 2024-04-21T23:56:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:10 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:56:11.327 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.334+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fc118061b80 con 0x7fc1000a2b90 2024-04-21T23:56:11.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.359+0000 7fc0fffff640 1 -- 172.21.15.80:0/1877136704 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc118061b80 con 0x7fc1000a2b90 2024-04-21T23:56:11.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1000a2b90 msgr2=0x7fc1000a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1000a2b90 0x7fc1000a5050 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc1181016d0 tx=0x7fc10800a5e0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118102230 msgr2=0x7fc11819df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118102230 0x7fc11819df50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc11000b970 tx=0x7fc11000be30 comp rx=0 tx=0).stop 2024-04-21T23:56:11.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 shutdown_connections 2024-04-21T23:56:11.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1000a2b90 0x7fc1000a5050 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc118102230 0x7fc11819df50 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc118101870 0x7fc118196ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 --2- 172.21.15.80:0/1877136704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc118100680 0x7fc1181969a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 >> 172.21.15.80:0/1877136704 conn(0x7fc1180fbbf0 msgr2=0x7fc118104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:11.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 shutdown_connections 2024-04-21T23:56:11.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.361+0000 7fc11d4fb640 1 -- 172.21.15.80:0/1877136704 wait complete. 2024-04-21T23:56:11.364 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-21T23:56:11.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2648814278' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-21T23:56:11.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] up:active 2024-04-21T23:56:11.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-21T23:56:11.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-21T23:56:11.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: Cluster is now healthy 2024-04-21T23:56:11.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-21T23:56:11.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-21T23:56:11.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-21T23:56:11.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1921306625' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-21T23:56:11.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1921306625' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-21T23:56:11.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:active 2024-04-21T23:56:11.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:10 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:56:11.470 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 -- 172.21.15.80:0/3281332815 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 msgr2=0x7f6fe81013e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.470 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 --2- 172.21.15.80:0/3281332815 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 0x7f6fe81013e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc009900 tx=0x7f6fdc02bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:11.470 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 -- 172.21.15.80:0/3281332815 shutdown_connections 2024-04-21T23:56:11.470 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 --2- 172.21.15.80:0/3281332815 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6fe8101920 0x7f6fe8108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 --2- 172.21.15.80:0/3281332815 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 0x7f6fe81013e0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 --2- 172.21.15.80:0/3281332815 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6fe80ffe10 0x7f6fe8100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 -- 172.21.15.80:0/3281332815 >> 172.21.15.80:0/3281332815 conn(0x7f6fe80fb380 msgr2=0x7f6fe80fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 -- 172.21.15.80:0/3281332815 shutdown_connections 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.475+0000 7f6fece88640 1 -- 172.21.15.80:0/3281332815 wait complete. 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fece88640 1 Processor -- start 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fece88640 1 -- start start 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fece88640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6fe80ffe10 0x7f6fe8197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fece88640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 0x7f6fe8198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fece88640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6fe8101920 0x7f6fe819f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fece88640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe810b290 con 0x7f6fe8100f60 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fece88640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe810b110 con 0x7f6fe8101920 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fece88640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe810b410 con 0x7f6fe80ffe10 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe5d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 0x7f6fe8198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe5d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 0x7f6fe8198050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50870/0 (socket says 172.21.15.80:50870) 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe5d9b640 1 -- 172.21.15.80:0/1743567897 learned_addr learned my addr 172.21.15.80:0/1743567897 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe6d9d640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6fe8101920 0x7f6fe819f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe659c640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6fe80ffe10 0x7f6fe8197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe5d9b640 1 -- 172.21.15.80:0/1743567897 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6fe80ffe10 msgr2=0x7f6fe8197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe5d9b640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6fe80ffe10 0x7f6fe8197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe5d9b640 1 -- 172.21.15.80:0/1743567897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6fe8101920 msgr2=0x7f6fe819f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.476+0000 7f6fe5d9b640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6fe8101920 0x7f6fe819f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.477+0000 7f6fe5d9b640 1 -- 172.21.15.80:0/1743567897 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe819f730 con 0x7f6fe8100f60 2024-04-21T23:56:11.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.477+0000 7f6fe5d9b640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 0x7f6fe8198050 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc005ab0 tx=0x7f6fdc005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:11.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.477+0000 7f6fd77fe640 1 -- 172.21.15.80:0/1743567897 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc041070 con 0x7f6fe8100f60 2024-04-21T23:56:11.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.477+0000 7f6fd77fe640 1 -- 172.21.15.80:0/1743567897 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6fdc0054e0 con 0x7f6fe8100f60 2024-04-21T23:56:11.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.477+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe819f9c0 con 0x7f6fe8100f60 2024-04-21T23:56:11.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.477+0000 7f6fd77fe640 1 -- 172.21.15.80:0/1743567897 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc034440 con 0x7f6fe8100f60 2024-04-21T23:56:11.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.477+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe819feb0 con 0x7f6fe8100f60 2024-04-21T23:56:11.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.478+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fe8107120 con 0x7f6fe8100f60 2024-04-21T23:56:11.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.479+0000 7f6fd77fe640 1 -- 172.21.15.80:0/1743567897 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6fdc044070 con 0x7f6fe8100f60 2024-04-21T23:56:11.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.480+0000 7f6fd77fe640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6fd00a2b90 0x7f6fd00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.480+0000 7f6fe659c640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6fd00a2b90 0x7f6fd00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.480+0000 7f6fd77fe640 1 -- 172.21.15.80:0/1743567897 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f6fdc0f0e90 con 0x7f6fe8100f60 2024-04-21T23:56:11.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.480+0000 7f6fe659c640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6fd00a2b90 0x7f6fd00a5050 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8005d00 tx=0x7f6fd8005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:11.477 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.484+0000 7f6fd77fe640 1 -- 172.21.15.80:0/1743567897 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6fdc0bdbb0 con 0x7f6fe8100f60 2024-04-21T23:56:11.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.689+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f6fe8061c10 con 0x7f6fd00a2b90 2024-04-21T23:56:11.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.694+0000 7f6fd77fe640 1 -- 172.21.15.80:0/1743567897 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f6fe8061c10 con 0x7f6fd00a2b90 2024-04-21T23:56:11.687 INFO:teuthology.orchestra.run.smithi080.stdout:/volumes/qa/sv_0/10fdb0d1-68c1-4ff3-9e20-fa51df0cc4fc 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6fd00a2b90 msgr2=0x7f6fd00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6fd00a2b90 0x7f6fd00a5050 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8005d00 tx=0x7f6fd8005c50 comp rx=0 tx=0).stop 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 msgr2=0x7f6fe8198050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 0x7f6fe8198050 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc005ab0 tx=0x7f6fdc005dc0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 shutdown_connections 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6fd00a2b90 0x7f6fd00a5050 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6fe8101920 0x7f6fe819f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6fe8100f60 0x7f6fe8198050 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 --2- 172.21.15.80:0/1743567897 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6fe80ffe10 0x7f6fe8197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.696+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 >> 172.21.15.80:0/1743567897 conn(0x7f6fe80fb380 msgr2=0x7f6fe81042f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:11.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.697+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 shutdown_connections 2024-04-21T23:56:11.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.697+0000 7f6fece88640 1 -- 172.21.15.80:0/1743567897 wait complete. 2024-04-21T23:56:11.700 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-21T23:56:11.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 -- 172.21.15.80:0/4026346412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e01006a0 msgr2=0x7f86e0100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 --2- 172.21.15.80:0/4026346412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e01006a0 0x7f86e0100ac0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f86dc009900 tx=0x7f86dc02bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:11.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 -- 172.21.15.80:0/4026346412 shutdown_connections 2024-04-21T23:56:11.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 --2- 172.21.15.80:0/4026346412 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f86e0102250 0x7f86e0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 --2- 172.21.15.80:0/4026346412 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f86e0101890 0x7f86e0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 --2- 172.21.15.80:0/4026346412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e01006a0 0x7f86e0100ac0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 -- 172.21.15.80:0/4026346412 >> 172.21.15.80:0/4026346412 conn(0x7f86e00fbc30 msgr2=0x7f86e00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 -- 172.21.15.80:0/4026346412 shutdown_connections 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.809+0000 7f86e835c640 1 -- 172.21.15.80:0/4026346412 wait complete. 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e835c640 1 Processor -- start 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e835c640 1 -- start start 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e835c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f86e01006a0 0x7f86e0197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e835c640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f86e0101890 0x7f86e0198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e835c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e0102250 0x7f86e019f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e835c640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f86e010c370 con 0x7f86e0102250 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e835c640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f86e010c1f0 con 0x7f86e01006a0 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e835c640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f86e010c4f0 con 0x7f86e0101890 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e0102250 0x7f86e019f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e0102250 0x7f86e019f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50882/0 (socket says 172.21.15.80:50882) 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 -- 172.21.15.80:0/2708758371 learned_addr learned my addr 172.21.15.80:0/2708758371 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e60f8640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f86e01006a0 0x7f86e0197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 -- 172.21.15.80:0/2708758371 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f86e0101890 msgr2=0x7f86e0198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e58f7640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f86e0101890 0x7f86e0198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f86e0101890 0x7f86e0198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 -- 172.21.15.80:0/2708758371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f86e01006a0 msgr2=0x7f86e0197bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f86e01006a0 0x7f86e0197bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 -- 172.21.15.80:0/2708758371 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86e019f770 con 0x7f86e0102250 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e60f8640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f86e01006a0 0x7f86e0197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.810+0000 7f86e68f9640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e0102250 0x7f86e019f100 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f86d800cce0 tx=0x7f86d800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.811+0000 7f86d77fe640 1 -- 172.21.15.80:0/2708758371 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d800f450 con 0x7f86e0102250 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.811+0000 7f86d77fe640 1 -- 172.21.15.80:0/2708758371 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86d800fad0 con 0x7f86e0102250 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.811+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86e019fa60 con 0x7f86e0102250 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.811+0000 7f86d77fe640 1 -- 172.21.15.80:0/2708758371 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d8018c10 con 0x7f86e0102250 2024-04-21T23:56:11.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.811+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86e019ff60 con 0x7f86e0102250 2024-04-21T23:56:11.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.812+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86e01a01f0 con 0x7f86e0102250 2024-04-21T23:56:11.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.813+0000 7f86d77fe640 1 -- 172.21.15.80:0/2708758371 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f86d800f5f0 con 0x7f86e0102250 2024-04-21T23:56:11.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.813+0000 7f86d77fe640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86cc0a2b90 0x7f86cc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:11.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.813+0000 7f86e60f8640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86cc0a2b90 0x7f86cc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:11.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.814+0000 7f86d77fe640 1 -- 172.21.15.80:0/2708758371 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f86d80cfa80 con 0x7f86e0102250 2024-04-21T23:56:11.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.814+0000 7f86e60f8640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86cc0a2b90 0x7f86cc0a5050 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f86dc006010 tx=0x7f86dc000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:11.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:11.817+0000 7f86d77fe640 1 -- 172.21.15.80:0/2708758371 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f86d8014030 con 0x7f86e0102250 2024-04-21T23:56:12.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.023+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f86e00fddf0 con 0x7f86cc0a2b90 2024-04-21T23:56:12.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.048+0000 7f86d77fe640 1 -- 172.21.15.80:0/2708758371 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f86e00fddf0 con 0x7f86cc0a2b90 2024-04-21T23:56:12.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86cc0a2b90 msgr2=0x7f86cc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86cc0a2b90 0x7f86cc0a5050 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f86dc006010 tx=0x7f86dc000bc0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e0102250 msgr2=0x7f86e019f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e0102250 0x7f86e019f100 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f86d800cce0 tx=0x7f86d800a620 comp rx=0 tx=0).stop 2024-04-21T23:56:12.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 shutdown_connections 2024-04-21T23:56:12.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f86cc0a2b90 0x7f86cc0a5050 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f86e0102250 0x7f86e019f100 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f86e0101890 0x7f86e0198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 --2- 172.21.15.80:0/2708758371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f86e01006a0 0x7f86e0197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 >> 172.21.15.80:0/2708758371 conn(0x7f86e00fbc30 msgr2=0x7f86e00fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:12.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 shutdown_connections 2024-04-21T23:56:12.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.050+0000 7f86e835c640 1 -- 172.21.15.80:0/2708758371 wait complete. 2024-04-21T23:56:12.052 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:11 smithi080 ceph-mon[27925]: pgmap v304: 129 pgs: 129 active+clean; 582 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 767 B/s wr, 1 op/s 2024-04-21T23:56:12.052 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:11 smithi080 ceph-mon[27925]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:12.053 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-21T23:56:12.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 -- 172.21.15.80:0/2591987341 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd9701033e0 msgr2=0x7fd970109c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 --2- 172.21.15.80:0/2591987341 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd9701033e0 0x7fd970109c70 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd968009cd0 tx=0x7fd96802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 -- 172.21.15.80:0/2591987341 shutdown_connections 2024-04-21T23:56:12.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 --2- 172.21.15.80:0/2591987341 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd9701033e0 0x7fd970109c70 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 --2- 172.21.15.80:0/2591987341 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd970102a20 0x7fd970102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 --2- 172.21.15.80:0/2591987341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd9700ffa50 0x7fd9700ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 -- 172.21.15.80:0/2591987341 >> 172.21.15.80:0/2591987341 conn(0x7fd9700fb380 msgr2=0x7fd9700fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 -- 172.21.15.80:0/2591987341 shutdown_connections 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 -- 172.21.15.80:0/2591987341 wait complete. 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 Processor -- start 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 -- start start 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd9700ffa50 0x7fd970197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.163+0000 7fd97742e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd970102a20 0x7fd970197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd97742e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd9701033e0 0x7fd97019efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd97742e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fd97010d480 con 0x7fd970102a20 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd97742e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd97010d300 con 0x7fd9701033e0 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd97742e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fd97010d600 con 0x7fd9700ffa50 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd970102a20 0x7fd970197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd970102a20 0x7fd970197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50892/0 (socket says 172.21.15.80:50892) 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 -- 172.21.15.80:0/3505799708 learned_addr learned my addr 172.21.15.80:0/3505799708 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:12.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9759cb640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd9701033e0 0x7fd97019efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 -- 172.21.15.80:0/3505799708 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd9700ffa50 msgr2=0x7fd970197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd9700ffa50 0x7fd970197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 -- 172.21.15.80:0/3505799708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd9701033e0 msgr2=0x7fd97019efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd9701033e0 0x7fd97019efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 -- 172.21.15.80:0/3505799708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd97019f630 con 0x7fd970102a20 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9749c9640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd970102a20 0x7fd970197f50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd96000b4a0 tx=0x7fd96000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9667fc640 1 -- 172.21.15.80:0/3505799708 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd960014070 con 0x7fd970102a20 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9667fc640 1 -- 172.21.15.80:0/3505799708 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd960010af0 con 0x7fd970102a20 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd97019f920 con 0x7fd970102a20 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd9667fc640 1 -- 172.21.15.80:0/3505799708 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd960017d10 con 0x7fd970102a20 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.164+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd97019fe70 con 0x7fd970102a20 2024-04-21T23:56:12.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.165+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd970108a80 con 0x7fd970102a20 2024-04-21T23:56:12.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.166+0000 7fd9667fc640 1 -- 172.21.15.80:0/3505799708 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd960017070 con 0x7fd970102a20 2024-04-21T23:56:12.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.167+0000 7fd9667fc640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd95c0a2c10 0x7fd95c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.167+0000 7fd9751ca640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd95c0a2c10 0x7fd95c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.167+0000 7fd9667fc640 1 -- 172.21.15.80:0/3505799708 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fd9600cea40 con 0x7fd970102a20 2024-04-21T23:56:12.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.167+0000 7fd9751ca640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd95c0a2c10 0x7fd95c0a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd970069bc0 tx=0x7fd96c005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:12.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.171+0000 7fd9667fc640 1 -- 172.21.15.80:0/3505799708 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd96009b760 con 0x7fd970102a20 2024-04-21T23:56:12.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:11 smithi120 ceph-mon[31499]: pgmap v304: 129 pgs: 129 active+clean; 582 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 767 B/s wr, 1 op/s 2024-04-21T23:56:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:11 smithi120 ceph-mon[31499]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:12.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:11 smithi144 ceph-mon[31316]: pgmap v304: 129 pgs: 129 active+clean; 582 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 767 B/s wr, 1 op/s 2024-04-21T23:56:12.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:11 smithi144 ceph-mon[31316]: from='client.14901 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:12.365 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.373+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fd970061b80 con 0x7fd95c0a2c10 2024-04-21T23:56:12.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.378+0000 7fd9667fc640 1 -- 172.21.15.80:0/3505799708 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fd970061b80 con 0x7fd95c0a2c10 2024-04-21T23:56:12.371 INFO:teuthology.orchestra.run.smithi080.stdout:/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd95c0a2c10 msgr2=0x7fd95c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd95c0a2c10 0x7fd95c0a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd970069bc0 tx=0x7fd96c005c90 comp rx=0 tx=0).stop 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd970102a20 msgr2=0x7fd970197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd970102a20 0x7fd970197f50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd96000b4a0 tx=0x7fd96000b960 comp rx=0 tx=0).stop 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 shutdown_connections 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd95c0a2c10 0x7fd95c0a50d0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd9701033e0 0x7fd97019efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd970102a20 0x7fd970197f50 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 --2- 172.21.15.80:0/3505799708 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd9700ffa50 0x7fd970197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.379+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 >> 172.21.15.80:0/3505799708 conn(0x7fd9700fb380 msgr2=0x7fd970105c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.380+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 shutdown_connections 2024-04-21T23:56:12.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.380+0000 7fd97742e640 1 -- 172.21.15.80:0/3505799708 wait complete. 2024-04-21T23:56:12.383 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:56:12.483 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 -- 172.21.15.80:0/3518256290 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58102230 msgr2=0x7f0c58108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.483 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 --2- 172.21.15.80:0/3518256290 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58102230 0x7f0c58108ac0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0c50009ca0 tx=0x7f0c5002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.483 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 -- 172.21.15.80:0/3518256290 shutdown_connections 2024-04-21T23:56:12.483 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 --2- 172.21.15.80:0/3518256290 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58102230 0x7f0c58108ac0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 --2- 172.21.15.80:0/3518256290 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c58101870 0x7f0c58101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 --2- 172.21.15.80:0/3518256290 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0c58100680 0x7f0c58100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 -- 172.21.15.80:0/3518256290 >> 172.21.15.80:0/3518256290 conn(0x7f0c580fbbf0 msgr2=0x7f0c580fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 -- 172.21.15.80:0/3518256290 shutdown_connections 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.487+0000 7f0c607b1640 1 -- 172.21.15.80:0/3518256290 wait complete. 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c607b1640 1 Processor -- start 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c607b1640 1 -- start start 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c607b1640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58100680 0x7f0c581969b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c607b1640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c58101870 0x7f0c58196ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c607b1640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0c58102230 0x7f0c5819df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c607b1640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5810c300 con 0x7f0c58100680 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c607b1640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5810c180 con 0x7f0c58101870 2024-04-21T23:56:12.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c607b1640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5810c480 con 0x7f0c58102230 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5e54d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58100680 0x7f0c581969b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5e54d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58100680 0x7f0c581969b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50898/0 (socket says 172.21.15.80:50898) 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5e54d640 1 -- 172.21.15.80:0/2274059801 learned_addr learned my addr 172.21.15.80:0/2274059801 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5dd4c640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c58101870 0x7f0c58196ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5ed4e640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0c58102230 0x7f0c5819df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5e54d640 1 -- 172.21.15.80:0/2274059801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0c58102230 msgr2=0x7f0c5819df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5e54d640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0c58102230 0x7f0c5819df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5e54d640 1 -- 172.21.15.80:0/2274059801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c58101870 msgr2=0x7f0c58196ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5e54d640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c58101870 0x7f0c58196ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5e54d640 1 -- 172.21.15.80:0/2274059801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c5819e5d0 con 0x7f0c58100680 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.488+0000 7f0c5ed4e640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0c58102230 0x7f0c5819df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.489+0000 7f0c5e54d640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58100680 0x7f0c581969b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0c5400e9c0 tx=0x7f0c5400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:12.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.489+0000 7f0c4f7fe640 1 -- 172.21.15.80:0/2274059801 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5400cd80 con 0x7f0c58100680 2024-04-21T23:56:12.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.489+0000 7f0c4f7fe640 1 -- 172.21.15.80:0/2274059801 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c540035f0 con 0x7f0c58100680 2024-04-21T23:56:12.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.489+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c5819e8c0 con 0x7f0c58100680 2024-04-21T23:56:12.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.489+0000 7f0c4f7fe640 1 -- 172.21.15.80:0/2274059801 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c54010690 con 0x7f0c58100680 2024-04-21T23:56:12.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.489+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c5819edc0 con 0x7f0c58100680 2024-04-21T23:56:12.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.490+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c58107940 con 0x7f0c58100680 2024-04-21T23:56:12.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.491+0000 7f0c4f7fe640 1 -- 172.21.15.80:0/2274059801 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0c540037a0 con 0x7f0c58100680 2024-04-21T23:56:12.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.491+0000 7f0c4f7fe640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0c440a2b90 0x7f0c440a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.491+0000 7f0c5dd4c640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0c440a2b90 0x7f0c440a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.492+0000 7f0c4f7fe640 1 -- 172.21.15.80:0/2274059801 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f0c540cf770 con 0x7f0c58100680 2024-04-21T23:56:12.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.492+0000 7f0c5dd4c640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0c440a2b90 0x7f0c440a5050 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0c58197ec0 tx=0x7f0c48005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:12.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.496+0000 7f0c4f7fe640 1 -- 172.21.15.80:0/2274059801 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0c5409c490 con 0x7f0c58100680 2024-04-21T23:56:12.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.707+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c5802d170 con 0x7f0c58100680 2024-04-21T23:56:12.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.708+0000 7f0c4f7fe640 1 -- 172.21.15.80:0/2274059801 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+11876 (secure 0 0 0) 0x7f0c5409bd90 con 0x7f0c58100680 2024-04-21T23:56:12.701 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:12.701 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":22,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":22,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:56:10.656231+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24472,24488,24452]},"id":1}]} 2024-04-21T23:56:12.702 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 22 2024-04-21T23:56:12.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0c440a2b90 msgr2=0x7f0c440a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0c440a2b90 0x7f0c440a5050 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0c58197ec0 tx=0x7f0c48005f90 comp rx=0 tx=0).stop 2024-04-21T23:56:12.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58100680 msgr2=0x7f0c581969b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58100680 0x7f0c581969b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0c5400e9c0 tx=0x7f0c5400ee80 comp rx=0 tx=0).stop 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 shutdown_connections 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0c440a2b90 0x7f0c440a5050 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0c58102230 0x7f0c5819df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c58101870 0x7f0c58196ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 --2- 172.21.15.80:0/2274059801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0c58100680 0x7f0c581969b0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 >> 172.21.15.80:0/2274059801 conn(0x7f0c580fbbf0 msgr2=0x7f0c58104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 shutdown_connections 2024-04-21T23:56:12.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.710+0000 7f0c607b1640 1 -- 172.21.15.80:0/2274059801 wait complete. 2024-04-21T23:56:12.714 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:56:12.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 -- 172.21.15.80:0/3551134339 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 msgr2=0x7fae70101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 --2- 172.21.15.80:0/3551134339 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 0x7fae70101cf0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fae64009900 tx=0x7fae6402bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 -- 172.21.15.80:0/3551134339 shutdown_connections 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 --2- 172.21.15.80:0/3551134339 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fae70102230 0x7fae70108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 --2- 172.21.15.80:0/3551134339 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 0x7fae70101cf0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 --2- 172.21.15.80:0/3551134339 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fae70100680 0x7fae70100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 -- 172.21.15.80:0/3551134339 >> 172.21.15.80:0/3551134339 conn(0x7fae700fbbf0 msgr2=0x7fae700fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 -- 172.21.15.80:0/3551134339 shutdown_connections 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.820+0000 7fae755de640 1 -- 172.21.15.80:0/3551134339 wait complete. 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae755de640 1 Processor -- start 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae755de640 1 -- start start 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae755de640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fae70100680 0x7fae70197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae755de640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 0x7fae70198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae755de640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fae70102230 0x7fae7019f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae755de640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fae7010c300 con 0x7fae70101870 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae755de640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fae7010c180 con 0x7fae70102230 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae755de640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fae7010c480 con 0x7fae70100680 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6e7fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 0x7fae70198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6e7fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 0x7fae70198000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50926/0 (socket says 172.21.15.80:50926) 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6e7fc640 1 -- 172.21.15.80:0/190490599 learned_addr learned my addr 172.21.15.80:0/190490599 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6f7fe640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fae70102230 0x7fae7019f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6effd640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fae70100680 0x7fae70197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6e7fc640 1 -- 172.21.15.80:0/190490599 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fae70100680 msgr2=0x7fae70197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6e7fc640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fae70100680 0x7fae70197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6e7fc640 1 -- 172.21.15.80:0/190490599 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fae70102230 msgr2=0x7fae7019f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6e7fc640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fae70102230 0x7fae7019f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6e7fc640 1 -- 172.21.15.80:0/190490599 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae7019f6e0 con 0x7fae70101870 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.821+0000 7fae6effd640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fae70100680 0x7fae70197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:12.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.822+0000 7fae6e7fc640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 0x7fae70198000 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fae64009230 tx=0x7fae64005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:12.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.822+0000 7fae57fff640 1 -- 172.21.15.80:0/190490599 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae64041070 con 0x7fae70101870 2024-04-21T23:56:12.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.822+0000 7fae57fff640 1 -- 172.21.15.80:0/190490599 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae640054e0 con 0x7fae70101870 2024-04-21T23:56:12.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.822+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae7019f970 con 0x7fae70101870 2024-04-21T23:56:12.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.822+0000 7fae57fff640 1 -- 172.21.15.80:0/190490599 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae64034440 con 0x7fae70101870 2024-04-21T23:56:12.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.822+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae7019fe60 con 0x7fae70101870 2024-04-21T23:56:12.819 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.823+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae701a00f0 con 0x7fae70101870 2024-04-21T23:56:12.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.824+0000 7fae57fff640 1 -- 172.21.15.80:0/190490599 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fae64044070 con 0x7fae70101870 2024-04-21T23:56:12.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.824+0000 7fae57fff640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fae580a2b90 0x7fae580a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:12.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.825+0000 7fae6effd640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fae580a2b90 0x7fae580a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:12.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.825+0000 7fae57fff640 1 -- 172.21.15.80:0/190490599 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fae640f0f80 con 0x7fae70101870 2024-04-21T23:56:12.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.825+0000 7fae6effd640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fae580a2b90 0x7fae580a5050 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fae701016d0 tx=0x7fae60009520 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:12.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.829+0000 7fae57fff640 1 -- 172.21.15.80:0/190490599 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fae640bdca0 con 0x7fae70101870 2024-04-21T23:56:12.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:12.945+0000 7fae57fff640 1 -- 172.21.15.80:0/190490599 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fae640b9c10 con 0x7fae70101870 2024-04-21T23:56:13.010 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.017+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fae701a0480 con 0x7fae70101870 2024-04-21T23:56:13.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.019+0000 7fae57fff640 1 -- 172.21.15.80:0/190490599 <== mon.0 v2:172.21.15.80:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7fae701a0480 con 0x7fae70101870 2024-04-21T23:56:13.012 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:13.012 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:56:13.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fae580a2b90 msgr2=0x7fae580a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fae580a2b90 0x7fae580a5050 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fae701016d0 tx=0x7fae60009520 comp rx=0 tx=0).stop 2024-04-21T23:56:13.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 msgr2=0x7fae70198000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 0x7fae70198000 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fae64009230 tx=0x7fae64005dd0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 shutdown_connections 2024-04-21T23:56:13.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fae580a2b90 0x7fae580a5050 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fae70102230 0x7fae7019f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fae70101870 0x7fae70198000 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 --2- 172.21.15.80:0/190490599 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fae70100680 0x7fae70197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 >> 172.21.15.80:0/190490599 conn(0x7fae700fbbf0 msgr2=0x7fae700fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:13.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 shutdown_connections 2024-04-21T23:56:13.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.021+0000 7fae755de640 1 -- 172.21.15.80:0/190490599 wait complete. 2024-04-21T23:56:13.027 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:12 smithi080 ceph-mon[27925]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.027 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:12 smithi080 ceph-mon[27925]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.027 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:12 smithi080 ceph-mon[27925]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.027 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:12 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2274059801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:56:13.029 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-21T23:56:13.029 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T23:56:13.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 -- 172.21.15.80:0/3793192626 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c1006a0 msgr2=0x7f6f6c100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 --2- 172.21.15.80:0/3793192626 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c1006a0 0x7f6f6c100ac0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c009900 tx=0x7f6f5c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 -- 172.21.15.80:0/3793192626 shutdown_connections 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 --2- 172.21.15.80:0/3793192626 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f6c102250 0x7f6f6c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 --2- 172.21.15.80:0/3793192626 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f6c101890 0x7f6f6c101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 --2- 172.21.15.80:0/3793192626 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c1006a0 0x7f6f6c100ac0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 -- 172.21.15.80:0/3793192626 >> 172.21.15.80:0/3793192626 conn(0x7f6f6c0fbc30 msgr2=0x7f6f6c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 -- 172.21.15.80:0/3793192626 shutdown_connections 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.133+0000 7f6f71e88640 1 -- 172.21.15.80:0/3793192626 wait complete. 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f71e88640 1 Processor -- start 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f71e88640 1 -- start start 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f71e88640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f6c1006a0 0x7f6f6c196930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f71e88640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f6c101890 0x7f6f6c196e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:13.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f71e88640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c102250 0x7f6f6c19dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:13.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f71e88640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6f6c10c340 con 0x7f6f6c102250 2024-04-21T23:56:13.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f71e88640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6f6c10c1c0 con 0x7f6f6c101890 2024-04-21T23:56:13.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f71e88640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6f6c10c4c0 con 0x7f6f6c1006a0 2024-04-21T23:56:13.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f6bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c102250 0x7f6f6c19dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:13.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f6bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c102250 0x7f6f6c19dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50942/0 (socket says 172.21.15.80:50942) 2024-04-21T23:56:13.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f6bfff640 1 -- 172.21.15.80:0/4257331238 learned_addr learned my addr 172.21.15.80:0/4257331238 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f6affd640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f6c101890 0x7f6f6c196e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.134+0000 7f6f6b7fe640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f6c1006a0 0x7f6f6c196930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f6bfff640 1 -- 172.21.15.80:0/4257331238 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f6c1006a0 msgr2=0x7f6f6c196930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f6bfff640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f6c1006a0 0x7f6f6c196930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f6bfff640 1 -- 172.21.15.80:0/4257331238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f6c101890 msgr2=0x7f6f6c196e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f6bfff640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f6c101890 0x7f6f6c196e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f6bfff640 1 -- 172.21.15.80:0/4257331238 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f6c19e550 con 0x7f6f6c102250 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f6bfff640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c102250 0x7f6f6c19dee0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6f6400ebb0 tx=0x7f6f64009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f68ff9640 1 -- 172.21.15.80:0/4257331238 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6400e2e0 con 0x7f6f6c102250 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f68ff9640 1 -- 172.21.15.80:0/4257331238 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6f64007950 con 0x7f6f6c102250 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f6c069da0 con 0x7f6f6c102250 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f68ff9640 1 -- 172.21.15.80:0/4257331238 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f64005790 con 0x7f6f6c102250 2024-04-21T23:56:13.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.135+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f6c06a2a0 con 0x7f6f6c102250 2024-04-21T23:56:13.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.136+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f6c0689b0 con 0x7f6f6c102250 2024-04-21T23:56:13.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.137+0000 7f6f68ff9640 1 -- 172.21.15.80:0/4257331238 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6f64007b00 con 0x7f6f6c102250 2024-04-21T23:56:13.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.137+0000 7f6f68ff9640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6f540a2c20 0x7f6f540a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:13.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.137+0000 7f6f6b7fe640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6f540a2c20 0x7f6f540a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:13.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.138+0000 7f6f68ff9640 1 -- 172.21.15.80:0/4257331238 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f6f640d0960 con 0x7f6f6c102250 2024-04-21T23:56:13.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.138+0000 7f6f6b7fe640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6f540a2c20 0x7f6f540a50e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c02c170 tx=0x7f6f5c02df90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:13.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.142+0000 7f6f68ff9640 1 -- 172.21.15.80:0/4257331238 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6f6409d520 con 0x7f6f6c102250 2024-04-21T23:56:13.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:12 smithi120 ceph-mon[31499]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:12 smithi120 ceph-mon[31499]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:12 smithi120 ceph-mon[31499]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:12 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2274059801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:56:13.307 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.314+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6f6c06a500 con 0x7f6f540a2c20 2024-04-21T23:56:13.316 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.323+0000 7f6f68ff9640 1 -- 172.21.15.80:0/4257331238 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340563 (secure 0 0 0) 0x7f6f6c06a500 con 0x7f6f540a2c20 2024-04-21T23:56:13.321 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:13.324 INFO:teuthology.orchestra.run.smithi080.stderr:dumped all 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6f540a2c20 msgr2=0x7f6f540a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6f540a2c20 0x7f6f540a50e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c02c170 tx=0x7f6f5c02df90 comp rx=0 tx=0).stop 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c102250 msgr2=0x7f6f6c19dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c102250 0x7f6f6c19dee0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6f6400ebb0 tx=0x7f6f64009f60 comp rx=0 tx=0).stop 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 shutdown_connections 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6f540a2c20 0x7f6f540a50e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f6c102250 0x7f6f6c19dee0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f6c101890 0x7f6f6c196e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 --2- 172.21.15.80:0/4257331238 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f6c1006a0 0x7f6f6c196930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 >> 172.21.15.80:0/4257331238 conn(0x7f6f6c0fbc30 msgr2=0x7f6f6c104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:13.326 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 shutdown_connections 2024-04-21T23:56:13.327 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.327+0000 7f6f71e88640 1 -- 172.21.15.80:0/4257331238 wait complete. 2024-04-21T23:56:13.332 INFO:teuthology.orchestra.run.smithi080.stdout:{"pg_ready":true,"pg_map":{"version":305,"stamp":"2024-04-21T23:56:12.845637+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597820,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":156,"num_read_kb":137,"num_write":294,"num_write_kb":2981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":34,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":238,"ondisk_log_size":238,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":356704,"kb_used_data":11696,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124585120,"statfs":{"total":1151940427776,"available":1151575162880,"internally_reserved":0,"allocated":11976704,"data_stored":7553062,"data_compressed":283191,"data_compressed_allocated":380928,"data_compressed_original":2260992,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2953,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":20,"num_read_kb":18,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003507"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024414+0000","last_change":"2024-04-21T23:55:44.712114+0000","last_active":"2024-04-21T23:55:50.024414+0000","last_peered":"2024-04-21T23:55:50.024414+0000","last_clean":"2024-04-21T23:55:50.024414+0000","last_became_active":"2024-04-21T23:55:44.711756+0000","last_became_peered":"2024-04-21T23:55:44.711756+0000","last_unstale":"2024-04-21T23:55:50.024414+0000","last_undegraded":"2024-04-21T23:55:50.024414+0000","last_fullsized":"2024-04-21T23:55:50.024414+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:40:25.517827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024186+0000","last_change":"2024-04-21T23:55:44.704845+0000","last_active":"2024-04-21T23:55:50.024186+0000","last_peered":"2024-04-21T23:55:50.024186+0000","last_clean":"2024-04-21T23:55:50.024186+0000","last_became_active":"2024-04-21T23:55:44.704540+0000","last_became_peered":"2024-04-21T23:55:44.704540+0000","last_unstale":"2024-04-21T23:55:50.024186+0000","last_undegraded":"2024-04-21T23:55:50.024186+0000","last_fullsized":"2024-04-21T23:55:50.024186+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:44:26.377873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024083+0000","last_change":"2024-04-21T23:55:44.711608+0000","last_active":"2024-04-21T23:55:50.024083+0000","last_peered":"2024-04-21T23:55:50.024083+0000","last_clean":"2024-04-21T23:55:50.024083+0000","last_became_active":"2024-04-21T23:55:44.711217+0000","last_became_peered":"2024-04-21T23:55:44.711217+0000","last_unstale":"2024-04-21T23:55:50.024083+0000","last_undegraded":"2024-04-21T23:55:50.024083+0000","last_fullsized":"2024-04-21T23:55:50.024083+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:18:01.539560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023150+0000","last_change":"2024-04-21T23:55:44.714582+0000","last_active":"2024-04-21T23:55:50.023150+0000","last_peered":"2024-04-21T23:55:50.023150+0000","last_clean":"2024-04-21T23:55:50.023150+0000","last_became_active":"2024-04-21T23:55:44.713824+0000","last_became_peered":"2024-04-21T23:55:44.713824+0000","last_unstale":"2024-04-21T23:55:50.023150+0000","last_undegraded":"2024-04-21T23:55:50.023150+0000","last_fullsized":"2024-04-21T23:55:50.023150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:44.805023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023190+0000","last_change":"2024-04-21T23:55:44.701156+0000","last_active":"2024-04-21T23:55:50.023190+0000","last_peered":"2024-04-21T23:55:50.023190+0000","last_clean":"2024-04-21T23:55:50.023190+0000","last_became_active":"2024-04-21T23:55:44.700798+0000","last_became_peered":"2024-04-21T23:55:44.700798+0000","last_unstale":"2024-04-21T23:55:50.023190+0000","last_undegraded":"2024-04-21T23:55:50.023190+0000","last_fullsized":"2024-04-21T23:55:50.023190+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:40:30.128640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023583+0000","last_change":"2024-04-21T23:55:44.707213+0000","last_active":"2024-04-21T23:55:50.023583+0000","last_peered":"2024-04-21T23:55:50.023583+0000","last_clean":"2024-04-21T23:55:50.023583+0000","last_became_active":"2024-04-21T23:55:44.706877+0000","last_became_peered":"2024-04-21T23:55:44.706877+0000","last_unstale":"2024-04-21T23:55:50.023583+0000","last_undegraded":"2024-04-21T23:55:50.023583+0000","last_fullsized":"2024-04-21T23:55:50.023583+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:29:22.292379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859322+0000","last_change":"2024-04-21T23:55:44.708365+0000","last_active":"2024-04-21T23:55:49.859322+0000","last_peered":"2024-04-21T23:55:49.859322+0000","last_clean":"2024-04-21T23:55:49.859322+0000","last_became_active":"2024-04-21T23:55:44.708001+0000","last_became_peered":"2024-04-21T23:55:44.708001+0000","last_unstale":"2024-04-21T23:55:49.859322+0000","last_undegraded":"2024-04-21T23:55:49.859322+0000","last_fullsized":"2024-04-21T23:55:49.859322+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:15.553465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022453+0000","last_change":"2024-04-21T23:55:44.702786+0000","last_active":"2024-04-21T23:55:50.022453+0000","last_peered":"2024-04-21T23:55:50.022453+0000","last_clean":"2024-04-21T23:55:50.022453+0000","last_became_active":"2024-04-21T23:55:44.702486+0000","last_became_peered":"2024-04-21T23:55:44.702486+0000","last_unstale":"2024-04-21T23:55:50.022453+0000","last_undegraded":"2024-04-21T23:55:50.022453+0000","last_fullsized":"2024-04-21T23:55:50.022453+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:53.473206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024254+0000","last_change":"2024-04-21T23:55:44.710969+0000","last_active":"2024-04-21T23:55:50.024254+0000","last_peered":"2024-04-21T23:55:50.024254+0000","last_clean":"2024-04-21T23:55:50.024254+0000","last_became_active":"2024-04-21T23:55:44.704453+0000","last_became_peered":"2024-04-21T23:55:44.704453+0000","last_unstale":"2024-04-21T23:55:50.024254+0000","last_undegraded":"2024-04-21T23:55:50.024254+0000","last_fullsized":"2024-04-21T23:55:50.024254+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:42:18.104912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024290+0000","last_change":"2024-04-21T23:55:44.707484+0000","last_active":"2024-04-21T23:55:50.024290+0000","last_peered":"2024-04-21T23:55:50.024290+0000","last_clean":"2024-04-21T23:55:50.024290+0000","last_became_active":"2024-04-21T23:55:44.707156+0000","last_became_peered":"2024-04-21T23:55:44.707156+0000","last_unstale":"2024-04-21T23:55:50.024290+0000","last_undegraded":"2024-04-21T23:55:50.024290+0000","last_fullsized":"2024-04-21T23:55:50.024290+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:13:07.163863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859972+0000","last_change":"2024-04-21T23:55:44.713150+0000","last_active":"2024-04-21T23:55:49.859972+0000","last_peered":"2024-04-21T23:55:49.859972+0000","last_clean":"2024-04-21T23:55:49.859972+0000","last_became_active":"2024-04-21T23:55:44.712797+0000","last_became_peered":"2024-04-21T23:55:44.712797+0000","last_unstale":"2024-04-21T23:55:49.859972+0000","last_undegraded":"2024-04-21T23:55:49.859972+0000","last_fullsized":"2024-04-21T23:55:49.859972+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:39:03.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023077+0000","last_change":"2024-04-21T23:55:44.714128+0000","last_active":"2024-04-21T23:55:50.023077+0000","last_peered":"2024-04-21T23:55:50.023077+0000","last_clean":"2024-04-21T23:55:50.023077+0000","last_became_active":"2024-04-21T23:55:44.713414+0000","last_became_peered":"2024-04-21T23:55:44.713414+0000","last_unstale":"2024-04-21T23:55:50.023077+0000","last_undegraded":"2024-04-21T23:55:50.023077+0000","last_fullsized":"2024-04-21T23:55:50.023077+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:07.602328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857730+0000","last_change":"2024-04-21T23:55:44.700352+0000","last_active":"2024-04-21T23:55:49.857730+0000","last_peered":"2024-04-21T23:55:49.857730+0000","last_clean":"2024-04-21T23:55:49.857730+0000","last_became_active":"2024-04-21T23:55:44.700049+0000","last_became_peered":"2024-04-21T23:55:44.700049+0000","last_unstale":"2024-04-21T23:55:49.857730+0000","last_undegraded":"2024-04-21T23:55:49.857730+0000","last_fullsized":"2024-04-21T23:55:49.857730+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:20.909170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023293+0000","last_change":"2024-04-21T23:55:44.701976+0000","last_active":"2024-04-21T23:55:50.023293+0000","last_peered":"2024-04-21T23:55:50.023293+0000","last_clean":"2024-04-21T23:55:50.023293+0000","last_became_active":"2024-04-21T23:55:44.701647+0000","last_became_peered":"2024-04-21T23:55:44.701647+0000","last_unstale":"2024-04-21T23:55:50.023293+0000","last_undegraded":"2024-04-21T23:55:50.023293+0000","last_fullsized":"2024-04-21T23:55:50.023293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:16:40.384887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023089+0000","last_change":"2024-04-21T23:55:44.714023+0000","last_active":"2024-04-21T23:55:50.023089+0000","last_peered":"2024-04-21T23:55:50.023089+0000","last_clean":"2024-04-21T23:55:50.023089+0000","last_became_active":"2024-04-21T23:55:44.713628+0000","last_became_peered":"2024-04-21T23:55:44.713628+0000","last_unstale":"2024-04-21T23:55:50.023089+0000","last_undegraded":"2024-04-21T23:55:50.023089+0000","last_fullsized":"2024-04-21T23:55:50.023089+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:37:24.259905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024013+0000","last_change":"2024-04-21T23:55:44.704685+0000","last_active":"2024-04-21T23:55:50.024013+0000","last_peered":"2024-04-21T23:55:50.024013+0000","last_clean":"2024-04-21T23:55:50.024013+0000","last_became_active":"2024-04-21T23:55:44.704162+0000","last_became_peered":"2024-04-21T23:55:44.704162+0000","last_unstale":"2024-04-21T23:55:50.024013+0000","last_undegraded":"2024-04-21T23:55:50.024013+0000","last_fullsized":"2024-04-21T23:55:50.024013+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:57:56.050215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024215+0000","last_change":"2024-04-21T23:55:44.711905+0000","last_active":"2024-04-21T23:55:50.024215+0000","last_peered":"2024-04-21T23:55:50.024215+0000","last_clean":"2024-04-21T23:55:50.024215+0000","last_became_active":"2024-04-21T23:55:44.711309+0000","last_became_peered":"2024-04-21T23:55:44.711309+0000","last_unstale":"2024-04-21T23:55:50.024215+0000","last_undegraded":"2024-04-21T23:55:50.024215+0000","last_fullsized":"2024-04-21T23:55:50.024215+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:27:57.316187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022808+0000","last_change":"2024-04-21T23:55:44.703724+0000","last_active":"2024-04-21T23:55:50.022808+0000","last_peered":"2024-04-21T23:55:50.022808+0000","last_clean":"2024-04-21T23:55:50.022808+0000","last_became_active":"2024-04-21T23:55:44.703394+0000","last_became_peered":"2024-04-21T23:55:44.703394+0000","last_unstale":"2024-04-21T23:55:50.022808+0000","last_undegraded":"2024-04-21T23:55:50.022808+0000","last_fullsized":"2024-04-21T23:55:50.022808+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:48.964278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022572+0000","last_change":"2024-04-21T23:55:44.698232+0000","last_active":"2024-04-21T23:55:50.022572+0000","last_peered":"2024-04-21T23:55:50.022572+0000","last_clean":"2024-04-21T23:55:50.022572+0000","last_became_active":"2024-04-21T23:55:44.697896+0000","last_became_peered":"2024-04-21T23:55:44.697896+0000","last_unstale":"2024-04-21T23:55:50.022572+0000","last_undegraded":"2024-04-21T23:55:50.022572+0000","last_fullsized":"2024-04-21T23:55:50.022572+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:16.273771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023216+0000","last_change":"2024-04-21T23:55:48.868989+0000","last_active":"2024-04-21T23:55:50.023216+0000","last_peered":"2024-04-21T23:55:50.023216+0000","last_clean":"2024-04-21T23:55:50.023216+0000","last_became_active":"2024-04-21T23:55:48.868520+0000","last_became_peered":"2024-04-21T23:55:48.868520+0000","last_unstale":"2024-04-21T23:55:50.023216+0000","last_undegraded":"2024-04-21T23:55:50.023216+0000","last_fullsized":"2024-04-21T23:55:50.023216+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:17.821913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'4","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022515+0000","last_change":"2024-04-21T23:55:43.688973+0000","last_active":"2024-04-21T23:55:50.022515+0000","last_peered":"2024-04-21T23:55:50.022515+0000","last_clean":"2024-04-21T23:55:50.022515+0000","last_became_active":"2024-04-21T23:55:43.688634+0000","last_became_peered":"2024-04-21T23:55:43.688634+0000","last_unstale":"2024-04-21T23:55:50.022515+0000","last_undegraded":"2024-04-21T23:55:50.022515+0000","last_fullsized":"2024-04-21T23:55:50.022515+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:07.447609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023487+0000","last_change":"2024-04-21T23:55:44.705248+0000","last_active":"2024-04-21T23:55:50.023487+0000","last_peered":"2024-04-21T23:55:50.023487+0000","last_clean":"2024-04-21T23:55:50.023487+0000","last_became_active":"2024-04-21T23:55:44.704905+0000","last_became_peered":"2024-04-21T23:55:44.704905+0000","last_unstale":"2024-04-21T23:55:50.023487+0000","last_undegraded":"2024-04-21T23:55:50.023487+0000","last_fullsized":"2024-04-21T23:55:50.023487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:26.456855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022545+0000","last_change":"2024-04-21T23:55:48.878431+0000","last_active":"2024-04-21T23:55:50.022545+0000","last_peered":"2024-04-21T23:55:50.022545+0000","last_clean":"2024-04-21T23:55:50.022545+0000","last_became_active":"2024-04-21T23:55:48.877996+0000","last_became_peered":"2024-04-21T23:55:48.877996+0000","last_unstale":"2024-04-21T23:55:50.022545+0000","last_undegraded":"2024-04-21T23:55:50.022545+0000","last_fullsized":"2024-04-21T23:55:50.022545+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:48:48.645656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024383+0000","last_change":"2024-04-21T23:55:43.697438+0000","last_active":"2024-04-21T23:55:50.024383+0000","last_peered":"2024-04-21T23:55:50.024383+0000","last_clean":"2024-04-21T23:55:50.024383+0000","last_became_active":"2024-04-21T23:55:43.697150+0000","last_became_peered":"2024-04-21T23:55:43.697150+0000","last_unstale":"2024-04-21T23:55:50.024383+0000","last_undegraded":"2024-04-21T23:55:50.024383+0000","last_fullsized":"2024-04-21T23:55:50.024383+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:31:37.299651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023959+0000","last_change":"2024-04-21T23:55:44.711411+0000","last_active":"2024-04-21T23:55:50.023959+0000","last_peered":"2024-04-21T23:55:50.023959+0000","last_clean":"2024-04-21T23:55:50.023959+0000","last_became_active":"2024-04-21T23:55:44.711038+0000","last_became_peered":"2024-04-21T23:55:44.711038+0000","last_unstale":"2024-04-21T23:55:50.023959+0000","last_undegraded":"2024-04-21T23:55:50.023959+0000","last_fullsized":"2024-04-21T23:55:50.023959+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:54:55.387347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022519+0000","last_change":"2024-04-21T23:55:48.880915+0000","last_active":"2024-04-21T23:55:50.022519+0000","last_peered":"2024-04-21T23:55:50.022519+0000","last_clean":"2024-04-21T23:55:50.022519+0000","last_became_active":"2024-04-21T23:55:48.880513+0000","last_became_peered":"2024-04-21T23:55:48.880513+0000","last_unstale":"2024-04-21T23:55:50.022519+0000","last_undegraded":"2024-04-21T23:55:50.022519+0000","last_fullsized":"2024-04-21T23:55:50.022519+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:19:05.244154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.942191+0000","last_change":"2024-04-21T23:55:43.692500+0000","last_active":"2024-04-21T23:56:09.942191+0000","last_peered":"2024-04-21T23:56:09.942191+0000","last_clean":"2024-04-21T23:56:09.942191+0000","last_became_active":"2024-04-21T23:55:43.692131+0000","last_became_peered":"2024-04-21T23:55:43.692131+0000","last_unstale":"2024-04-21T23:56:09.942191+0000","last_undegraded":"2024-04-21T23:56:09.942191+0000","last_fullsized":"2024-04-21T23:56:09.942191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:29:03.172998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024842+0000","last_change":"2024-04-21T23:55:44.705599+0000","last_active":"2024-04-21T23:55:50.024842+0000","last_peered":"2024-04-21T23:55:50.024842+0000","last_clean":"2024-04-21T23:55:50.024842+0000","last_became_active":"2024-04-21T23:55:44.704364+0000","last_became_peered":"2024-04-21T23:55:44.704364+0000","last_unstale":"2024-04-21T23:55:50.024842+0000","last_undegraded":"2024-04-21T23:55:50.024842+0000","last_fullsized":"2024-04-21T23:55:50.024842+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:23:25.164486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022483+0000","last_change":"2024-04-21T23:55:48.878992+0000","last_active":"2024-04-21T23:55:50.022483+0000","last_peered":"2024-04-21T23:55:50.022483+0000","last_clean":"2024-04-21T23:55:50.022483+0000","last_became_active":"2024-04-21T23:55:48.878540+0000","last_became_peered":"2024-04-21T23:55:48.878540+0000","last_unstale":"2024-04-21T23:55:50.022483+0000","last_undegraded":"2024-04-21T23:55:50.022483+0000","last_fullsized":"2024-04-21T23:55:50.022483+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:04:35.864907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023386+0000","last_change":"2024-04-21T23:55:43.690126+0000","last_active":"2024-04-21T23:55:50.023386+0000","last_peered":"2024-04-21T23:55:50.023386+0000","last_clean":"2024-04-21T23:55:50.023386+0000","last_became_active":"2024-04-21T23:55:43.689765+0000","last_became_peered":"2024-04-21T23:55:43.689765+0000","last_unstale":"2024-04-21T23:55:50.023386+0000","last_undegraded":"2024-04-21T23:55:50.023386+0000","last_fullsized":"2024-04-21T23:55:50.023386+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:10:37.978093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858228+0000","last_change":"2024-04-21T23:55:44.713764+0000","last_active":"2024-04-21T23:55:49.858228+0000","last_peered":"2024-04-21T23:55:49.858228+0000","last_clean":"2024-04-21T23:55:49.858228+0000","last_became_active":"2024-04-21T23:55:44.713381+0000","last_became_peered":"2024-04-21T23:55:44.713381+0000","last_unstale":"2024-04-21T23:55:49.858228+0000","last_undegraded":"2024-04-21T23:55:49.858228+0000","last_fullsized":"2024-04-21T23:55:49.858228+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:52:36.349061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022666+0000","last_change":"2024-04-21T23:55:48.873149+0000","last_active":"2024-04-21T23:55:50.022666+0000","last_peered":"2024-04-21T23:55:50.022666+0000","last_clean":"2024-04-21T23:55:50.022666+0000","last_became_active":"2024-04-21T23:55:48.872717+0000","last_became_peered":"2024-04-21T23:55:48.872717+0000","last_unstale":"2024-04-21T23:55:50.022666+0000","last_undegraded":"2024-04-21T23:55:50.022666+0000","last_fullsized":"2024-04-21T23:55:50.022666+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:17.774636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'5","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:10.664969+0000","last_change":"2024-04-21T23:55:43.697709+0000","last_active":"2024-04-21T23:56:10.664969+0000","last_peered":"2024-04-21T23:56:10.664969+0000","last_clean":"2024-04-21T23:56:10.664969+0000","last_became_active":"2024-04-21T23:55:43.696860+0000","last_became_peered":"2024-04-21T23:55:43.696860+0000","last_unstale":"2024-04-21T23:56:10.664969+0000","last_undegraded":"2024-04-21T23:56:10.664969+0000","last_fullsized":"2024-04-21T23:56:10.664969+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:05:14.071488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023466+0000","last_change":"2024-04-21T23:55:44.705986+0000","last_active":"2024-04-21T23:55:50.023466+0000","last_peered":"2024-04-21T23:55:50.023466+0000","last_clean":"2024-04-21T23:55:50.023466+0000","last_became_active":"2024-04-21T23:55:44.705556+0000","last_became_peered":"2024-04-21T23:55:44.705556+0000","last_unstale":"2024-04-21T23:55:50.023466+0000","last_undegraded":"2024-04-21T23:55:50.023466+0000","last_fullsized":"2024-04-21T23:55:50.023466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:34.944157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023349+0000","last_change":"2024-04-21T23:55:48.871829+0000","last_active":"2024-04-21T23:55:50.023349+0000","last_peered":"2024-04-21T23:55:50.023349+0000","last_clean":"2024-04-21T23:55:50.023349+0000","last_became_active":"2024-04-21T23:55:48.871163+0000","last_became_peered":"2024-04-21T23:55:48.871163+0000","last_unstale":"2024-04-21T23:55:50.023349+0000","last_undegraded":"2024-04-21T23:55:50.023349+0000","last_fullsized":"2024-04-21T23:55:50.023349+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:06.017731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"85'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023699+0000","last_change":"2024-04-21T23:55:43.691699+0000","last_active":"2024-04-21T23:55:50.023699+0000","last_peered":"2024-04-21T23:55:50.023699+0000","last_clean":"2024-04-21T23:55:50.023699+0000","last_became_active":"2024-04-21T23:55:43.691384+0000","last_became_peered":"2024-04-21T23:55:43.691384+0000","last_unstale":"2024-04-21T23:55:50.023699+0000","last_undegraded":"2024-04-21T23:55:50.023699+0000","last_fullsized":"2024-04-21T23:55:50.023699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:54:51.602642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858175+0000","last_change":"2024-04-21T23:55:44.714072+0000","last_active":"2024-04-21T23:55:49.858175+0000","last_peered":"2024-04-21T23:55:49.858175+0000","last_clean":"2024-04-21T23:55:49.858175+0000","last_became_active":"2024-04-21T23:55:44.713511+0000","last_became_peered":"2024-04-21T23:55:44.713511+0000","last_unstale":"2024-04-21T23:55:49.858175+0000","last_undegraded":"2024-04-21T23:55:49.858175+0000","last_fullsized":"2024-04-21T23:55:49.858175+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:13.980425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024075+0000","last_change":"2024-04-21T23:55:48.882844+0000","last_active":"2024-04-21T23:55:50.024075+0000","last_peered":"2024-04-21T23:55:50.024075+0000","last_clean":"2024-04-21T23:55:50.024075+0000","last_became_active":"2024-04-21T23:55:48.882377+0000","last_became_peered":"2024-04-21T23:55:48.882377+0000","last_unstale":"2024-04-21T23:55:50.024075+0000","last_undegraded":"2024-04-21T23:55:50.024075+0000","last_fullsized":"2024-04-21T23:55:50.024075+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:33.924670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.943093+0000","last_change":"2024-04-21T23:55:43.686155+0000","last_active":"2024-04-21T23:56:09.943093+0000","last_peered":"2024-04-21T23:56:09.943093+0000","last_clean":"2024-04-21T23:56:09.943093+0000","last_became_active":"2024-04-21T23:55:43.685812+0000","last_became_peered":"2024-04-21T23:55:43.685812+0000","last_unstale":"2024-04-21T23:56:09.943093+0000","last_undegraded":"2024-04-21T23:56:09.943093+0000","last_fullsized":"2024-04-21T23:56:09.943093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:56:06.830541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022713+0000","last_change":"2024-04-21T23:55:44.701899+0000","last_active":"2024-04-21T23:55:50.022713+0000","last_peered":"2024-04-21T23:55:50.022713+0000","last_clean":"2024-04-21T23:55:50.022713+0000","last_became_active":"2024-04-21T23:55:44.700843+0000","last_became_peered":"2024-04-21T23:55:44.700843+0000","last_unstale":"2024-04-21T23:55:50.022713+0000","last_undegraded":"2024-04-21T23:55:50.022713+0000","last_fullsized":"2024-04-21T23:55:50.022713+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:36:58.657360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024012+0000","last_change":"2024-04-21T23:55:48.876495+0000","last_active":"2024-04-21T23:55:50.024012+0000","last_peered":"2024-04-21T23:55:50.024012+0000","last_clean":"2024-04-21T23:55:50.024012+0000","last_became_active":"2024-04-21T23:55:48.876080+0000","last_became_peered":"2024-04-21T23:55:48.876080+0000","last_unstale":"2024-04-21T23:55:50.024012+0000","last_undegraded":"2024-04-21T23:55:50.024012+0000","last_fullsized":"2024-04-21T23:55:50.024012+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:17.230754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857618+0000","last_change":"2024-04-21T23:55:43.691929+0000","last_active":"2024-04-21T23:55:49.857618+0000","last_peered":"2024-04-21T23:55:49.857618+0000","last_clean":"2024-04-21T23:55:49.857618+0000","last_became_active":"2024-04-21T23:55:43.691262+0000","last_became_peered":"2024-04-21T23:55:43.691262+0000","last_unstale":"2024-04-21T23:55:49.857618+0000","last_undegraded":"2024-04-21T23:55:49.857618+0000","last_fullsized":"2024-04-21T23:55:49.857618+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:34:07.980684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022010+0000","last_change":"2024-04-21T23:55:44.696859+0000","last_active":"2024-04-21T23:55:50.022010+0000","last_peered":"2024-04-21T23:55:50.022010+0000","last_clean":"2024-04-21T23:55:50.022010+0000","last_became_active":"2024-04-21T23:55:44.696537+0000","last_became_peered":"2024-04-21T23:55:44.696537+0000","last_unstale":"2024-04-21T23:55:50.022010+0000","last_undegraded":"2024-04-21T23:55:50.022010+0000","last_fullsized":"2024-04-21T23:55:50.022010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:33:23.534954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022566+0000","last_change":"2024-04-21T23:55:48.877075+0000","last_active":"2024-04-21T23:55:50.022566+0000","last_peered":"2024-04-21T23:55:50.022566+0000","last_clean":"2024-04-21T23:55:50.022566+0000","last_became_active":"2024-04-21T23:55:48.876528+0000","last_became_peered":"2024-04-21T23:55:48.876528+0000","last_unstale":"2024-04-21T23:55:50.022566+0000","last_undegraded":"2024-04-21T23:55:50.022566+0000","last_fullsized":"2024-04-21T23:55:50.022566+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:26:50.095970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'3","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932011+0000","last_change":"2024-04-21T23:55:43.691621+0000","last_active":"2024-04-21T23:56:08.932011+0000","last_peered":"2024-04-21T23:56:08.932011+0000","last_clean":"2024-04-21T23:56:08.932011+0000","last_became_active":"2024-04-21T23:55:43.691293+0000","last_became_peered":"2024-04-21T23:55:43.691293+0000","last_unstale":"2024-04-21T23:56:08.932011+0000","last_undegraded":"2024-04-21T23:56:08.932011+0000","last_fullsized":"2024-04-21T23:56:08.932011+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:20.106233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024614+0000","last_change":"2024-04-21T23:55:44.710209+0000","last_active":"2024-04-21T23:55:50.024614+0000","last_peered":"2024-04-21T23:55:50.024614+0000","last_clean":"2024-04-21T23:55:50.024614+0000","last_became_active":"2024-04-21T23:55:44.705647+0000","last_became_peered":"2024-04-21T23:55:44.705647+0000","last_unstale":"2024-04-21T23:55:50.024614+0000","last_undegraded":"2024-04-21T23:55:50.024614+0000","last_fullsized":"2024-04-21T23:55:50.024614+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:13.872018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.021870+0000","last_change":"2024-04-21T23:55:48.879102+0000","last_active":"2024-04-21T23:55:50.021870+0000","last_peered":"2024-04-21T23:55:50.021870+0000","last_clean":"2024-04-21T23:55:50.021870+0000","last_became_active":"2024-04-21T23:55:48.873253+0000","last_became_peered":"2024-04-21T23:55:48.873253+0000","last_unstale":"2024-04-21T23:55:50.021870+0000","last_undegraded":"2024-04-21T23:55:50.021870+0000","last_fullsized":"2024-04-21T23:55:50.021870+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:02:12.321142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.931584+0000","last_change":"2024-04-21T23:55:43.693168+0000","last_active":"2024-04-21T23:56:08.931584+0000","last_peered":"2024-04-21T23:56:08.931584+0000","last_clean":"2024-04-21T23:56:08.931584+0000","last_became_active":"2024-04-21T23:55:43.692850+0000","last_became_peered":"2024-04-21T23:55:43.692850+0000","last_unstale":"2024-04-21T23:56:08.931584+0000","last_undegraded":"2024-04-21T23:56:08.931584+0000","last_fullsized":"2024-04-21T23:56:08.931584+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:01:11.587068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024199+0000","last_change":"2024-04-21T23:55:44.714022+0000","last_active":"2024-04-21T23:55:50.024199+0000","last_peered":"2024-04-21T23:55:50.024199+0000","last_clean":"2024-04-21T23:55:50.024199+0000","last_became_active":"2024-04-21T23:55:44.713718+0000","last_became_peered":"2024-04-21T23:55:44.713718+0000","last_unstale":"2024-04-21T23:55:50.024199+0000","last_undegraded":"2024-04-21T23:55:50.024199+0000","last_fullsized":"2024-04-21T23:55:50.024199+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:30.561159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022798+0000","last_change":"2024-04-21T23:55:48.881022+0000","last_active":"2024-04-21T23:55:50.022798+0000","last_peered":"2024-04-21T23:55:50.022798+0000","last_clean":"2024-04-21T23:55:50.022798+0000","last_became_active":"2024-04-21T23:55:48.880556+0000","last_became_peered":"2024-04-21T23:55:48.880556+0000","last_unstale":"2024-04-21T23:55:50.022798+0000","last_undegraded":"2024-04-21T23:55:50.022798+0000","last_fullsized":"2024-04-21T23:55:50.022798+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:04:10.558632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932957+0000","last_change":"2024-04-21T23:55:43.688536+0000","last_active":"2024-04-21T23:56:08.932957+0000","last_peered":"2024-04-21T23:56:08.932957+0000","last_clean":"2024-04-21T23:56:08.932957+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:56:08.932957+0000","last_undegraded":"2024-04-21T23:56:08.932957+0000","last_fullsized":"2024-04-21T23:56:08.932957+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:40.674025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024901+0000","last_change":"2024-04-21T23:55:44.716662+0000","last_active":"2024-04-21T23:55:50.024901+0000","last_peered":"2024-04-21T23:55:50.024901+0000","last_clean":"2024-04-21T23:55:50.024901+0000","last_became_active":"2024-04-21T23:55:44.716322+0000","last_became_peered":"2024-04-21T23:55:44.716322+0000","last_unstale":"2024-04-21T23:55:50.024901+0000","last_undegraded":"2024-04-21T23:55:50.024901+0000","last_fullsized":"2024-04-21T23:55:50.024901+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:49:38.625362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022226+0000","last_change":"2024-04-21T23:55:48.878436+0000","last_active":"2024-04-21T23:55:50.022226+0000","last_peered":"2024-04-21T23:55:50.022226+0000","last_clean":"2024-04-21T23:55:50.022226+0000","last_became_active":"2024-04-21T23:55:48.873296+0000","last_became_peered":"2024-04-21T23:55:48.873296+0000","last_unstale":"2024-04-21T23:55:50.022226+0000","last_undegraded":"2024-04-21T23:55:50.022226+0000","last_fullsized":"2024-04-21T23:55:50.022226+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:22:11.341551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'12","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.931689+0000","last_change":"2024-04-21T23:55:43.693325+0000","last_active":"2024-04-21T23:56:08.931689+0000","last_peered":"2024-04-21T23:56:08.931689+0000","last_clean":"2024-04-21T23:56:08.931689+0000","last_became_active":"2024-04-21T23:55:43.692993+0000","last_became_peered":"2024-04-21T23:55:43.692993+0000","last_unstale":"2024-04-21T23:56:08.931689+0000","last_undegraded":"2024-04-21T23:56:08.931689+0000","last_fullsized":"2024-04-21T23:56:08.931689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:33.207858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024069+0000","last_change":"2024-04-21T23:55:44.705847+0000","last_active":"2024-04-21T23:55:50.024069+0000","last_peered":"2024-04-21T23:55:50.024069+0000","last_clean":"2024-04-21T23:55:50.024069+0000","last_became_active":"2024-04-21T23:55:44.705496+0000","last_became_peered":"2024-04-21T23:55:44.705496+0000","last_unstale":"2024-04-21T23:55:50.024069+0000","last_undegraded":"2024-04-21T23:55:50.024069+0000","last_fullsized":"2024-04-21T23:55:50.024069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:11:30.043801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858598+0000","last_change":"2024-04-21T23:55:48.877427+0000","last_active":"2024-04-21T23:55:49.858598+0000","last_peered":"2024-04-21T23:55:49.858598+0000","last_clean":"2024-04-21T23:55:49.858598+0000","last_became_active":"2024-04-21T23:55:48.876877+0000","last_became_peered":"2024-04-21T23:55:48.876877+0000","last_unstale":"2024-04-21T23:55:49.858598+0000","last_undegraded":"2024-04-21T23:55:49.858598+0000","last_fullsized":"2024-04-21T23:55:49.858598+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:23:09.167454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.943896+0000","last_change":"2024-04-21T23:55:43.699701+0000","last_active":"2024-04-21T23:56:09.943896+0000","last_peered":"2024-04-21T23:56:09.943896+0000","last_clean":"2024-04-21T23:56:09.943896+0000","last_became_active":"2024-04-21T23:55:43.699093+0000","last_became_peered":"2024-04-21T23:55:43.699093+0000","last_unstale":"2024-04-21T23:56:09.943896+0000","last_undegraded":"2024-04-21T23:56:09.943896+0000","last_fullsized":"2024-04-21T23:56:09.943896+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:07:05.312967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857402+0000","last_change":"2024-04-21T23:55:44.703905+0000","last_active":"2024-04-21T23:55:49.857402+0000","last_peered":"2024-04-21T23:55:49.857402+0000","last_clean":"2024-04-21T23:55:49.857402+0000","last_became_active":"2024-04-21T23:55:44.703574+0000","last_became_peered":"2024-04-21T23:55:44.703574+0000","last_unstale":"2024-04-21T23:55:49.857402+0000","last_undegraded":"2024-04-21T23:55:49.857402+0000","last_fullsized":"2024-04-21T23:55:49.857402+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:13:38.489984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023744+0000","last_change":"2024-04-21T23:55:48.872953+0000","last_active":"2024-04-21T23:55:50.023744+0000","last_peered":"2024-04-21T23:55:50.023744+0000","last_clean":"2024-04-21T23:55:50.023744+0000","last_became_active":"2024-04-21T23:55:48.872555+0000","last_became_peered":"2024-04-21T23:55:48.872555+0000","last_unstale":"2024-04-21T23:55:50.023744+0000","last_undegraded":"2024-04-21T23:55:50.023744+0000","last_fullsized":"2024-04-21T23:55:50.023744+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:27:13.094735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.931662+0000","last_change":"2024-04-21T23:55:43.696391+0000","last_active":"2024-04-21T23:56:08.931662+0000","last_peered":"2024-04-21T23:56:08.931662+0000","last_clean":"2024-04-21T23:56:08.931662+0000","last_became_active":"2024-04-21T23:55:43.695980+0000","last_became_peered":"2024-04-21T23:55:43.695980+0000","last_unstale":"2024-04-21T23:56:08.931662+0000","last_undegraded":"2024-04-21T23:56:08.931662+0000","last_fullsized":"2024-04-21T23:56:08.931662+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:31.655843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859691+0000","last_change":"2024-04-21T23:55:44.714768+0000","last_active":"2024-04-21T23:55:49.859691+0000","last_peered":"2024-04-21T23:55:49.859691+0000","last_clean":"2024-04-21T23:55:49.859691+0000","last_became_active":"2024-04-21T23:55:44.714444+0000","last_became_peered":"2024-04-21T23:55:44.714444+0000","last_unstale":"2024-04-21T23:55:49.859691+0000","last_undegraded":"2024-04-21T23:55:49.859691+0000","last_fullsized":"2024-04-21T23:55:49.859691+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:08:14.871373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022113+0000","last_change":"2024-04-21T23:55:48.884462+0000","last_active":"2024-04-21T23:55:50.022113+0000","last_peered":"2024-04-21T23:55:50.022113+0000","last_clean":"2024-04-21T23:55:50.022113+0000","last_became_active":"2024-04-21T23:55:48.883089+0000","last_became_peered":"2024-04-21T23:55:48.883089+0000","last_unstale":"2024-04-21T23:55:50.022113+0000","last_undegraded":"2024-04-21T23:55:50.022113+0000","last_fullsized":"2024-04-21T23:55:50.022113+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:38:38.667950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'3","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:10.664870+0000","last_change":"2024-04-21T23:55:43.691062+0000","last_active":"2024-04-21T23:56:10.664870+0000","last_peered":"2024-04-21T23:56:10.664870+0000","last_clean":"2024-04-21T23:56:10.664870+0000","last_became_active":"2024-04-21T23:55:43.690749+0000","last_became_peered":"2024-04-21T23:55:43.690749+0000","last_unstale":"2024-04-21T23:56:10.664870+0000","last_undegraded":"2024-04-21T23:56:10.664870+0000","last_fullsized":"2024-04-21T23:56:10.664870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:36:55.159615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859486+0000","last_change":"2024-04-21T23:55:44.709017+0000","last_active":"2024-04-21T23:55:49.859486+0000","last_peered":"2024-04-21T23:55:49.859486+0000","last_clean":"2024-04-21T23:55:49.859486+0000","last_became_active":"2024-04-21T23:55:44.708588+0000","last_became_peered":"2024-04-21T23:55:44.708588+0000","last_unstale":"2024-04-21T23:55:49.859486+0000","last_undegraded":"2024-04-21T23:55:49.859486+0000","last_fullsized":"2024-04-21T23:55:49.859486+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:36.400060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857892+0000","last_change":"2024-04-21T23:55:48.874167+0000","last_active":"2024-04-21T23:55:49.857892+0000","last_peered":"2024-04-21T23:55:49.857892+0000","last_clean":"2024-04-21T23:55:49.857892+0000","last_became_active":"2024-04-21T23:55:48.873629+0000","last_became_peered":"2024-04-21T23:55:48.873629+0000","last_unstale":"2024-04-21T23:55:49.857892+0000","last_undegraded":"2024-04-21T23:55:49.857892+0000","last_fullsized":"2024-04-21T23:55:49.857892+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:28:32.642715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.945610+0000","last_change":"2024-04-21T23:55:43.694169+0000","last_active":"2024-04-21T23:56:09.945610+0000","last_peered":"2024-04-21T23:56:09.945610+0000","last_clean":"2024-04-21T23:56:09.945610+0000","last_became_active":"2024-04-21T23:55:43.693802+0000","last_became_peered":"2024-04-21T23:55:43.693802+0000","last_unstale":"2024-04-21T23:56:09.945610+0000","last_undegraded":"2024-04-21T23:56:09.945610+0000","last_fullsized":"2024-04-21T23:56:09.945610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:34:46.451259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857764+0000","last_change":"2024-04-21T23:55:44.714977+0000","last_active":"2024-04-21T23:55:49.857764+0000","last_peered":"2024-04-21T23:55:49.857764+0000","last_clean":"2024-04-21T23:55:49.857764+0000","last_became_active":"2024-04-21T23:55:44.714624+0000","last_became_peered":"2024-04-21T23:55:44.714624+0000","last_unstale":"2024-04-21T23:55:49.857764+0000","last_undegraded":"2024-04-21T23:55:49.857764+0000","last_fullsized":"2024-04-21T23:55:49.857764+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:20.341440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857850+0000","last_change":"2024-04-21T23:55:48.876125+0000","last_active":"2024-04-21T23:55:49.857850+0000","last_peered":"2024-04-21T23:55:49.857850+0000","last_clean":"2024-04-21T23:55:49.857850+0000","last_became_active":"2024-04-21T23:55:48.873851+0000","last_became_peered":"2024-04-21T23:55:48.873851+0000","last_unstale":"2024-04-21T23:55:49.857850+0000","last_undegraded":"2024-04-21T23:55:49.857850+0000","last_fullsized":"2024-04-21T23:55:49.857850+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:28:44.031297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:10.663977+0000","last_change":"2024-04-21T23:55:43.690896+0000","last_active":"2024-04-21T23:56:10.663977+0000","last_peered":"2024-04-21T23:56:10.663977+0000","last_clean":"2024-04-21T23:56:10.663977+0000","last_became_active":"2024-04-21T23:55:43.690496+0000","last_became_peered":"2024-04-21T23:55:43.690496+0000","last_unstale":"2024-04-21T23:56:10.663977+0000","last_undegraded":"2024-04-21T23:56:10.663977+0000","last_fullsized":"2024-04-21T23:56:10.663977+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:07.675345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023871+0000","last_change":"2024-04-21T23:55:44.709568+0000","last_active":"2024-04-21T23:55:50.023871+0000","last_peered":"2024-04-21T23:55:50.023871+0000","last_clean":"2024-04-21T23:55:50.023871+0000","last_became_active":"2024-04-21T23:55:44.709184+0000","last_became_peered":"2024-04-21T23:55:44.709184+0000","last_unstale":"2024-04-21T23:55:50.023871+0000","last_undegraded":"2024-04-21T23:55:50.023871+0000","last_fullsized":"2024-04-21T23:55:50.023871+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:23:21.657146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023639+0000","last_change":"2024-04-21T23:55:48.874253+0000","last_active":"2024-04-21T23:55:50.023639+0000","last_peered":"2024-04-21T23:55:50.023639+0000","last_clean":"2024-04-21T23:55:50.023639+0000","last_became_active":"2024-04-21T23:55:48.873792+0000","last_became_peered":"2024-04-21T23:55:48.873792+0000","last_unstale":"2024-04-21T23:55:50.023639+0000","last_undegraded":"2024-04-21T23:55:50.023639+0000","last_fullsized":"2024-04-21T23:55:50.023639+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:14:22.462921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022460+0000","last_change":"2024-04-21T23:55:43.695816+0000","last_active":"2024-04-21T23:55:50.022460+0000","last_peered":"2024-04-21T23:55:50.022460+0000","last_clean":"2024-04-21T23:55:50.022460+0000","last_became_active":"2024-04-21T23:55:43.695336+0000","last_became_peered":"2024-04-21T23:55:43.695336+0000","last_unstale":"2024-04-21T23:55:50.022460+0000","last_undegraded":"2024-04-21T23:55:50.022460+0000","last_fullsized":"2024-04-21T23:55:50.022460+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:48.514566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023858+0000","last_change":"2024-04-21T23:55:44.702018+0000","last_active":"2024-04-21T23:55:50.023858+0000","last_peered":"2024-04-21T23:55:50.023858+0000","last_clean":"2024-04-21T23:55:50.023858+0000","last_became_active":"2024-04-21T23:55:44.701667+0000","last_became_peered":"2024-04-21T23:55:44.701667+0000","last_unstale":"2024-04-21T23:55:50.023858+0000","last_undegraded":"2024-04-21T23:55:50.023858+0000","last_fullsized":"2024-04-21T23:55:50.023858+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:35:36.854755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857848+0000","last_change":"2024-04-21T23:55:48.875794+0000","last_active":"2024-04-21T23:55:49.857848+0000","last_peered":"2024-04-21T23:55:49.857848+0000","last_clean":"2024-04-21T23:55:49.857848+0000","last_became_active":"2024-04-21T23:55:48.875386+0000","last_became_peered":"2024-04-21T23:55:48.875386+0000","last_unstale":"2024-04-21T23:55:49.857848+0000","last_undegraded":"2024-04-21T23:55:49.857848+0000","last_fullsized":"2024-04-21T23:55:49.857848+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:37:17.202826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859623+0000","last_change":"2024-04-21T23:55:43.694128+0000","last_active":"2024-04-21T23:55:49.859623+0000","last_peered":"2024-04-21T23:55:49.859623+0000","last_clean":"2024-04-21T23:55:49.859623+0000","last_became_active":"2024-04-21T23:55:43.693809+0000","last_became_peered":"2024-04-21T23:55:43.693809+0000","last_unstale":"2024-04-21T23:55:49.859623+0000","last_undegraded":"2024-04-21T23:55:49.859623+0000","last_fullsized":"2024-04-21T23:55:49.859623+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:20.569382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023680+0000","last_change":"2024-04-21T23:55:44.708426+0000","last_active":"2024-04-21T23:55:50.023680+0000","last_peered":"2024-04-21T23:55:50.023680+0000","last_clean":"2024-04-21T23:55:50.023680+0000","last_became_active":"2024-04-21T23:55:44.708105+0000","last_became_peered":"2024-04-21T23:55:44.708105+0000","last_unstale":"2024-04-21T23:55:50.023680+0000","last_undegraded":"2024-04-21T23:55:50.023680+0000","last_fullsized":"2024-04-21T23:55:50.023680+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:39:12.432647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857853+0000","last_change":"2024-04-21T23:55:48.880951+0000","last_active":"2024-04-21T23:55:49.857853+0000","last_peered":"2024-04-21T23:55:49.857853+0000","last_clean":"2024-04-21T23:55:49.857853+0000","last_became_active":"2024-04-21T23:55:48.880484+0000","last_became_peered":"2024-04-21T23:55:48.880484+0000","last_unstale":"2024-04-21T23:55:49.857853+0000","last_undegraded":"2024-04-21T23:55:49.857853+0000","last_fullsized":"2024-04-21T23:55:49.857853+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:15.419390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857806+0000","last_change":"2024-04-21T23:55:44.714129+0000","last_active":"2024-04-21T23:55:49.857806+0000","last_peered":"2024-04-21T23:55:49.857806+0000","last_clean":"2024-04-21T23:55:49.857806+0000","last_became_active":"2024-04-21T23:55:44.713079+0000","last_became_peered":"2024-04-21T23:55:44.713079+0000","last_unstale":"2024-04-21T23:55:49.857806+0000","last_undegraded":"2024-04-21T23:55:49.857806+0000","last_fullsized":"2024-04-21T23:55:49.857806+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:28:25.242211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'4","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.945072+0000","last_change":"2024-04-21T23:55:43.688282+0000","last_active":"2024-04-21T23:56:09.945072+0000","last_peered":"2024-04-21T23:56:09.945072+0000","last_clean":"2024-04-21T23:56:09.945072+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:56:09.945072+0000","last_undegraded":"2024-04-21T23:56:09.945072+0000","last_fullsized":"2024-04-21T23:56:09.945072+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:23:08.111755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859844+0000","last_change":"2024-04-21T23:55:48.871038+0000","last_active":"2024-04-21T23:55:49.859844+0000","last_peered":"2024-04-21T23:55:49.859844+0000","last_clean":"2024-04-21T23:55:49.859844+0000","last_became_active":"2024-04-21T23:55:48.870521+0000","last_became_peered":"2024-04-21T23:55:48.870521+0000","last_unstale":"2024-04-21T23:55:49.859844+0000","last_undegraded":"2024-04-21T23:55:49.859844+0000","last_fullsized":"2024-04-21T23:55:49.859844+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:42:14.978055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022417+0000","last_change":"2024-04-21T23:55:44.707915+0000","last_active":"2024-04-21T23:55:50.022417+0000","last_peered":"2024-04-21T23:55:50.022417+0000","last_clean":"2024-04-21T23:55:50.022417+0000","last_became_active":"2024-04-21T23:55:44.707476+0000","last_became_peered":"2024-04-21T23:55:44.707476+0000","last_unstale":"2024-04-21T23:55:50.022417+0000","last_undegraded":"2024-04-21T23:55:50.022417+0000","last_fullsized":"2024-04-21T23:55:50.022417+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:25.654326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:10.662846+0000","last_change":"2024-04-21T23:55:43.696115+0000","last_active":"2024-04-21T23:56:10.662846+0000","last_peered":"2024-04-21T23:56:10.662846+0000","last_clean":"2024-04-21T23:56:10.662846+0000","last_became_active":"2024-04-21T23:55:43.695806+0000","last_became_peered":"2024-04-21T23:55:43.695806+0000","last_unstale":"2024-04-21T23:56:10.662846+0000","last_undegraded":"2024-04-21T23:56:10.662846+0000","last_fullsized":"2024-04-21T23:56:10.662846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:05.224494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":356,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859315+0000","last_change":"2024-04-21T23:54:31.654931+0000","last_active":"2024-04-21T23:55:49.859315+0000","last_peered":"2024-04-21T23:55:49.859315+0000","last_clean":"2024-04-21T23:55:49.859315+0000","last_became_active":"2024-04-21T23:54:31.654422+0000","last_became_peered":"2024-04-21T23:54:31.654422+0000","last_unstale":"2024-04-21T23:55:49.859315+0000","last_undegraded":"2024-04-21T23:55:49.859315+0000","last_fullsized":"2024-04-21T23:55:49.859315+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_clean_scrub_stamp":"2024-04-21T23:51:07.358778+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:33:41.398066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858451+0000","last_change":"2024-04-21T23:55:48.873805+0000","last_active":"2024-04-21T23:55:49.858451+0000","last_peered":"2024-04-21T23:55:49.858451+0000","last_clean":"2024-04-21T23:55:49.858451+0000","last_became_active":"2024-04-21T23:55:48.873074+0000","last_became_peered":"2024-04-21T23:55:48.873074+0000","last_unstale":"2024-04-21T23:55:49.858451+0000","last_undegraded":"2024-04-21T23:55:49.858451+0000","last_fullsized":"2024-04-21T23:55:49.858451+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:45.408806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857106+0000","last_change":"2024-04-21T23:55:44.713183+0000","last_active":"2024-04-21T23:55:49.857106+0000","last_peered":"2024-04-21T23:55:49.857106+0000","last_clean":"2024-04-21T23:55:49.857106+0000","last_became_active":"2024-04-21T23:55:44.712895+0000","last_became_peered":"2024-04-21T23:55:44.712895+0000","last_unstale":"2024-04-21T23:55:49.857106+0000","last_undegraded":"2024-04-21T23:55:49.857106+0000","last_fullsized":"2024-04-21T23:55:49.857106+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:48.014012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.943459+0000","last_change":"2024-04-21T23:55:43.695469+0000","last_active":"2024-04-21T23:56:09.943459+0000","last_peered":"2024-04-21T23:56:09.943459+0000","last_clean":"2024-04-21T23:56:09.943459+0000","last_became_active":"2024-04-21T23:55:43.695191+0000","last_became_peered":"2024-04-21T23:55:43.695191+0000","last_unstale":"2024-04-21T23:56:09.943459+0000","last_undegraded":"2024-04-21T23:56:09.943459+0000","last_fullsized":"2024-04-21T23:56:09.943459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:31:36.518346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023531+0000","last_change":"2024-04-21T23:55:48.872617+0000","last_active":"2024-04-21T23:55:50.023531+0000","last_peered":"2024-04-21T23:55:50.023531+0000","last_clean":"2024-04-21T23:55:50.023531+0000","last_became_active":"2024-04-21T23:55:48.872148+0000","last_became_peered":"2024-04-21T23:55:48.872148+0000","last_unstale":"2024-04-21T23:55:50.023531+0000","last_undegraded":"2024-04-21T23:55:50.023531+0000","last_fullsized":"2024-04-21T23:55:50.023531+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:15:31.326136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932411+0000","last_change":"2024-04-21T23:55:43.697097+0000","last_active":"2024-04-21T23:56:08.932411+0000","last_peered":"2024-04-21T23:56:08.932411+0000","last_clean":"2024-04-21T23:56:08.932411+0000","last_became_active":"2024-04-21T23:55:43.696793+0000","last_became_peered":"2024-04-21T23:55:43.696793+0000","last_unstale":"2024-04-21T23:56:08.932411+0000","last_undegraded":"2024-04-21T23:56:08.932411+0000","last_fullsized":"2024-04-21T23:56:08.932411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:46:57.088968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857924+0000","last_change":"2024-04-21T23:55:44.694188+0000","last_active":"2024-04-21T23:55:49.857924+0000","last_peered":"2024-04-21T23:55:49.857924+0000","last_clean":"2024-04-21T23:55:49.857924+0000","last_became_active":"2024-04-21T23:55:44.693858+0000","last_became_peered":"2024-04-21T23:55:44.693858+0000","last_unstale":"2024-04-21T23:55:49.857924+0000","last_undegraded":"2024-04-21T23:55:49.857924+0000","last_fullsized":"2024-04-21T23:55:49.857924+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:06:06.840835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022662+0000","last_change":"2024-04-21T23:55:48.882642+0000","last_active":"2024-04-21T23:55:50.022662+0000","last_peered":"2024-04-21T23:55:50.022662+0000","last_clean":"2024-04-21T23:55:50.022662+0000","last_became_active":"2024-04-21T23:55:48.882215+0000","last_became_peered":"2024-04-21T23:55:48.882215+0000","last_unstale":"2024-04-21T23:55:50.022662+0000","last_undegraded":"2024-04-21T23:55:50.022662+0000","last_fullsized":"2024-04-21T23:55:50.022662+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:57:13.008696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022905+0000","last_change":"2024-04-21T23:55:43.694850+0000","last_active":"2024-04-21T23:55:50.022905+0000","last_peered":"2024-04-21T23:55:50.022905+0000","last_clean":"2024-04-21T23:55:50.022905+0000","last_became_active":"2024-04-21T23:55:43.694510+0000","last_became_peered":"2024-04-21T23:55:43.694510+0000","last_unstale":"2024-04-21T23:55:50.022905+0000","last_undegraded":"2024-04-21T23:55:50.022905+0000","last_fullsized":"2024-04-21T23:55:50.022905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:20.331885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023244+0000","last_change":"2024-04-21T23:55:44.704749+0000","last_active":"2024-04-21T23:55:50.023244+0000","last_peered":"2024-04-21T23:55:50.023244+0000","last_clean":"2024-04-21T23:55:50.023244+0000","last_became_active":"2024-04-21T23:55:44.704428+0000","last_became_peered":"2024-04-21T23:55:44.704428+0000","last_unstale":"2024-04-21T23:55:50.023244+0000","last_undegraded":"2024-04-21T23:55:50.023244+0000","last_fullsized":"2024-04-21T23:55:50.023244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:26:12.965938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022819+0000","last_change":"2024-04-21T23:55:48.873057+0000","last_active":"2024-04-21T23:55:50.022819+0000","last_peered":"2024-04-21T23:55:50.022819+0000","last_clean":"2024-04-21T23:55:50.022819+0000","last_became_active":"2024-04-21T23:55:48.872614+0000","last_became_peered":"2024-04-21T23:55:48.872614+0000","last_unstale":"2024-04-21T23:55:50.022819+0000","last_undegraded":"2024-04-21T23:55:50.022819+0000","last_fullsized":"2024-04-21T23:55:50.022819+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:35.334492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932250+0000","last_change":"2024-04-21T23:55:43.690157+0000","last_active":"2024-04-21T23:56:08.932250+0000","last_peered":"2024-04-21T23:56:08.932250+0000","last_clean":"2024-04-21T23:56:08.932250+0000","last_became_active":"2024-04-21T23:55:43.689806+0000","last_became_peered":"2024-04-21T23:55:43.689806+0000","last_unstale":"2024-04-21T23:56:08.932250+0000","last_undegraded":"2024-04-21T23:56:08.932250+0000","last_fullsized":"2024-04-21T23:56:08.932250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:45:09.842731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024128+0000","last_change":"2024-04-21T23:55:44.707100+0000","last_active":"2024-04-21T23:55:50.024128+0000","last_peered":"2024-04-21T23:55:50.024128+0000","last_clean":"2024-04-21T23:55:50.024128+0000","last_became_active":"2024-04-21T23:55:44.706759+0000","last_became_peered":"2024-04-21T23:55:44.706759+0000","last_unstale":"2024-04-21T23:55:50.024128+0000","last_undegraded":"2024-04-21T23:55:50.024128+0000","last_fullsized":"2024-04-21T23:55:50.024128+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:58.135129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023427+0000","last_change":"2024-04-21T23:55:48.880809+0000","last_active":"2024-04-21T23:55:50.023427+0000","last_peered":"2024-04-21T23:55:50.023427+0000","last_clean":"2024-04-21T23:55:50.023427+0000","last_became_active":"2024-04-21T23:55:48.880374+0000","last_became_peered":"2024-04-21T23:55:48.880374+0000","last_unstale":"2024-04-21T23:55:50.023427+0000","last_undegraded":"2024-04-21T23:55:50.023427+0000","last_fullsized":"2024-04-21T23:55:50.023427+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:29:33.315000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024022+0000","last_change":"2024-04-21T23:55:43.689547+0000","last_active":"2024-04-21T23:55:50.024022+0000","last_peered":"2024-04-21T23:55:50.024022+0000","last_clean":"2024-04-21T23:55:50.024022+0000","last_became_active":"2024-04-21T23:55:43.688985+0000","last_became_peered":"2024-04-21T23:55:43.688985+0000","last_unstale":"2024-04-21T23:55:50.024022+0000","last_undegraded":"2024-04-21T23:55:50.024022+0000","last_fullsized":"2024-04-21T23:55:50.024022+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:23:00.239787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023028+0000","last_change":"2024-04-21T23:55:44.703472+0000","last_active":"2024-04-21T23:55:50.023028+0000","last_peered":"2024-04-21T23:55:50.023028+0000","last_clean":"2024-04-21T23:55:50.023028+0000","last_became_active":"2024-04-21T23:55:44.703109+0000","last_became_peered":"2024-04-21T23:55:44.703109+0000","last_unstale":"2024-04-21T23:55:50.023028+0000","last_undegraded":"2024-04-21T23:55:50.023028+0000","last_fullsized":"2024-04-21T23:55:50.023028+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:04.046745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022393+0000","last_change":"2024-04-21T23:55:48.870262+0000","last_active":"2024-04-21T23:55:50.022393+0000","last_peered":"2024-04-21T23:55:50.022393+0000","last_clean":"2024-04-21T23:55:50.022393+0000","last_became_active":"2024-04-21T23:55:48.869820+0000","last_became_peered":"2024-04-21T23:55:48.869820+0000","last_unstale":"2024-04-21T23:55:50.022393+0000","last_undegraded":"2024-04-21T23:55:50.022393+0000","last_fullsized":"2024-04-21T23:55:50.022393+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:18:46.039586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932523+0000","last_change":"2024-04-21T23:55:43.692226+0000","last_active":"2024-04-21T23:56:08.932523+0000","last_peered":"2024-04-21T23:56:08.932523+0000","last_clean":"2024-04-21T23:56:08.932523+0000","last_became_active":"2024-04-21T23:55:43.690673+0000","last_became_peered":"2024-04-21T23:55:43.690673+0000","last_unstale":"2024-04-21T23:56:08.932523+0000","last_undegraded":"2024-04-21T23:56:08.932523+0000","last_fullsized":"2024-04-21T23:56:08.932523+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:55:26.436150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023609+0000","last_change":"2024-04-21T23:55:44.706524+0000","last_active":"2024-04-21T23:55:50.023609+0000","last_peered":"2024-04-21T23:55:50.023609+0000","last_clean":"2024-04-21T23:55:50.023609+0000","last_became_active":"2024-04-21T23:55:44.706126+0000","last_became_peered":"2024-04-21T23:55:44.706126+0000","last_unstale":"2024-04-21T23:55:50.023609+0000","last_undegraded":"2024-04-21T23:55:50.023609+0000","last_fullsized":"2024-04-21T23:55:50.023609+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:42:14.829787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022802+0000","last_change":"2024-04-21T23:55:48.881489+0000","last_active":"2024-04-21T23:55:50.022802+0000","last_peered":"2024-04-21T23:55:50.022802+0000","last_clean":"2024-04-21T23:55:50.022802+0000","last_became_active":"2024-04-21T23:55:48.880610+0000","last_became_peered":"2024-04-21T23:55:48.880610+0000","last_unstale":"2024-04-21T23:55:50.022802+0000","last_undegraded":"2024-04-21T23:55:50.022802+0000","last_fullsized":"2024-04-21T23:55:50.022802+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:37.107366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022831+0000","last_change":"2024-04-21T23:55:43.699898+0000","last_active":"2024-04-21T23:55:50.022831+0000","last_peered":"2024-04-21T23:55:50.022831+0000","last_clean":"2024-04-21T23:55:50.022831+0000","last_became_active":"2024-04-21T23:55:43.698652+0000","last_became_peered":"2024-04-21T23:55:43.698652+0000","last_unstale":"2024-04-21T23:55:50.022831+0000","last_undegraded":"2024-04-21T23:55:50.022831+0000","last_fullsized":"2024-04-21T23:55:50.022831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:24.555123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023260+0000","last_change":"2024-04-21T23:55:44.698923+0000","last_active":"2024-04-21T23:55:50.023260+0000","last_peered":"2024-04-21T23:55:50.023260+0000","last_clean":"2024-04-21T23:55:50.023260+0000","last_became_active":"2024-04-21T23:55:44.698593+0000","last_became_peered":"2024-04-21T23:55:44.698593+0000","last_unstale":"2024-04-21T23:55:50.023260+0000","last_undegraded":"2024-04-21T23:55:50.023260+0000","last_fullsized":"2024-04-21T23:55:50.023260+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:51.140082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023184+0000","last_change":"2024-04-21T23:55:48.877199+0000","last_active":"2024-04-21T23:55:50.023184+0000","last_peered":"2024-04-21T23:55:50.023184+0000","last_clean":"2024-04-21T23:55:50.023184+0000","last_became_active":"2024-04-21T23:55:48.876712+0000","last_became_peered":"2024-04-21T23:55:48.876712+0000","last_unstale":"2024-04-21T23:55:50.023184+0000","last_undegraded":"2024-04-21T23:55:50.023184+0000","last_fullsized":"2024-04-21T23:55:50.023184+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:47:48.530863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.931322+0000","last_change":"2024-04-21T23:55:43.695529+0000","last_active":"2024-04-21T23:56:08.931322+0000","last_peered":"2024-04-21T23:56:08.931322+0000","last_clean":"2024-04-21T23:56:08.931322+0000","last_became_active":"2024-04-21T23:55:43.695125+0000","last_became_peered":"2024-04-21T23:55:43.695125+0000","last_unstale":"2024-04-21T23:56:08.931322+0000","last_undegraded":"2024-04-21T23:56:08.931322+0000","last_fullsized":"2024-04-21T23:56:08.931322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:55:43.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859636+0000","last_change":"2024-04-21T23:55:44.711754+0000","last_active":"2024-04-21T23:55:49.859636+0000","last_peered":"2024-04-21T23:55:49.859636+0000","last_clean":"2024-04-21T23:55:49.859636+0000","last_became_active":"2024-04-21T23:55:44.711416+0000","last_became_peered":"2024-04-21T23:55:44.711416+0000","last_unstale":"2024-04-21T23:55:49.859636+0000","last_undegraded":"2024-04-21T23:55:49.859636+0000","last_fullsized":"2024-04-21T23:55:49.859636+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:27.389456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024327+0000","last_change":"2024-04-21T23:55:48.874903+0000","last_active":"2024-04-21T23:55:50.024327+0000","last_peered":"2024-04-21T23:55:50.024327+0000","last_clean":"2024-04-21T23:55:50.024327+0000","last_became_active":"2024-04-21T23:55:48.874316+0000","last_became_peered":"2024-04-21T23:55:48.874316+0000","last_unstale":"2024-04-21T23:55:50.024327+0000","last_undegraded":"2024-04-21T23:55:50.024327+0000","last_fullsized":"2024-04-21T23:55:50.024327+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:13:19.166227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.943577+0000","last_change":"2024-04-21T23:55:43.699405+0000","last_active":"2024-04-21T23:56:09.943577+0000","last_peered":"2024-04-21T23:56:09.943577+0000","last_clean":"2024-04-21T23:56:09.943577+0000","last_became_active":"2024-04-21T23:55:43.698622+0000","last_became_peered":"2024-04-21T23:55:43.698622+0000","last_unstale":"2024-04-21T23:56:09.943577+0000","last_undegraded":"2024-04-21T23:56:09.943577+0000","last_fullsized":"2024-04-21T23:56:09.943577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:02.099705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.860017+0000","last_change":"2024-04-21T23:55:44.712668+0000","last_active":"2024-04-21T23:55:49.860017+0000","last_peered":"2024-04-21T23:55:49.860017+0000","last_clean":"2024-04-21T23:55:49.860017+0000","last_became_active":"2024-04-21T23:55:44.712284+0000","last_became_peered":"2024-04-21T23:55:44.712284+0000","last_unstale":"2024-04-21T23:55:49.860017+0000","last_undegraded":"2024-04-21T23:55:49.860017+0000","last_fullsized":"2024-04-21T23:55:49.860017+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:49.844365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022901+0000","last_change":"2024-04-21T23:55:48.885891+0000","last_active":"2024-04-21T23:55:50.022901+0000","last_peered":"2024-04-21T23:55:50.022901+0000","last_clean":"2024-04-21T23:55:50.022901+0000","last_became_active":"2024-04-21T23:55:48.885463+0000","last_became_peered":"2024-04-21T23:55:48.885463+0000","last_unstale":"2024-04-21T23:55:50.022901+0000","last_undegraded":"2024-04-21T23:55:50.022901+0000","last_fullsized":"2024-04-21T23:55:50.022901+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:43.669134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858380+0000","last_change":"2024-04-21T23:55:43.695906+0000","last_active":"2024-04-21T23:55:49.858380+0000","last_peered":"2024-04-21T23:55:49.858380+0000","last_clean":"2024-04-21T23:55:49.858380+0000","last_became_active":"2024-04-21T23:55:43.695455+0000","last_became_peered":"2024-04-21T23:55:43.695455+0000","last_unstale":"2024-04-21T23:55:49.858380+0000","last_undegraded":"2024-04-21T23:55:49.858380+0000","last_fullsized":"2024-04-21T23:55:49.858380+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:54:30.149503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859814+0000","last_change":"2024-04-21T23:55:44.709514+0000","last_active":"2024-04-21T23:55:49.859814+0000","last_peered":"2024-04-21T23:55:49.859814+0000","last_clean":"2024-04-21T23:55:49.859814+0000","last_became_active":"2024-04-21T23:55:44.709147+0000","last_became_peered":"2024-04-21T23:55:44.709147+0000","last_unstale":"2024-04-21T23:55:49.859814+0000","last_undegraded":"2024-04-21T23:55:49.859814+0000","last_fullsized":"2024-04-21T23:55:49.859814+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:17.563160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857638+0000","last_change":"2024-04-21T23:55:48.873974+0000","last_active":"2024-04-21T23:55:49.857638+0000","last_peered":"2024-04-21T23:55:49.857638+0000","last_clean":"2024-04-21T23:55:49.857638+0000","last_became_active":"2024-04-21T23:55:48.873540+0000","last_became_peered":"2024-04-21T23:55:48.873540+0000","last_unstale":"2024-04-21T23:55:49.857638+0000","last_undegraded":"2024-04-21T23:55:49.857638+0000","last_fullsized":"2024-04-21T23:55:49.857638+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:59:23.860348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857863+0000","last_change":"2024-04-21T23:55:43.691650+0000","last_active":"2024-04-21T23:55:49.857863+0000","last_peered":"2024-04-21T23:55:49.857863+0000","last_clean":"2024-04-21T23:55:49.857863+0000","last_became_active":"2024-04-21T23:55:43.691345+0000","last_became_peered":"2024-04-21T23:55:43.691345+0000","last_unstale":"2024-04-21T23:55:49.857863+0000","last_undegraded":"2024-04-21T23:55:49.857863+0000","last_fullsized":"2024-04-21T23:55:49.857863+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:51:33.155069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.860034+0000","last_change":"2024-04-21T23:55:44.703056+0000","last_active":"2024-04-21T23:55:49.860034+0000","last_peered":"2024-04-21T23:55:49.860034+0000","last_clean":"2024-04-21T23:55:49.860034+0000","last_became_active":"2024-04-21T23:55:44.702738+0000","last_became_peered":"2024-04-21T23:55:44.702738+0000","last_unstale":"2024-04-21T23:55:49.860034+0000","last_undegraded":"2024-04-21T23:55:49.860034+0000","last_fullsized":"2024-04-21T23:55:49.860034+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:32:33.704559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024138+0000","last_change":"2024-04-21T23:55:44.706924+0000","last_active":"2024-04-21T23:55:50.024138+0000","last_peered":"2024-04-21T23:55:50.024138+0000","last_clean":"2024-04-21T23:55:50.024138+0000","last_became_active":"2024-04-21T23:55:44.706209+0000","last_became_peered":"2024-04-21T23:55:44.706209+0000","last_unstale":"2024-04-21T23:55:50.024138+0000","last_undegraded":"2024-04-21T23:55:50.024138+0000","last_fullsized":"2024-04-21T23:55:50.024138+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:07:31.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022970+0000","last_change":"2024-04-21T23:55:44.708481+0000","last_active":"2024-04-21T23:55:50.022970+0000","last_peered":"2024-04-21T23:55:50.022970+0000","last_clean":"2024-04-21T23:55:50.022970+0000","last_became_active":"2024-04-21T23:55:44.707878+0000","last_became_peered":"2024-04-21T23:55:44.707878+0000","last_unstale":"2024-04-21T23:55:50.022970+0000","last_undegraded":"2024-04-21T23:55:50.022970+0000","last_fullsized":"2024-04-21T23:55:50.022970+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:33:57.548826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022675+0000","last_change":"2024-04-21T23:55:44.704229+0000","last_active":"2024-04-21T23:55:50.022675+0000","last_peered":"2024-04-21T23:55:50.022675+0000","last_clean":"2024-04-21T23:55:50.022675+0000","last_became_active":"2024-04-21T23:55:44.703882+0000","last_became_peered":"2024-04-21T23:55:44.703882+0000","last_unstale":"2024-04-21T23:55:50.022675+0000","last_undegraded":"2024-04-21T23:55:50.022675+0000","last_fullsized":"2024-04-21T23:55:50.022675+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:58.737798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023821+0000","last_change":"2024-04-21T23:55:44.709233+0000","last_active":"2024-04-21T23:55:50.023821+0000","last_peered":"2024-04-21T23:55:50.023821+0000","last_clean":"2024-04-21T23:55:50.023821+0000","last_became_active":"2024-04-21T23:55:44.708948+0000","last_became_peered":"2024-04-21T23:55:44.708948+0000","last_unstale":"2024-04-21T23:55:50.023821+0000","last_undegraded":"2024-04-21T23:55:50.023821+0000","last_fullsized":"2024-04-21T23:55:50.023821+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:17:46.143364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857895+0000","last_change":"2024-04-21T23:55:44.701213+0000","last_active":"2024-04-21T23:55:49.857895+0000","last_peered":"2024-04-21T23:55:49.857895+0000","last_clean":"2024-04-21T23:55:49.857895+0000","last_became_active":"2024-04-21T23:55:44.700893+0000","last_became_peered":"2024-04-21T23:55:44.700893+0000","last_unstale":"2024-04-21T23:55:49.857895+0000","last_undegraded":"2024-04-21T23:55:49.857895+0000","last_fullsized":"2024-04-21T23:55:49.857895+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:49:57.393025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024339+0000","last_change":"2024-04-21T23:55:44.701929+0000","last_active":"2024-04-21T23:55:50.024339+0000","last_peered":"2024-04-21T23:55:50.024339+0000","last_clean":"2024-04-21T23:55:50.024339+0000","last_became_active":"2024-04-21T23:55:44.701511+0000","last_became_peered":"2024-04-21T23:55:44.701511+0000","last_unstale":"2024-04-21T23:55:50.024339+0000","last_undegraded":"2024-04-21T23:55:50.024339+0000","last_fullsized":"2024-04-21T23:55:50.024339+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:07.373445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022789+0000","last_change":"2024-04-21T23:55:44.712052+0000","last_active":"2024-04-21T23:55:50.022789+0000","last_peered":"2024-04-21T23:55:50.022789+0000","last_clean":"2024-04-21T23:55:50.022789+0000","last_became_active":"2024-04-21T23:55:44.711593+0000","last_became_peered":"2024-04-21T23:55:44.711593+0000","last_unstale":"2024-04-21T23:55:50.022789+0000","last_undegraded":"2024-04-21T23:55:50.022789+0000","last_fullsized":"2024-04-21T23:55:50.022789+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:19:29.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023409+0000","last_change":"2024-04-21T23:55:44.709979+0000","last_active":"2024-04-21T23:55:50.023409+0000","last_peered":"2024-04-21T23:55:50.023409+0000","last_clean":"2024-04-21T23:55:50.023409+0000","last_became_active":"2024-04-21T23:55:44.709685+0000","last_became_peered":"2024-04-21T23:55:44.709685+0000","last_unstale":"2024-04-21T23:55:50.023409+0000","last_undegraded":"2024-04-21T23:55:50.023409+0000","last_fullsized":"2024-04-21T23:55:50.023409+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:40.464936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857753+0000","last_change":"2024-04-21T23:55:44.699331+0000","last_active":"2024-04-21T23:55:49.857753+0000","last_peered":"2024-04-21T23:55:49.857753+0000","last_clean":"2024-04-21T23:55:49.857753+0000","last_became_active":"2024-04-21T23:55:44.698971+0000","last_became_peered":"2024-04-21T23:55:44.698971+0000","last_unstale":"2024-04-21T23:55:49.857753+0000","last_undegraded":"2024-04-21T23:55:49.857753+0000","last_fullsized":"2024-04-21T23:55:49.857753+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:18:15.261663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022993+0000","last_change":"2024-04-21T23:55:44.705191+0000","last_active":"2024-04-21T23:55:50.022993+0000","last_peered":"2024-04-21T23:55:50.022993+0000","last_clean":"2024-04-21T23:55:50.022993+0000","last_became_active":"2024-04-21T23:55:44.704887+0000","last_became_peered":"2024-04-21T23:55:44.704887+0000","last_unstale":"2024-04-21T23:55:50.022993+0000","last_undegraded":"2024-04-21T23:55:50.022993+0000","last_fullsized":"2024-04-21T23:55:50.022993+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:04:34.122019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024599+0000","last_change":"2024-04-21T23:55:44.705215+0000","last_active":"2024-04-21T23:55:50.024599+0000","last_peered":"2024-04-21T23:55:50.024599+0000","last_clean":"2024-04-21T23:55:50.024599+0000","last_became_active":"2024-04-21T23:55:44.704838+0000","last_became_peered":"2024-04-21T23:55:44.704838+0000","last_unstale":"2024-04-21T23:55:50.024599+0000","last_undegraded":"2024-04-21T23:55:50.024599+0000","last_fullsized":"2024-04-21T23:55:50.024599+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:36:31.693586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857807+0000","last_change":"2024-04-21T23:55:44.703902+0000","last_active":"2024-04-21T23:55:49.857807+0000","last_peered":"2024-04-21T23:55:49.857807+0000","last_clean":"2024-04-21T23:55:49.857807+0000","last_became_active":"2024-04-21T23:55:44.703570+0000","last_became_peered":"2024-04-21T23:55:44.703570+0000","last_unstale":"2024-04-21T23:55:49.857807+0000","last_undegraded":"2024-04-21T23:55:49.857807+0000","last_fullsized":"2024-04-21T23:55:49.857807+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:15:21.352301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023650+0000","last_change":"2024-04-21T23:55:44.708961+0000","last_active":"2024-04-21T23:55:50.023650+0000","last_peered":"2024-04-21T23:55:50.023650+0000","last_clean":"2024-04-21T23:55:50.023650+0000","last_became_active":"2024-04-21T23:55:44.708621+0000","last_became_peered":"2024-04-21T23:55:44.708621+0000","last_unstale":"2024-04-21T23:55:50.023650+0000","last_undegraded":"2024-04-21T23:55:50.023650+0000","last_fullsized":"2024-04-21T23:55:50.023650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:16:46.052506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":246739,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":54,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":20,"num_read_kb":18,"num_write":113,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":34,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":192512,"data_stored":19528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101,"ondisk_log_size":101,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350994,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":480266,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612631,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1044480,"data_stored":1074670,"data_compressed":50387,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776155,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":480848,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037793,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":991232,"data_stored":481004,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299430,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1036288,"data_stored":1072426,"data_compressed":50387,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462955,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":480356,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":983040,"data_stored":484108,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738440,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":480356,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":485458,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":480550,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888117,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":480910,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724593,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":1072110,"data_compressed":50387,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34077,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34077,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":4798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T23:56:13.340 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T23:56:13.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:12 smithi144 ceph-mon[31316]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:12 smithi144 ceph-mon[31316]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:12 smithi144 ceph-mon[31316]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:13.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:12 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2274059801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.476+0000 7fc224fba640 1 -- 172.21.15.80:0/3326381272 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 msgr2=0x7fc220101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.476+0000 7fc224fba640 1 --2- 172.21.15.80:0/3326381272 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 0x7fc220101cf0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc214009900 tx=0x7fc21402bc30 comp rx=0 tx=0).stop 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 -- 172.21.15.80:0/3326381272 shutdown_connections 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 --2- 172.21.15.80:0/3326381272 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc220102230 0x7fc220108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 --2- 172.21.15.80:0/3326381272 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 0x7fc220101cf0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 --2- 172.21.15.80:0/3326381272 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc220100680 0x7fc220100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 -- 172.21.15.80:0/3326381272 >> 172.21.15.80:0/3326381272 conn(0x7fc2200fbbf0 msgr2=0x7fc2200fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 -- 172.21.15.80:0/3326381272 shutdown_connections 2024-04-21T23:56:13.472 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 -- 172.21.15.80:0/3326381272 wait complete. 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 Processor -- start 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 -- start start 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc220100680 0x7fc2201969d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 0x7fc220196f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc220102230 0x7fc22019df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.477+0000 7fc224fba640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc22010c330 con 0x7fc220101870 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc224fba640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc22010c1b0 con 0x7fc220100680 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc224fba640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc22010c4b0 con 0x7fc220102230 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 0x7fc220196f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 0x7fc220196f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50964/0 (socket says 172.21.15.80:50964) 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 -- 172.21.15.80:0/942755263 learned_addr learned my addr 172.21.15.80:0/942755263 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:13.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21e59c640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc220100680 0x7fc2201969d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21ed9d640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc220102230 0x7fc22019df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 -- 172.21.15.80:0/942755263 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc220102230 msgr2=0x7fc22019df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc220102230 0x7fc22019df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 -- 172.21.15.80:0/942755263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc220100680 msgr2=0x7fc2201969d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc220100680 0x7fc2201969d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 -- 172.21.15.80:0/942755263 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc22019e5f0 con 0x7fc220101870 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21e59c640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc220100680 0x7fc2201969d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc21dd9b640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 0x7fc220196f10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc214000c00 tx=0x7fc214005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc20f7fe640 1 -- 172.21.15.80:0/942755263 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc214043020 con 0x7fc220101870 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc20f7fe640 1 -- 172.21.15.80:0/942755263 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2140054e0 con 0x7fc220101870 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc20f7fe640 1 -- 172.21.15.80:0/942755263 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc214003e60 con 0x7fc220101870 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc22019e880 con 0x7fc220101870 2024-04-21T23:56:13.474 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.478+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc22019ed80 con 0x7fc220101870 2024-04-21T23:56:13.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.479+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2201079a0 con 0x7fc220101870 2024-04-21T23:56:13.475 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.480+0000 7fc20f7fe640 1 -- 172.21.15.80:0/942755263 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc214046020 con 0x7fc220101870 2024-04-21T23:56:13.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.481+0000 7fc20f7fe640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2080a2c20 0x7fc2080a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:13.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.481+0000 7fc21e59c640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2080a2c20 0x7fc2080a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:13.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.481+0000 7fc20f7fe640 1 -- 172.21.15.80:0/942755263 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fc2140f1630 con 0x7fc220101870 2024-04-21T23:56:13.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.481+0000 7fc21e59c640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2080a2c20 0x7fc2080a50e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc218005d00 tx=0x7fc218005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:13.478 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.485+0000 7fc20f7fe640 1 -- 172.21.15.80:0/942755263 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc21404d020 con 0x7fc220101870 2024-04-21T23:56:13.650 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.657+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc220061b80 con 0x7fc2080a2c20 2024-04-21T23:56:13.659 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.666+0000 7fc20f7fe640 1 -- 172.21.15.80:0/942755263 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340563 (secure 0 0 0) 0x7fc220061b80 con 0x7fc2080a2c20 2024-04-21T23:56:13.663 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:13.665 INFO:teuthology.orchestra.run.smithi080.stderr:dumped all 2024-04-21T23:56:13.667 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2080a2c20 msgr2=0x7fc2080a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.667 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2080a2c20 0x7fc2080a50e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc218005d00 tx=0x7fc218005c90 comp rx=0 tx=0).stop 2024-04-21T23:56:13.667 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 msgr2=0x7fc220196f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 0x7fc220196f10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc214000c00 tx=0x7fc214005dd0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 shutdown_connections 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2080a2c20 0x7fc2080a50e0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc220102230 0x7fc22019df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc220101870 0x7fc220196f10 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 --2- 172.21.15.80:0/942755263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc220100680 0x7fc2201969d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 >> 172.21.15.80:0/942755263 conn(0x7fc2200fbbf0 msgr2=0x7fc220104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 shutdown_connections 2024-04-21T23:56:13.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:13.670+0000 7fc224fba640 1 -- 172.21.15.80:0/942755263 wait complete. 2024-04-21T23:56:13.674 INFO:teuthology.orchestra.run.smithi080.stdout:{"pg_ready":true,"pg_map":{"version":305,"stamp":"2024-04-21T23:56:12.845637+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597820,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":156,"num_read_kb":137,"num_write":294,"num_write_kb":2981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":34,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":238,"ondisk_log_size":238,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":356704,"kb_used_data":11696,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124585120,"statfs":{"total":1151940427776,"available":1151575162880,"internally_reserved":0,"allocated":11976704,"data_stored":7553062,"data_compressed":283191,"data_compressed_allocated":380928,"data_compressed_original":2260992,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2953,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":20,"num_read_kb":18,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003507"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024414+0000","last_change":"2024-04-21T23:55:44.712114+0000","last_active":"2024-04-21T23:55:50.024414+0000","last_peered":"2024-04-21T23:55:50.024414+0000","last_clean":"2024-04-21T23:55:50.024414+0000","last_became_active":"2024-04-21T23:55:44.711756+0000","last_became_peered":"2024-04-21T23:55:44.711756+0000","last_unstale":"2024-04-21T23:55:50.024414+0000","last_undegraded":"2024-04-21T23:55:50.024414+0000","last_fullsized":"2024-04-21T23:55:50.024414+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:40:25.517827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024186+0000","last_change":"2024-04-21T23:55:44.704845+0000","last_active":"2024-04-21T23:55:50.024186+0000","last_peered":"2024-04-21T23:55:50.024186+0000","last_clean":"2024-04-21T23:55:50.024186+0000","last_became_active":"2024-04-21T23:55:44.704540+0000","last_became_peered":"2024-04-21T23:55:44.704540+0000","last_unstale":"2024-04-21T23:55:50.024186+0000","last_undegraded":"2024-04-21T23:55:50.024186+0000","last_fullsized":"2024-04-21T23:55:50.024186+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:44:26.377873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024083+0000","last_change":"2024-04-21T23:55:44.711608+0000","last_active":"2024-04-21T23:55:50.024083+0000","last_peered":"2024-04-21T23:55:50.024083+0000","last_clean":"2024-04-21T23:55:50.024083+0000","last_became_active":"2024-04-21T23:55:44.711217+0000","last_became_peered":"2024-04-21T23:55:44.711217+0000","last_unstale":"2024-04-21T23:55:50.024083+0000","last_undegraded":"2024-04-21T23:55:50.024083+0000","last_fullsized":"2024-04-21T23:55:50.024083+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:18:01.539560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023150+0000","last_change":"2024-04-21T23:55:44.714582+0000","last_active":"2024-04-21T23:55:50.023150+0000","last_peered":"2024-04-21T23:55:50.023150+0000","last_clean":"2024-04-21T23:55:50.023150+0000","last_became_active":"2024-04-21T23:55:44.713824+0000","last_became_peered":"2024-04-21T23:55:44.713824+0000","last_unstale":"2024-04-21T23:55:50.023150+0000","last_undegraded":"2024-04-21T23:55:50.023150+0000","last_fullsized":"2024-04-21T23:55:50.023150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:44.805023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023190+0000","last_change":"2024-04-21T23:55:44.701156+0000","last_active":"2024-04-21T23:55:50.023190+0000","last_peered":"2024-04-21T23:55:50.023190+0000","last_clean":"2024-04-21T23:55:50.023190+0000","last_became_active":"2024-04-21T23:55:44.700798+0000","last_became_peered":"2024-04-21T23:55:44.700798+0000","last_unstale":"2024-04-21T23:55:50.023190+0000","last_undegraded":"2024-04-21T23:55:50.023190+0000","last_fullsized":"2024-04-21T23:55:50.023190+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:40:30.128640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023583+0000","last_change":"2024-04-21T23:55:44.707213+0000","last_active":"2024-04-21T23:55:50.023583+0000","last_peered":"2024-04-21T23:55:50.023583+0000","last_clean":"2024-04-21T23:55:50.023583+0000","last_became_active":"2024-04-21T23:55:44.706877+0000","last_became_peered":"2024-04-21T23:55:44.706877+0000","last_unstale":"2024-04-21T23:55:50.023583+0000","last_undegraded":"2024-04-21T23:55:50.023583+0000","last_fullsized":"2024-04-21T23:55:50.023583+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:29:22.292379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859322+0000","last_change":"2024-04-21T23:55:44.708365+0000","last_active":"2024-04-21T23:55:49.859322+0000","last_peered":"2024-04-21T23:55:49.859322+0000","last_clean":"2024-04-21T23:55:49.859322+0000","last_became_active":"2024-04-21T23:55:44.708001+0000","last_became_peered":"2024-04-21T23:55:44.708001+0000","last_unstale":"2024-04-21T23:55:49.859322+0000","last_undegraded":"2024-04-21T23:55:49.859322+0000","last_fullsized":"2024-04-21T23:55:49.859322+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:15.553465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022453+0000","last_change":"2024-04-21T23:55:44.702786+0000","last_active":"2024-04-21T23:55:50.022453+0000","last_peered":"2024-04-21T23:55:50.022453+0000","last_clean":"2024-04-21T23:55:50.022453+0000","last_became_active":"2024-04-21T23:55:44.702486+0000","last_became_peered":"2024-04-21T23:55:44.702486+0000","last_unstale":"2024-04-21T23:55:50.022453+0000","last_undegraded":"2024-04-21T23:55:50.022453+0000","last_fullsized":"2024-04-21T23:55:50.022453+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:53.473206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024254+0000","last_change":"2024-04-21T23:55:44.710969+0000","last_active":"2024-04-21T23:55:50.024254+0000","last_peered":"2024-04-21T23:55:50.024254+0000","last_clean":"2024-04-21T23:55:50.024254+0000","last_became_active":"2024-04-21T23:55:44.704453+0000","last_became_peered":"2024-04-21T23:55:44.704453+0000","last_unstale":"2024-04-21T23:55:50.024254+0000","last_undegraded":"2024-04-21T23:55:50.024254+0000","last_fullsized":"2024-04-21T23:55:50.024254+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:42:18.104912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024290+0000","last_change":"2024-04-21T23:55:44.707484+0000","last_active":"2024-04-21T23:55:50.024290+0000","last_peered":"2024-04-21T23:55:50.024290+0000","last_clean":"2024-04-21T23:55:50.024290+0000","last_became_active":"2024-04-21T23:55:44.707156+0000","last_became_peered":"2024-04-21T23:55:44.707156+0000","last_unstale":"2024-04-21T23:55:50.024290+0000","last_undegraded":"2024-04-21T23:55:50.024290+0000","last_fullsized":"2024-04-21T23:55:50.024290+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:13:07.163863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859972+0000","last_change":"2024-04-21T23:55:44.713150+0000","last_active":"2024-04-21T23:55:49.859972+0000","last_peered":"2024-04-21T23:55:49.859972+0000","last_clean":"2024-04-21T23:55:49.859972+0000","last_became_active":"2024-04-21T23:55:44.712797+0000","last_became_peered":"2024-04-21T23:55:44.712797+0000","last_unstale":"2024-04-21T23:55:49.859972+0000","last_undegraded":"2024-04-21T23:55:49.859972+0000","last_fullsized":"2024-04-21T23:55:49.859972+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:39:03.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023077+0000","last_change":"2024-04-21T23:55:44.714128+0000","last_active":"2024-04-21T23:55:50.023077+0000","last_peered":"2024-04-21T23:55:50.023077+0000","last_clean":"2024-04-21T23:55:50.023077+0000","last_became_active":"2024-04-21T23:55:44.713414+0000","last_became_peered":"2024-04-21T23:55:44.713414+0000","last_unstale":"2024-04-21T23:55:50.023077+0000","last_undegraded":"2024-04-21T23:55:50.023077+0000","last_fullsized":"2024-04-21T23:55:50.023077+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:07.602328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857730+0000","last_change":"2024-04-21T23:55:44.700352+0000","last_active":"2024-04-21T23:55:49.857730+0000","last_peered":"2024-04-21T23:55:49.857730+0000","last_clean":"2024-04-21T23:55:49.857730+0000","last_became_active":"2024-04-21T23:55:44.700049+0000","last_became_peered":"2024-04-21T23:55:44.700049+0000","last_unstale":"2024-04-21T23:55:49.857730+0000","last_undegraded":"2024-04-21T23:55:49.857730+0000","last_fullsized":"2024-04-21T23:55:49.857730+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:20.909170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023293+0000","last_change":"2024-04-21T23:55:44.701976+0000","last_active":"2024-04-21T23:55:50.023293+0000","last_peered":"2024-04-21T23:55:50.023293+0000","last_clean":"2024-04-21T23:55:50.023293+0000","last_became_active":"2024-04-21T23:55:44.701647+0000","last_became_peered":"2024-04-21T23:55:44.701647+0000","last_unstale":"2024-04-21T23:55:50.023293+0000","last_undegraded":"2024-04-21T23:55:50.023293+0000","last_fullsized":"2024-04-21T23:55:50.023293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:16:40.384887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023089+0000","last_change":"2024-04-21T23:55:44.714023+0000","last_active":"2024-04-21T23:55:50.023089+0000","last_peered":"2024-04-21T23:55:50.023089+0000","last_clean":"2024-04-21T23:55:50.023089+0000","last_became_active":"2024-04-21T23:55:44.713628+0000","last_became_peered":"2024-04-21T23:55:44.713628+0000","last_unstale":"2024-04-21T23:55:50.023089+0000","last_undegraded":"2024-04-21T23:55:50.023089+0000","last_fullsized":"2024-04-21T23:55:50.023089+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:37:24.259905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024013+0000","last_change":"2024-04-21T23:55:44.704685+0000","last_active":"2024-04-21T23:55:50.024013+0000","last_peered":"2024-04-21T23:55:50.024013+0000","last_clean":"2024-04-21T23:55:50.024013+0000","last_became_active":"2024-04-21T23:55:44.704162+0000","last_became_peered":"2024-04-21T23:55:44.704162+0000","last_unstale":"2024-04-21T23:55:50.024013+0000","last_undegraded":"2024-04-21T23:55:50.024013+0000","last_fullsized":"2024-04-21T23:55:50.024013+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:57:56.050215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024215+0000","last_change":"2024-04-21T23:55:44.711905+0000","last_active":"2024-04-21T23:55:50.024215+0000","last_peered":"2024-04-21T23:55:50.024215+0000","last_clean":"2024-04-21T23:55:50.024215+0000","last_became_active":"2024-04-21T23:55:44.711309+0000","last_became_peered":"2024-04-21T23:55:44.711309+0000","last_unstale":"2024-04-21T23:55:50.024215+0000","last_undegraded":"2024-04-21T23:55:50.024215+0000","last_fullsized":"2024-04-21T23:55:50.024215+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:27:57.316187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022808+0000","last_change":"2024-04-21T23:55:44.703724+0000","last_active":"2024-04-21T23:55:50.022808+0000","last_peered":"2024-04-21T23:55:50.022808+0000","last_clean":"2024-04-21T23:55:50.022808+0000","last_became_active":"2024-04-21T23:55:44.703394+0000","last_became_peered":"2024-04-21T23:55:44.703394+0000","last_unstale":"2024-04-21T23:55:50.022808+0000","last_undegraded":"2024-04-21T23:55:50.022808+0000","last_fullsized":"2024-04-21T23:55:50.022808+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:48.964278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022572+0000","last_change":"2024-04-21T23:55:44.698232+0000","last_active":"2024-04-21T23:55:50.022572+0000","last_peered":"2024-04-21T23:55:50.022572+0000","last_clean":"2024-04-21T23:55:50.022572+0000","last_became_active":"2024-04-21T23:55:44.697896+0000","last_became_peered":"2024-04-21T23:55:44.697896+0000","last_unstale":"2024-04-21T23:55:50.022572+0000","last_undegraded":"2024-04-21T23:55:50.022572+0000","last_fullsized":"2024-04-21T23:55:50.022572+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:16.273771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023216+0000","last_change":"2024-04-21T23:55:48.868989+0000","last_active":"2024-04-21T23:55:50.023216+0000","last_peered":"2024-04-21T23:55:50.023216+0000","last_clean":"2024-04-21T23:55:50.023216+0000","last_became_active":"2024-04-21T23:55:48.868520+0000","last_became_peered":"2024-04-21T23:55:48.868520+0000","last_unstale":"2024-04-21T23:55:50.023216+0000","last_undegraded":"2024-04-21T23:55:50.023216+0000","last_fullsized":"2024-04-21T23:55:50.023216+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:17.821913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'4","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022515+0000","last_change":"2024-04-21T23:55:43.688973+0000","last_active":"2024-04-21T23:55:50.022515+0000","last_peered":"2024-04-21T23:55:50.022515+0000","last_clean":"2024-04-21T23:55:50.022515+0000","last_became_active":"2024-04-21T23:55:43.688634+0000","last_became_peered":"2024-04-21T23:55:43.688634+0000","last_unstale":"2024-04-21T23:55:50.022515+0000","last_undegraded":"2024-04-21T23:55:50.022515+0000","last_fullsized":"2024-04-21T23:55:50.022515+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:07.447609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023487+0000","last_change":"2024-04-21T23:55:44.705248+0000","last_active":"2024-04-21T23:55:50.023487+0000","last_peered":"2024-04-21T23:55:50.023487+0000","last_clean":"2024-04-21T23:55:50.023487+0000","last_became_active":"2024-04-21T23:55:44.704905+0000","last_became_peered":"2024-04-21T23:55:44.704905+0000","last_unstale":"2024-04-21T23:55:50.023487+0000","last_undegraded":"2024-04-21T23:55:50.023487+0000","last_fullsized":"2024-04-21T23:55:50.023487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:26.456855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022545+0000","last_change":"2024-04-21T23:55:48.878431+0000","last_active":"2024-04-21T23:55:50.022545+0000","last_peered":"2024-04-21T23:55:50.022545+0000","last_clean":"2024-04-21T23:55:50.022545+0000","last_became_active":"2024-04-21T23:55:48.877996+0000","last_became_peered":"2024-04-21T23:55:48.877996+0000","last_unstale":"2024-04-21T23:55:50.022545+0000","last_undegraded":"2024-04-21T23:55:50.022545+0000","last_fullsized":"2024-04-21T23:55:50.022545+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:48:48.645656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024383+0000","last_change":"2024-04-21T23:55:43.697438+0000","last_active":"2024-04-21T23:55:50.024383+0000","last_peered":"2024-04-21T23:55:50.024383+0000","last_clean":"2024-04-21T23:55:50.024383+0000","last_became_active":"2024-04-21T23:55:43.697150+0000","last_became_peered":"2024-04-21T23:55:43.697150+0000","last_unstale":"2024-04-21T23:55:50.024383+0000","last_undegraded":"2024-04-21T23:55:50.024383+0000","last_fullsized":"2024-04-21T23:55:50.024383+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:31:37.299651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023959+0000","last_change":"2024-04-21T23:55:44.711411+0000","last_active":"2024-04-21T23:55:50.023959+0000","last_peered":"2024-04-21T23:55:50.023959+0000","last_clean":"2024-04-21T23:55:50.023959+0000","last_became_active":"2024-04-21T23:55:44.711038+0000","last_became_peered":"2024-04-21T23:55:44.711038+0000","last_unstale":"2024-04-21T23:55:50.023959+0000","last_undegraded":"2024-04-21T23:55:50.023959+0000","last_fullsized":"2024-04-21T23:55:50.023959+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:54:55.387347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022519+0000","last_change":"2024-04-21T23:55:48.880915+0000","last_active":"2024-04-21T23:55:50.022519+0000","last_peered":"2024-04-21T23:55:50.022519+0000","last_clean":"2024-04-21T23:55:50.022519+0000","last_became_active":"2024-04-21T23:55:48.880513+0000","last_became_peered":"2024-04-21T23:55:48.880513+0000","last_unstale":"2024-04-21T23:55:50.022519+0000","last_undegraded":"2024-04-21T23:55:50.022519+0000","last_fullsized":"2024-04-21T23:55:50.022519+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:19:05.244154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.942191+0000","last_change":"2024-04-21T23:55:43.692500+0000","last_active":"2024-04-21T23:56:09.942191+0000","last_peered":"2024-04-21T23:56:09.942191+0000","last_clean":"2024-04-21T23:56:09.942191+0000","last_became_active":"2024-04-21T23:55:43.692131+0000","last_became_peered":"2024-04-21T23:55:43.692131+0000","last_unstale":"2024-04-21T23:56:09.942191+0000","last_undegraded":"2024-04-21T23:56:09.942191+0000","last_fullsized":"2024-04-21T23:56:09.942191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:29:03.172998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024842+0000","last_change":"2024-04-21T23:55:44.705599+0000","last_active":"2024-04-21T23:55:50.024842+0000","last_peered":"2024-04-21T23:55:50.024842+0000","last_clean":"2024-04-21T23:55:50.024842+0000","last_became_active":"2024-04-21T23:55:44.704364+0000","last_became_peered":"2024-04-21T23:55:44.704364+0000","last_unstale":"2024-04-21T23:55:50.024842+0000","last_undegraded":"2024-04-21T23:55:50.024842+0000","last_fullsized":"2024-04-21T23:55:50.024842+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:23:25.164486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022483+0000","last_change":"2024-04-21T23:55:48.878992+0000","last_active":"2024-04-21T23:55:50.022483+0000","last_peered":"2024-04-21T23:55:50.022483+0000","last_clean":"2024-04-21T23:55:50.022483+0000","last_became_active":"2024-04-21T23:55:48.878540+0000","last_became_peered":"2024-04-21T23:55:48.878540+0000","last_unstale":"2024-04-21T23:55:50.022483+0000","last_undegraded":"2024-04-21T23:55:50.022483+0000","last_fullsized":"2024-04-21T23:55:50.022483+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:04:35.864907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023386+0000","last_change":"2024-04-21T23:55:43.690126+0000","last_active":"2024-04-21T23:55:50.023386+0000","last_peered":"2024-04-21T23:55:50.023386+0000","last_clean":"2024-04-21T23:55:50.023386+0000","last_became_active":"2024-04-21T23:55:43.689765+0000","last_became_peered":"2024-04-21T23:55:43.689765+0000","last_unstale":"2024-04-21T23:55:50.023386+0000","last_undegraded":"2024-04-21T23:55:50.023386+0000","last_fullsized":"2024-04-21T23:55:50.023386+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:10:37.978093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858228+0000","last_change":"2024-04-21T23:55:44.713764+0000","last_active":"2024-04-21T23:55:49.858228+0000","last_peered":"2024-04-21T23:55:49.858228+0000","last_clean":"2024-04-21T23:55:49.858228+0000","last_became_active":"2024-04-21T23:55:44.713381+0000","last_became_peered":"2024-04-21T23:55:44.713381+0000","last_unstale":"2024-04-21T23:55:49.858228+0000","last_undegraded":"2024-04-21T23:55:49.858228+0000","last_fullsized":"2024-04-21T23:55:49.858228+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:52:36.349061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022666+0000","last_change":"2024-04-21T23:55:48.873149+0000","last_active":"2024-04-21T23:55:50.022666+0000","last_peered":"2024-04-21T23:55:50.022666+0000","last_clean":"2024-04-21T23:55:50.022666+0000","last_became_active":"2024-04-21T23:55:48.872717+0000","last_became_peered":"2024-04-21T23:55:48.872717+0000","last_unstale":"2024-04-21T23:55:50.022666+0000","last_undegraded":"2024-04-21T23:55:50.022666+0000","last_fullsized":"2024-04-21T23:55:50.022666+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:17.774636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'5","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:10.664969+0000","last_change":"2024-04-21T23:55:43.697709+0000","last_active":"2024-04-21T23:56:10.664969+0000","last_peered":"2024-04-21T23:56:10.664969+0000","last_clean":"2024-04-21T23:56:10.664969+0000","last_became_active":"2024-04-21T23:55:43.696860+0000","last_became_peered":"2024-04-21T23:55:43.696860+0000","last_unstale":"2024-04-21T23:56:10.664969+0000","last_undegraded":"2024-04-21T23:56:10.664969+0000","last_fullsized":"2024-04-21T23:56:10.664969+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:05:14.071488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023466+0000","last_change":"2024-04-21T23:55:44.705986+0000","last_active":"2024-04-21T23:55:50.023466+0000","last_peered":"2024-04-21T23:55:50.023466+0000","last_clean":"2024-04-21T23:55:50.023466+0000","last_became_active":"2024-04-21T23:55:44.705556+0000","last_became_peered":"2024-04-21T23:55:44.705556+0000","last_unstale":"2024-04-21T23:55:50.023466+0000","last_undegraded":"2024-04-21T23:55:50.023466+0000","last_fullsized":"2024-04-21T23:55:50.023466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:34.944157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023349+0000","last_change":"2024-04-21T23:55:48.871829+0000","last_active":"2024-04-21T23:55:50.023349+0000","last_peered":"2024-04-21T23:55:50.023349+0000","last_clean":"2024-04-21T23:55:50.023349+0000","last_became_active":"2024-04-21T23:55:48.871163+0000","last_became_peered":"2024-04-21T23:55:48.871163+0000","last_unstale":"2024-04-21T23:55:50.023349+0000","last_undegraded":"2024-04-21T23:55:50.023349+0000","last_fullsized":"2024-04-21T23:55:50.023349+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:06.017731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"85'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023699+0000","last_change":"2024-04-21T23:55:43.691699+0000","last_active":"2024-04-21T23:55:50.023699+0000","last_peered":"2024-04-21T23:55:50.023699+0000","last_clean":"2024-04-21T23:55:50.023699+0000","last_became_active":"2024-04-21T23:55:43.691384+0000","last_became_peered":"2024-04-21T23:55:43.691384+0000","last_unstale":"2024-04-21T23:55:50.023699+0000","last_undegraded":"2024-04-21T23:55:50.023699+0000","last_fullsized":"2024-04-21T23:55:50.023699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:54:51.602642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858175+0000","last_change":"2024-04-21T23:55:44.714072+0000","last_active":"2024-04-21T23:55:49.858175+0000","last_peered":"2024-04-21T23:55:49.858175+0000","last_clean":"2024-04-21T23:55:49.858175+0000","last_became_active":"2024-04-21T23:55:44.713511+0000","last_became_peered":"2024-04-21T23:55:44.713511+0000","last_unstale":"2024-04-21T23:55:49.858175+0000","last_undegraded":"2024-04-21T23:55:49.858175+0000","last_fullsized":"2024-04-21T23:55:49.858175+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:13.980425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024075+0000","last_change":"2024-04-21T23:55:48.882844+0000","last_active":"2024-04-21T23:55:50.024075+0000","last_peered":"2024-04-21T23:55:50.024075+0000","last_clean":"2024-04-21T23:55:50.024075+0000","last_became_active":"2024-04-21T23:55:48.882377+0000","last_became_peered":"2024-04-21T23:55:48.882377+0000","last_unstale":"2024-04-21T23:55:50.024075+0000","last_undegraded":"2024-04-21T23:55:50.024075+0000","last_fullsized":"2024-04-21T23:55:50.024075+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:33.924670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.943093+0000","last_change":"2024-04-21T23:55:43.686155+0000","last_active":"2024-04-21T23:56:09.943093+0000","last_peered":"2024-04-21T23:56:09.943093+0000","last_clean":"2024-04-21T23:56:09.943093+0000","last_became_active":"2024-04-21T23:55:43.685812+0000","last_became_peered":"2024-04-21T23:55:43.685812+0000","last_unstale":"2024-04-21T23:56:09.943093+0000","last_undegraded":"2024-04-21T23:56:09.943093+0000","last_fullsized":"2024-04-21T23:56:09.943093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:56:06.830541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022713+0000","last_change":"2024-04-21T23:55:44.701899+0000","last_active":"2024-04-21T23:55:50.022713+0000","last_peered":"2024-04-21T23:55:50.022713+0000","last_clean":"2024-04-21T23:55:50.022713+0000","last_became_active":"2024-04-21T23:55:44.700843+0000","last_became_peered":"2024-04-21T23:55:44.700843+0000","last_unstale":"2024-04-21T23:55:50.022713+0000","last_undegraded":"2024-04-21T23:55:50.022713+0000","last_fullsized":"2024-04-21T23:55:50.022713+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:36:58.657360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024012+0000","last_change":"2024-04-21T23:55:48.876495+0000","last_active":"2024-04-21T23:55:50.024012+0000","last_peered":"2024-04-21T23:55:50.024012+0000","last_clean":"2024-04-21T23:55:50.024012+0000","last_became_active":"2024-04-21T23:55:48.876080+0000","last_became_peered":"2024-04-21T23:55:48.876080+0000","last_unstale":"2024-04-21T23:55:50.024012+0000","last_undegraded":"2024-04-21T23:55:50.024012+0000","last_fullsized":"2024-04-21T23:55:50.024012+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:17.230754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857618+0000","last_change":"2024-04-21T23:55:43.691929+0000","last_active":"2024-04-21T23:55:49.857618+0000","last_peered":"2024-04-21T23:55:49.857618+0000","last_clean":"2024-04-21T23:55:49.857618+0000","last_became_active":"2024-04-21T23:55:43.691262+0000","last_became_peered":"2024-04-21T23:55:43.691262+0000","last_unstale":"2024-04-21T23:55:49.857618+0000","last_undegraded":"2024-04-21T23:55:49.857618+0000","last_fullsized":"2024-04-21T23:55:49.857618+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:34:07.980684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022010+0000","last_change":"2024-04-21T23:55:44.696859+0000","last_active":"2024-04-21T23:55:50.022010+0000","last_peered":"2024-04-21T23:55:50.022010+0000","last_clean":"2024-04-21T23:55:50.022010+0000","last_became_active":"2024-04-21T23:55:44.696537+0000","last_became_peered":"2024-04-21T23:55:44.696537+0000","last_unstale":"2024-04-21T23:55:50.022010+0000","last_undegraded":"2024-04-21T23:55:50.022010+0000","last_fullsized":"2024-04-21T23:55:50.022010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:33:23.534954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022566+0000","last_change":"2024-04-21T23:55:48.877075+0000","last_active":"2024-04-21T23:55:50.022566+0000","last_peered":"2024-04-21T23:55:50.022566+0000","last_clean":"2024-04-21T23:55:50.022566+0000","last_became_active":"2024-04-21T23:55:48.876528+0000","last_became_peered":"2024-04-21T23:55:48.876528+0000","last_unstale":"2024-04-21T23:55:50.022566+0000","last_undegraded":"2024-04-21T23:55:50.022566+0000","last_fullsized":"2024-04-21T23:55:50.022566+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:26:50.095970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'3","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932011+0000","last_change":"2024-04-21T23:55:43.691621+0000","last_active":"2024-04-21T23:56:08.932011+0000","last_peered":"2024-04-21T23:56:08.932011+0000","last_clean":"2024-04-21T23:56:08.932011+0000","last_became_active":"2024-04-21T23:55:43.691293+0000","last_became_peered":"2024-04-21T23:55:43.691293+0000","last_unstale":"2024-04-21T23:56:08.932011+0000","last_undegraded":"2024-04-21T23:56:08.932011+0000","last_fullsized":"2024-04-21T23:56:08.932011+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:20.106233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024614+0000","last_change":"2024-04-21T23:55:44.710209+0000","last_active":"2024-04-21T23:55:50.024614+0000","last_peered":"2024-04-21T23:55:50.024614+0000","last_clean":"2024-04-21T23:55:50.024614+0000","last_became_active":"2024-04-21T23:55:44.705647+0000","last_became_peered":"2024-04-21T23:55:44.705647+0000","last_unstale":"2024-04-21T23:55:50.024614+0000","last_undegraded":"2024-04-21T23:55:50.024614+0000","last_fullsized":"2024-04-21T23:55:50.024614+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:13.872018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.021870+0000","last_change":"2024-04-21T23:55:48.879102+0000","last_active":"2024-04-21T23:55:50.021870+0000","last_peered":"2024-04-21T23:55:50.021870+0000","last_clean":"2024-04-21T23:55:50.021870+0000","last_became_active":"2024-04-21T23:55:48.873253+0000","last_became_peered":"2024-04-21T23:55:48.873253+0000","last_unstale":"2024-04-21T23:55:50.021870+0000","last_undegraded":"2024-04-21T23:55:50.021870+0000","last_fullsized":"2024-04-21T23:55:50.021870+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:02:12.321142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.931584+0000","last_change":"2024-04-21T23:55:43.693168+0000","last_active":"2024-04-21T23:56:08.931584+0000","last_peered":"2024-04-21T23:56:08.931584+0000","last_clean":"2024-04-21T23:56:08.931584+0000","last_became_active":"2024-04-21T23:55:43.692850+0000","last_became_peered":"2024-04-21T23:55:43.692850+0000","last_unstale":"2024-04-21T23:56:08.931584+0000","last_undegraded":"2024-04-21T23:56:08.931584+0000","last_fullsized":"2024-04-21T23:56:08.931584+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:01:11.587068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024199+0000","last_change":"2024-04-21T23:55:44.714022+0000","last_active":"2024-04-21T23:55:50.024199+0000","last_peered":"2024-04-21T23:55:50.024199+0000","last_clean":"2024-04-21T23:55:50.024199+0000","last_became_active":"2024-04-21T23:55:44.713718+0000","last_became_peered":"2024-04-21T23:55:44.713718+0000","last_unstale":"2024-04-21T23:55:50.024199+0000","last_undegraded":"2024-04-21T23:55:50.024199+0000","last_fullsized":"2024-04-21T23:55:50.024199+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:30.561159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022798+0000","last_change":"2024-04-21T23:55:48.881022+0000","last_active":"2024-04-21T23:55:50.022798+0000","last_peered":"2024-04-21T23:55:50.022798+0000","last_clean":"2024-04-21T23:55:50.022798+0000","last_became_active":"2024-04-21T23:55:48.880556+0000","last_became_peered":"2024-04-21T23:55:48.880556+0000","last_unstale":"2024-04-21T23:55:50.022798+0000","last_undegraded":"2024-04-21T23:55:50.022798+0000","last_fullsized":"2024-04-21T23:55:50.022798+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:04:10.558632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932957+0000","last_change":"2024-04-21T23:55:43.688536+0000","last_active":"2024-04-21T23:56:08.932957+0000","last_peered":"2024-04-21T23:56:08.932957+0000","last_clean":"2024-04-21T23:56:08.932957+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:56:08.932957+0000","last_undegraded":"2024-04-21T23:56:08.932957+0000","last_fullsized":"2024-04-21T23:56:08.932957+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:40.674025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024901+0000","last_change":"2024-04-21T23:55:44.716662+0000","last_active":"2024-04-21T23:55:50.024901+0000","last_peered":"2024-04-21T23:55:50.024901+0000","last_clean":"2024-04-21T23:55:50.024901+0000","last_became_active":"2024-04-21T23:55:44.716322+0000","last_became_peered":"2024-04-21T23:55:44.716322+0000","last_unstale":"2024-04-21T23:55:50.024901+0000","last_undegraded":"2024-04-21T23:55:50.024901+0000","last_fullsized":"2024-04-21T23:55:50.024901+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:49:38.625362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022226+0000","last_change":"2024-04-21T23:55:48.878436+0000","last_active":"2024-04-21T23:55:50.022226+0000","last_peered":"2024-04-21T23:55:50.022226+0000","last_clean":"2024-04-21T23:55:50.022226+0000","last_became_active":"2024-04-21T23:55:48.873296+0000","last_became_peered":"2024-04-21T23:55:48.873296+0000","last_unstale":"2024-04-21T23:55:50.022226+0000","last_undegraded":"2024-04-21T23:55:50.022226+0000","last_fullsized":"2024-04-21T23:55:50.022226+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:22:11.341551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'12","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.931689+0000","last_change":"2024-04-21T23:55:43.693325+0000","last_active":"2024-04-21T23:56:08.931689+0000","last_peered":"2024-04-21T23:56:08.931689+0000","last_clean":"2024-04-21T23:56:08.931689+0000","last_became_active":"2024-04-21T23:55:43.692993+0000","last_became_peered":"2024-04-21T23:55:43.692993+0000","last_unstale":"2024-04-21T23:56:08.931689+0000","last_undegraded":"2024-04-21T23:56:08.931689+0000","last_fullsized":"2024-04-21T23:56:08.931689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:33.207858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024069+0000","last_change":"2024-04-21T23:55:44.705847+0000","last_active":"2024-04-21T23:55:50.024069+0000","last_peered":"2024-04-21T23:55:50.024069+0000","last_clean":"2024-04-21T23:55:50.024069+0000","last_became_active":"2024-04-21T23:55:44.705496+0000","last_became_peered":"2024-04-21T23:55:44.705496+0000","last_unstale":"2024-04-21T23:55:50.024069+0000","last_undegraded":"2024-04-21T23:55:50.024069+0000","last_fullsized":"2024-04-21T23:55:50.024069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:11:30.043801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858598+0000","last_change":"2024-04-21T23:55:48.877427+0000","last_active":"2024-04-21T23:55:49.858598+0000","last_peered":"2024-04-21T23:55:49.858598+0000","last_clean":"2024-04-21T23:55:49.858598+0000","last_became_active":"2024-04-21T23:55:48.876877+0000","last_became_peered":"2024-04-21T23:55:48.876877+0000","last_unstale":"2024-04-21T23:55:49.858598+0000","last_undegraded":"2024-04-21T23:55:49.858598+0000","last_fullsized":"2024-04-21T23:55:49.858598+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:23:09.167454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.943896+0000","last_change":"2024-04-21T23:55:43.699701+0000","last_active":"2024-04-21T23:56:09.943896+0000","last_peered":"2024-04-21T23:56:09.943896+0000","last_clean":"2024-04-21T23:56:09.943896+0000","last_became_active":"2024-04-21T23:55:43.699093+0000","last_became_peered":"2024-04-21T23:55:43.699093+0000","last_unstale":"2024-04-21T23:56:09.943896+0000","last_undegraded":"2024-04-21T23:56:09.943896+0000","last_fullsized":"2024-04-21T23:56:09.943896+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:07:05.312967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857402+0000","last_change":"2024-04-21T23:55:44.703905+0000","last_active":"2024-04-21T23:55:49.857402+0000","last_peered":"2024-04-21T23:55:49.857402+0000","last_clean":"2024-04-21T23:55:49.857402+0000","last_became_active":"2024-04-21T23:55:44.703574+0000","last_became_peered":"2024-04-21T23:55:44.703574+0000","last_unstale":"2024-04-21T23:55:49.857402+0000","last_undegraded":"2024-04-21T23:55:49.857402+0000","last_fullsized":"2024-04-21T23:55:49.857402+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:13:38.489984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023744+0000","last_change":"2024-04-21T23:55:48.872953+0000","last_active":"2024-04-21T23:55:50.023744+0000","last_peered":"2024-04-21T23:55:50.023744+0000","last_clean":"2024-04-21T23:55:50.023744+0000","last_became_active":"2024-04-21T23:55:48.872555+0000","last_became_peered":"2024-04-21T23:55:48.872555+0000","last_unstale":"2024-04-21T23:55:50.023744+0000","last_undegraded":"2024-04-21T23:55:50.023744+0000","last_fullsized":"2024-04-21T23:55:50.023744+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:27:13.094735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.931662+0000","last_change":"2024-04-21T23:55:43.696391+0000","last_active":"2024-04-21T23:56:08.931662+0000","last_peered":"2024-04-21T23:56:08.931662+0000","last_clean":"2024-04-21T23:56:08.931662+0000","last_became_active":"2024-04-21T23:55:43.695980+0000","last_became_peered":"2024-04-21T23:55:43.695980+0000","last_unstale":"2024-04-21T23:56:08.931662+0000","last_undegraded":"2024-04-21T23:56:08.931662+0000","last_fullsized":"2024-04-21T23:56:08.931662+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:31.655843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859691+0000","last_change":"2024-04-21T23:55:44.714768+0000","last_active":"2024-04-21T23:55:49.859691+0000","last_peered":"2024-04-21T23:55:49.859691+0000","last_clean":"2024-04-21T23:55:49.859691+0000","last_became_active":"2024-04-21T23:55:44.714444+0000","last_became_peered":"2024-04-21T23:55:44.714444+0000","last_unstale":"2024-04-21T23:55:49.859691+0000","last_undegraded":"2024-04-21T23:55:49.859691+0000","last_fullsized":"2024-04-21T23:55:49.859691+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:08:14.871373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022113+0000","last_change":"2024-04-21T23:55:48.884462+0000","last_active":"2024-04-21T23:55:50.022113+0000","last_peered":"2024-04-21T23:55:50.022113+0000","last_clean":"2024-04-21T23:55:50.022113+0000","last_became_active":"2024-04-21T23:55:48.883089+0000","last_became_peered":"2024-04-21T23:55:48.883089+0000","last_unstale":"2024-04-21T23:55:50.022113+0000","last_undegraded":"2024-04-21T23:55:50.022113+0000","last_fullsized":"2024-04-21T23:55:50.022113+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:38:38.667950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'3","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:10.664870+0000","last_change":"2024-04-21T23:55:43.691062+0000","last_active":"2024-04-21T23:56:10.664870+0000","last_peered":"2024-04-21T23:56:10.664870+0000","last_clean":"2024-04-21T23:56:10.664870+0000","last_became_active":"2024-04-21T23:55:43.690749+0000","last_became_peered":"2024-04-21T23:55:43.690749+0000","last_unstale":"2024-04-21T23:56:10.664870+0000","last_undegraded":"2024-04-21T23:56:10.664870+0000","last_fullsized":"2024-04-21T23:56:10.664870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:36:55.159615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859486+0000","last_change":"2024-04-21T23:55:44.709017+0000","last_active":"2024-04-21T23:55:49.859486+0000","last_peered":"2024-04-21T23:55:49.859486+0000","last_clean":"2024-04-21T23:55:49.859486+0000","last_became_active":"2024-04-21T23:55:44.708588+0000","last_became_peered":"2024-04-21T23:55:44.708588+0000","last_unstale":"2024-04-21T23:55:49.859486+0000","last_undegraded":"2024-04-21T23:55:49.859486+0000","last_fullsized":"2024-04-21T23:55:49.859486+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:36.400060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857892+0000","last_change":"2024-04-21T23:55:48.874167+0000","last_active":"2024-04-21T23:55:49.857892+0000","last_peered":"2024-04-21T23:55:49.857892+0000","last_clean":"2024-04-21T23:55:49.857892+0000","last_became_active":"2024-04-21T23:55:48.873629+0000","last_became_peered":"2024-04-21T23:55:48.873629+0000","last_unstale":"2024-04-21T23:55:49.857892+0000","last_undegraded":"2024-04-21T23:55:49.857892+0000","last_fullsized":"2024-04-21T23:55:49.857892+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:28:32.642715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.945610+0000","last_change":"2024-04-21T23:55:43.694169+0000","last_active":"2024-04-21T23:56:09.945610+0000","last_peered":"2024-04-21T23:56:09.945610+0000","last_clean":"2024-04-21T23:56:09.945610+0000","last_became_active":"2024-04-21T23:55:43.693802+0000","last_became_peered":"2024-04-21T23:55:43.693802+0000","last_unstale":"2024-04-21T23:56:09.945610+0000","last_undegraded":"2024-04-21T23:56:09.945610+0000","last_fullsized":"2024-04-21T23:56:09.945610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:34:46.451259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857764+0000","last_change":"2024-04-21T23:55:44.714977+0000","last_active":"2024-04-21T23:55:49.857764+0000","last_peered":"2024-04-21T23:55:49.857764+0000","last_clean":"2024-04-21T23:55:49.857764+0000","last_became_active":"2024-04-21T23:55:44.714624+0000","last_became_peered":"2024-04-21T23:55:44.714624+0000","last_unstale":"2024-04-21T23:55:49.857764+0000","last_undegraded":"2024-04-21T23:55:49.857764+0000","last_fullsized":"2024-04-21T23:55:49.857764+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:20.341440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857850+0000","last_change":"2024-04-21T23:55:48.876125+0000","last_active":"2024-04-21T23:55:49.857850+0000","last_peered":"2024-04-21T23:55:49.857850+0000","last_clean":"2024-04-21T23:55:49.857850+0000","last_became_active":"2024-04-21T23:55:48.873851+0000","last_became_peered":"2024-04-21T23:55:48.873851+0000","last_unstale":"2024-04-21T23:55:49.857850+0000","last_undegraded":"2024-04-21T23:55:49.857850+0000","last_fullsized":"2024-04-21T23:55:49.857850+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:28:44.031297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:10.663977+0000","last_change":"2024-04-21T23:55:43.690896+0000","last_active":"2024-04-21T23:56:10.663977+0000","last_peered":"2024-04-21T23:56:10.663977+0000","last_clean":"2024-04-21T23:56:10.663977+0000","last_became_active":"2024-04-21T23:55:43.690496+0000","last_became_peered":"2024-04-21T23:55:43.690496+0000","last_unstale":"2024-04-21T23:56:10.663977+0000","last_undegraded":"2024-04-21T23:56:10.663977+0000","last_fullsized":"2024-04-21T23:56:10.663977+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:07.675345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023871+0000","last_change":"2024-04-21T23:55:44.709568+0000","last_active":"2024-04-21T23:55:50.023871+0000","last_peered":"2024-04-21T23:55:50.023871+0000","last_clean":"2024-04-21T23:55:50.023871+0000","last_became_active":"2024-04-21T23:55:44.709184+0000","last_became_peered":"2024-04-21T23:55:44.709184+0000","last_unstale":"2024-04-21T23:55:50.023871+0000","last_undegraded":"2024-04-21T23:55:50.023871+0000","last_fullsized":"2024-04-21T23:55:50.023871+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:23:21.657146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023639+0000","last_change":"2024-04-21T23:55:48.874253+0000","last_active":"2024-04-21T23:55:50.023639+0000","last_peered":"2024-04-21T23:55:50.023639+0000","last_clean":"2024-04-21T23:55:50.023639+0000","last_became_active":"2024-04-21T23:55:48.873792+0000","last_became_peered":"2024-04-21T23:55:48.873792+0000","last_unstale":"2024-04-21T23:55:50.023639+0000","last_undegraded":"2024-04-21T23:55:50.023639+0000","last_fullsized":"2024-04-21T23:55:50.023639+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:14:22.462921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022460+0000","last_change":"2024-04-21T23:55:43.695816+0000","last_active":"2024-04-21T23:55:50.022460+0000","last_peered":"2024-04-21T23:55:50.022460+0000","last_clean":"2024-04-21T23:55:50.022460+0000","last_became_active":"2024-04-21T23:55:43.695336+0000","last_became_peered":"2024-04-21T23:55:43.695336+0000","last_unstale":"2024-04-21T23:55:50.022460+0000","last_undegraded":"2024-04-21T23:55:50.022460+0000","last_fullsized":"2024-04-21T23:55:50.022460+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:56:48.514566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023858+0000","last_change":"2024-04-21T23:55:44.702018+0000","last_active":"2024-04-21T23:55:50.023858+0000","last_peered":"2024-04-21T23:55:50.023858+0000","last_clean":"2024-04-21T23:55:50.023858+0000","last_became_active":"2024-04-21T23:55:44.701667+0000","last_became_peered":"2024-04-21T23:55:44.701667+0000","last_unstale":"2024-04-21T23:55:50.023858+0000","last_undegraded":"2024-04-21T23:55:50.023858+0000","last_fullsized":"2024-04-21T23:55:50.023858+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:35:36.854755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857848+0000","last_change":"2024-04-21T23:55:48.875794+0000","last_active":"2024-04-21T23:55:49.857848+0000","last_peered":"2024-04-21T23:55:49.857848+0000","last_clean":"2024-04-21T23:55:49.857848+0000","last_became_active":"2024-04-21T23:55:48.875386+0000","last_became_peered":"2024-04-21T23:55:48.875386+0000","last_unstale":"2024-04-21T23:55:49.857848+0000","last_undegraded":"2024-04-21T23:55:49.857848+0000","last_fullsized":"2024-04-21T23:55:49.857848+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:37:17.202826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859623+0000","last_change":"2024-04-21T23:55:43.694128+0000","last_active":"2024-04-21T23:55:49.859623+0000","last_peered":"2024-04-21T23:55:49.859623+0000","last_clean":"2024-04-21T23:55:49.859623+0000","last_became_active":"2024-04-21T23:55:43.693809+0000","last_became_peered":"2024-04-21T23:55:43.693809+0000","last_unstale":"2024-04-21T23:55:49.859623+0000","last_undegraded":"2024-04-21T23:55:49.859623+0000","last_fullsized":"2024-04-21T23:55:49.859623+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:20.569382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023680+0000","last_change":"2024-04-21T23:55:44.708426+0000","last_active":"2024-04-21T23:55:50.023680+0000","last_peered":"2024-04-21T23:55:50.023680+0000","last_clean":"2024-04-21T23:55:50.023680+0000","last_became_active":"2024-04-21T23:55:44.708105+0000","last_became_peered":"2024-04-21T23:55:44.708105+0000","last_unstale":"2024-04-21T23:55:50.023680+0000","last_undegraded":"2024-04-21T23:55:50.023680+0000","last_fullsized":"2024-04-21T23:55:50.023680+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:39:12.432647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857853+0000","last_change":"2024-04-21T23:55:48.880951+0000","last_active":"2024-04-21T23:55:49.857853+0000","last_peered":"2024-04-21T23:55:49.857853+0000","last_clean":"2024-04-21T23:55:49.857853+0000","last_became_active":"2024-04-21T23:55:48.880484+0000","last_became_peered":"2024-04-21T23:55:48.880484+0000","last_unstale":"2024-04-21T23:55:49.857853+0000","last_undegraded":"2024-04-21T23:55:49.857853+0000","last_fullsized":"2024-04-21T23:55:49.857853+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:15.419390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857806+0000","last_change":"2024-04-21T23:55:44.714129+0000","last_active":"2024-04-21T23:55:49.857806+0000","last_peered":"2024-04-21T23:55:49.857806+0000","last_clean":"2024-04-21T23:55:49.857806+0000","last_became_active":"2024-04-21T23:55:44.713079+0000","last_became_peered":"2024-04-21T23:55:44.713079+0000","last_unstale":"2024-04-21T23:55:49.857806+0000","last_undegraded":"2024-04-21T23:55:49.857806+0000","last_fullsized":"2024-04-21T23:55:49.857806+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:28:25.242211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'4","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.945072+0000","last_change":"2024-04-21T23:55:43.688282+0000","last_active":"2024-04-21T23:56:09.945072+0000","last_peered":"2024-04-21T23:56:09.945072+0000","last_clean":"2024-04-21T23:56:09.945072+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:56:09.945072+0000","last_undegraded":"2024-04-21T23:56:09.945072+0000","last_fullsized":"2024-04-21T23:56:09.945072+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:23:08.111755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859844+0000","last_change":"2024-04-21T23:55:48.871038+0000","last_active":"2024-04-21T23:55:49.859844+0000","last_peered":"2024-04-21T23:55:49.859844+0000","last_clean":"2024-04-21T23:55:49.859844+0000","last_became_active":"2024-04-21T23:55:48.870521+0000","last_became_peered":"2024-04-21T23:55:48.870521+0000","last_unstale":"2024-04-21T23:55:49.859844+0000","last_undegraded":"2024-04-21T23:55:49.859844+0000","last_fullsized":"2024-04-21T23:55:49.859844+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:42:14.978055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022417+0000","last_change":"2024-04-21T23:55:44.707915+0000","last_active":"2024-04-21T23:55:50.022417+0000","last_peered":"2024-04-21T23:55:50.022417+0000","last_clean":"2024-04-21T23:55:50.022417+0000","last_became_active":"2024-04-21T23:55:44.707476+0000","last_became_peered":"2024-04-21T23:55:44.707476+0000","last_unstale":"2024-04-21T23:55:50.022417+0000","last_undegraded":"2024-04-21T23:55:50.022417+0000","last_fullsized":"2024-04-21T23:55:50.022417+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:25.654326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:10.662846+0000","last_change":"2024-04-21T23:55:43.696115+0000","last_active":"2024-04-21T23:56:10.662846+0000","last_peered":"2024-04-21T23:56:10.662846+0000","last_clean":"2024-04-21T23:56:10.662846+0000","last_became_active":"2024-04-21T23:55:43.695806+0000","last_became_peered":"2024-04-21T23:55:43.695806+0000","last_unstale":"2024-04-21T23:56:10.662846+0000","last_undegraded":"2024-04-21T23:56:10.662846+0000","last_fullsized":"2024-04-21T23:56:10.662846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:05.224494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":356,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859315+0000","last_change":"2024-04-21T23:54:31.654931+0000","last_active":"2024-04-21T23:55:49.859315+0000","last_peered":"2024-04-21T23:55:49.859315+0000","last_clean":"2024-04-21T23:55:49.859315+0000","last_became_active":"2024-04-21T23:54:31.654422+0000","last_became_peered":"2024-04-21T23:54:31.654422+0000","last_unstale":"2024-04-21T23:55:49.859315+0000","last_undegraded":"2024-04-21T23:55:49.859315+0000","last_fullsized":"2024-04-21T23:55:49.859315+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_clean_scrub_stamp":"2024-04-21T23:51:07.358778+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:33:41.398066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858451+0000","last_change":"2024-04-21T23:55:48.873805+0000","last_active":"2024-04-21T23:55:49.858451+0000","last_peered":"2024-04-21T23:55:49.858451+0000","last_clean":"2024-04-21T23:55:49.858451+0000","last_became_active":"2024-04-21T23:55:48.873074+0000","last_became_peered":"2024-04-21T23:55:48.873074+0000","last_unstale":"2024-04-21T23:55:49.858451+0000","last_undegraded":"2024-04-21T23:55:49.858451+0000","last_fullsized":"2024-04-21T23:55:49.858451+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:45.408806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857106+0000","last_change":"2024-04-21T23:55:44.713183+0000","last_active":"2024-04-21T23:55:49.857106+0000","last_peered":"2024-04-21T23:55:49.857106+0000","last_clean":"2024-04-21T23:55:49.857106+0000","last_became_active":"2024-04-21T23:55:44.712895+0000","last_became_peered":"2024-04-21T23:55:44.712895+0000","last_unstale":"2024-04-21T23:55:49.857106+0000","last_undegraded":"2024-04-21T23:55:49.857106+0000","last_fullsized":"2024-04-21T23:55:49.857106+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:14:48.014012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.943459+0000","last_change":"2024-04-21T23:55:43.695469+0000","last_active":"2024-04-21T23:56:09.943459+0000","last_peered":"2024-04-21T23:56:09.943459+0000","last_clean":"2024-04-21T23:56:09.943459+0000","last_became_active":"2024-04-21T23:55:43.695191+0000","last_became_peered":"2024-04-21T23:55:43.695191+0000","last_unstale":"2024-04-21T23:56:09.943459+0000","last_undegraded":"2024-04-21T23:56:09.943459+0000","last_fullsized":"2024-04-21T23:56:09.943459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:31:36.518346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023531+0000","last_change":"2024-04-21T23:55:48.872617+0000","last_active":"2024-04-21T23:55:50.023531+0000","last_peered":"2024-04-21T23:55:50.023531+0000","last_clean":"2024-04-21T23:55:50.023531+0000","last_became_active":"2024-04-21T23:55:48.872148+0000","last_became_peered":"2024-04-21T23:55:48.872148+0000","last_unstale":"2024-04-21T23:55:50.023531+0000","last_undegraded":"2024-04-21T23:55:50.023531+0000","last_fullsized":"2024-04-21T23:55:50.023531+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:15:31.326136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932411+0000","last_change":"2024-04-21T23:55:43.697097+0000","last_active":"2024-04-21T23:56:08.932411+0000","last_peered":"2024-04-21T23:56:08.932411+0000","last_clean":"2024-04-21T23:56:08.932411+0000","last_became_active":"2024-04-21T23:55:43.696793+0000","last_became_peered":"2024-04-21T23:55:43.696793+0000","last_unstale":"2024-04-21T23:56:08.932411+0000","last_undegraded":"2024-04-21T23:56:08.932411+0000","last_fullsized":"2024-04-21T23:56:08.932411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:46:57.088968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857924+0000","last_change":"2024-04-21T23:55:44.694188+0000","last_active":"2024-04-21T23:55:49.857924+0000","last_peered":"2024-04-21T23:55:49.857924+0000","last_clean":"2024-04-21T23:55:49.857924+0000","last_became_active":"2024-04-21T23:55:44.693858+0000","last_became_peered":"2024-04-21T23:55:44.693858+0000","last_unstale":"2024-04-21T23:55:49.857924+0000","last_undegraded":"2024-04-21T23:55:49.857924+0000","last_fullsized":"2024-04-21T23:55:49.857924+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:06:06.840835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022662+0000","last_change":"2024-04-21T23:55:48.882642+0000","last_active":"2024-04-21T23:55:50.022662+0000","last_peered":"2024-04-21T23:55:50.022662+0000","last_clean":"2024-04-21T23:55:50.022662+0000","last_became_active":"2024-04-21T23:55:48.882215+0000","last_became_peered":"2024-04-21T23:55:48.882215+0000","last_unstale":"2024-04-21T23:55:50.022662+0000","last_undegraded":"2024-04-21T23:55:50.022662+0000","last_fullsized":"2024-04-21T23:55:50.022662+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:57:13.008696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'1","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022905+0000","last_change":"2024-04-21T23:55:43.694850+0000","last_active":"2024-04-21T23:55:50.022905+0000","last_peered":"2024-04-21T23:55:50.022905+0000","last_clean":"2024-04-21T23:55:50.022905+0000","last_became_active":"2024-04-21T23:55:43.694510+0000","last_became_peered":"2024-04-21T23:55:43.694510+0000","last_unstale":"2024-04-21T23:55:50.022905+0000","last_undegraded":"2024-04-21T23:55:50.022905+0000","last_fullsized":"2024-04-21T23:55:50.022905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:36:20.331885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023244+0000","last_change":"2024-04-21T23:55:44.704749+0000","last_active":"2024-04-21T23:55:50.023244+0000","last_peered":"2024-04-21T23:55:50.023244+0000","last_clean":"2024-04-21T23:55:50.023244+0000","last_became_active":"2024-04-21T23:55:44.704428+0000","last_became_peered":"2024-04-21T23:55:44.704428+0000","last_unstale":"2024-04-21T23:55:50.023244+0000","last_undegraded":"2024-04-21T23:55:50.023244+0000","last_fullsized":"2024-04-21T23:55:50.023244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:26:12.965938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022819+0000","last_change":"2024-04-21T23:55:48.873057+0000","last_active":"2024-04-21T23:55:50.022819+0000","last_peered":"2024-04-21T23:55:50.022819+0000","last_clean":"2024-04-21T23:55:50.022819+0000","last_became_active":"2024-04-21T23:55:48.872614+0000","last_became_peered":"2024-04-21T23:55:48.872614+0000","last_unstale":"2024-04-21T23:55:50.022819+0000","last_undegraded":"2024-04-21T23:55:50.022819+0000","last_fullsized":"2024-04-21T23:55:50.022819+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:35.334492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932250+0000","last_change":"2024-04-21T23:55:43.690157+0000","last_active":"2024-04-21T23:56:08.932250+0000","last_peered":"2024-04-21T23:56:08.932250+0000","last_clean":"2024-04-21T23:56:08.932250+0000","last_became_active":"2024-04-21T23:55:43.689806+0000","last_became_peered":"2024-04-21T23:55:43.689806+0000","last_unstale":"2024-04-21T23:56:08.932250+0000","last_undegraded":"2024-04-21T23:56:08.932250+0000","last_fullsized":"2024-04-21T23:56:08.932250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:45:09.842731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024128+0000","last_change":"2024-04-21T23:55:44.707100+0000","last_active":"2024-04-21T23:55:50.024128+0000","last_peered":"2024-04-21T23:55:50.024128+0000","last_clean":"2024-04-21T23:55:50.024128+0000","last_became_active":"2024-04-21T23:55:44.706759+0000","last_became_peered":"2024-04-21T23:55:44.706759+0000","last_unstale":"2024-04-21T23:55:50.024128+0000","last_undegraded":"2024-04-21T23:55:50.024128+0000","last_fullsized":"2024-04-21T23:55:50.024128+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:58.135129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023427+0000","last_change":"2024-04-21T23:55:48.880809+0000","last_active":"2024-04-21T23:55:50.023427+0000","last_peered":"2024-04-21T23:55:50.023427+0000","last_clean":"2024-04-21T23:55:50.023427+0000","last_became_active":"2024-04-21T23:55:48.880374+0000","last_became_peered":"2024-04-21T23:55:48.880374+0000","last_unstale":"2024-04-21T23:55:50.023427+0000","last_undegraded":"2024-04-21T23:55:50.023427+0000","last_fullsized":"2024-04-21T23:55:50.023427+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:29:33.315000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024022+0000","last_change":"2024-04-21T23:55:43.689547+0000","last_active":"2024-04-21T23:55:50.024022+0000","last_peered":"2024-04-21T23:55:50.024022+0000","last_clean":"2024-04-21T23:55:50.024022+0000","last_became_active":"2024-04-21T23:55:43.688985+0000","last_became_peered":"2024-04-21T23:55:43.688985+0000","last_unstale":"2024-04-21T23:55:50.024022+0000","last_undegraded":"2024-04-21T23:55:50.024022+0000","last_fullsized":"2024-04-21T23:55:50.024022+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:23:00.239787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023028+0000","last_change":"2024-04-21T23:55:44.703472+0000","last_active":"2024-04-21T23:55:50.023028+0000","last_peered":"2024-04-21T23:55:50.023028+0000","last_clean":"2024-04-21T23:55:50.023028+0000","last_became_active":"2024-04-21T23:55:44.703109+0000","last_became_peered":"2024-04-21T23:55:44.703109+0000","last_unstale":"2024-04-21T23:55:50.023028+0000","last_undegraded":"2024-04-21T23:55:50.023028+0000","last_fullsized":"2024-04-21T23:55:50.023028+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:04.046745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022393+0000","last_change":"2024-04-21T23:55:48.870262+0000","last_active":"2024-04-21T23:55:50.022393+0000","last_peered":"2024-04-21T23:55:50.022393+0000","last_clean":"2024-04-21T23:55:50.022393+0000","last_became_active":"2024-04-21T23:55:48.869820+0000","last_became_peered":"2024-04-21T23:55:48.869820+0000","last_unstale":"2024-04-21T23:55:50.022393+0000","last_undegraded":"2024-04-21T23:55:50.022393+0000","last_fullsized":"2024-04-21T23:55:50.022393+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:18:46.039586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.932523+0000","last_change":"2024-04-21T23:55:43.692226+0000","last_active":"2024-04-21T23:56:08.932523+0000","last_peered":"2024-04-21T23:56:08.932523+0000","last_clean":"2024-04-21T23:56:08.932523+0000","last_became_active":"2024-04-21T23:55:43.690673+0000","last_became_peered":"2024-04-21T23:55:43.690673+0000","last_unstale":"2024-04-21T23:56:08.932523+0000","last_undegraded":"2024-04-21T23:56:08.932523+0000","last_fullsized":"2024-04-21T23:56:08.932523+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:55:26.436150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023609+0000","last_change":"2024-04-21T23:55:44.706524+0000","last_active":"2024-04-21T23:55:50.023609+0000","last_peered":"2024-04-21T23:55:50.023609+0000","last_clean":"2024-04-21T23:55:50.023609+0000","last_became_active":"2024-04-21T23:55:44.706126+0000","last_became_peered":"2024-04-21T23:55:44.706126+0000","last_unstale":"2024-04-21T23:55:50.023609+0000","last_undegraded":"2024-04-21T23:55:50.023609+0000","last_fullsized":"2024-04-21T23:55:50.023609+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:42:14.829787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022802+0000","last_change":"2024-04-21T23:55:48.881489+0000","last_active":"2024-04-21T23:55:50.022802+0000","last_peered":"2024-04-21T23:55:50.022802+0000","last_clean":"2024-04-21T23:55:50.022802+0000","last_became_active":"2024-04-21T23:55:48.880610+0000","last_became_peered":"2024-04-21T23:55:48.880610+0000","last_unstale":"2024-04-21T23:55:50.022802+0000","last_undegraded":"2024-04-21T23:55:50.022802+0000","last_fullsized":"2024-04-21T23:55:50.022802+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:37.107366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022831+0000","last_change":"2024-04-21T23:55:43.699898+0000","last_active":"2024-04-21T23:55:50.022831+0000","last_peered":"2024-04-21T23:55:50.022831+0000","last_clean":"2024-04-21T23:55:50.022831+0000","last_became_active":"2024-04-21T23:55:43.698652+0000","last_became_peered":"2024-04-21T23:55:43.698652+0000","last_unstale":"2024-04-21T23:55:50.022831+0000","last_undegraded":"2024-04-21T23:55:50.022831+0000","last_fullsized":"2024-04-21T23:55:50.022831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:24.555123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023260+0000","last_change":"2024-04-21T23:55:44.698923+0000","last_active":"2024-04-21T23:55:50.023260+0000","last_peered":"2024-04-21T23:55:50.023260+0000","last_clean":"2024-04-21T23:55:50.023260+0000","last_became_active":"2024-04-21T23:55:44.698593+0000","last_became_peered":"2024-04-21T23:55:44.698593+0000","last_unstale":"2024-04-21T23:55:50.023260+0000","last_undegraded":"2024-04-21T23:55:50.023260+0000","last_fullsized":"2024-04-21T23:55:50.023260+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:51.140082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023184+0000","last_change":"2024-04-21T23:55:48.877199+0000","last_active":"2024-04-21T23:55:50.023184+0000","last_peered":"2024-04-21T23:55:50.023184+0000","last_clean":"2024-04-21T23:55:50.023184+0000","last_became_active":"2024-04-21T23:55:48.876712+0000","last_became_peered":"2024-04-21T23:55:48.876712+0000","last_unstale":"2024-04-21T23:55:50.023184+0000","last_undegraded":"2024-04-21T23:55:50.023184+0000","last_fullsized":"2024-04-21T23:55:50.023184+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:47:48.530863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:08.931322+0000","last_change":"2024-04-21T23:55:43.695529+0000","last_active":"2024-04-21T23:56:08.931322+0000","last_peered":"2024-04-21T23:56:08.931322+0000","last_clean":"2024-04-21T23:56:08.931322+0000","last_became_active":"2024-04-21T23:55:43.695125+0000","last_became_peered":"2024-04-21T23:55:43.695125+0000","last_unstale":"2024-04-21T23:56:08.931322+0000","last_undegraded":"2024-04-21T23:56:08.931322+0000","last_fullsized":"2024-04-21T23:56:08.931322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:55:43.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859636+0000","last_change":"2024-04-21T23:55:44.711754+0000","last_active":"2024-04-21T23:55:49.859636+0000","last_peered":"2024-04-21T23:55:49.859636+0000","last_clean":"2024-04-21T23:55:49.859636+0000","last_became_active":"2024-04-21T23:55:44.711416+0000","last_became_peered":"2024-04-21T23:55:44.711416+0000","last_unstale":"2024-04-21T23:55:49.859636+0000","last_undegraded":"2024-04-21T23:55:49.859636+0000","last_fullsized":"2024-04-21T23:55:49.859636+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:27.389456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024327+0000","last_change":"2024-04-21T23:55:48.874903+0000","last_active":"2024-04-21T23:55:50.024327+0000","last_peered":"2024-04-21T23:55:50.024327+0000","last_clean":"2024-04-21T23:55:50.024327+0000","last_became_active":"2024-04-21T23:55:48.874316+0000","last_became_peered":"2024-04-21T23:55:48.874316+0000","last_unstale":"2024-04-21T23:55:50.024327+0000","last_undegraded":"2024-04-21T23:55:50.024327+0000","last_fullsized":"2024-04-21T23:55:50.024327+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:13:19.166227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:56:09.943577+0000","last_change":"2024-04-21T23:55:43.699405+0000","last_active":"2024-04-21T23:56:09.943577+0000","last_peered":"2024-04-21T23:56:09.943577+0000","last_clean":"2024-04-21T23:56:09.943577+0000","last_became_active":"2024-04-21T23:55:43.698622+0000","last_became_peered":"2024-04-21T23:55:43.698622+0000","last_unstale":"2024-04-21T23:56:09.943577+0000","last_undegraded":"2024-04-21T23:56:09.943577+0000","last_fullsized":"2024-04-21T23:56:09.943577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:02.099705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.860017+0000","last_change":"2024-04-21T23:55:44.712668+0000","last_active":"2024-04-21T23:55:49.860017+0000","last_peered":"2024-04-21T23:55:49.860017+0000","last_clean":"2024-04-21T23:55:49.860017+0000","last_became_active":"2024-04-21T23:55:44.712284+0000","last_became_peered":"2024-04-21T23:55:44.712284+0000","last_unstale":"2024-04-21T23:55:49.860017+0000","last_undegraded":"2024-04-21T23:55:49.860017+0000","last_fullsized":"2024-04-21T23:55:49.860017+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:49.844365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022901+0000","last_change":"2024-04-21T23:55:48.885891+0000","last_active":"2024-04-21T23:55:50.022901+0000","last_peered":"2024-04-21T23:55:50.022901+0000","last_clean":"2024-04-21T23:55:50.022901+0000","last_became_active":"2024-04-21T23:55:48.885463+0000","last_became_peered":"2024-04-21T23:55:48.885463+0000","last_unstale":"2024-04-21T23:55:50.022901+0000","last_undegraded":"2024-04-21T23:55:50.022901+0000","last_fullsized":"2024-04-21T23:55:50.022901+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:43.669134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.858380+0000","last_change":"2024-04-21T23:55:43.695906+0000","last_active":"2024-04-21T23:55:49.858380+0000","last_peered":"2024-04-21T23:55:49.858380+0000","last_clean":"2024-04-21T23:55:49.858380+0000","last_became_active":"2024-04-21T23:55:43.695455+0000","last_became_peered":"2024-04-21T23:55:43.695455+0000","last_unstale":"2024-04-21T23:55:49.858380+0000","last_undegraded":"2024-04-21T23:55:49.858380+0000","last_fullsized":"2024-04-21T23:55:49.858380+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:54:30.149503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.859814+0000","last_change":"2024-04-21T23:55:44.709514+0000","last_active":"2024-04-21T23:55:49.859814+0000","last_peered":"2024-04-21T23:55:49.859814+0000","last_clean":"2024-04-21T23:55:49.859814+0000","last_became_active":"2024-04-21T23:55:44.709147+0000","last_became_peered":"2024-04-21T23:55:44.709147+0000","last_unstale":"2024-04-21T23:55:49.859814+0000","last_undegraded":"2024-04-21T23:55:49.859814+0000","last_fullsized":"2024-04-21T23:55:49.859814+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:17.563160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857638+0000","last_change":"2024-04-21T23:55:48.873974+0000","last_active":"2024-04-21T23:55:49.857638+0000","last_peered":"2024-04-21T23:55:49.857638+0000","last_clean":"2024-04-21T23:55:49.857638+0000","last_became_active":"2024-04-21T23:55:48.873540+0000","last_became_peered":"2024-04-21T23:55:48.873540+0000","last_unstale":"2024-04-21T23:55:49.857638+0000","last_undegraded":"2024-04-21T23:55:49.857638+0000","last_fullsized":"2024-04-21T23:55:49.857638+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:59:23.860348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857863+0000","last_change":"2024-04-21T23:55:43.691650+0000","last_active":"2024-04-21T23:55:49.857863+0000","last_peered":"2024-04-21T23:55:49.857863+0000","last_clean":"2024-04-21T23:55:49.857863+0000","last_became_active":"2024-04-21T23:55:43.691345+0000","last_became_peered":"2024-04-21T23:55:43.691345+0000","last_unstale":"2024-04-21T23:55:49.857863+0000","last_undegraded":"2024-04-21T23:55:49.857863+0000","last_fullsized":"2024-04-21T23:55:49.857863+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:51:33.155069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.860034+0000","last_change":"2024-04-21T23:55:44.703056+0000","last_active":"2024-04-21T23:55:49.860034+0000","last_peered":"2024-04-21T23:55:49.860034+0000","last_clean":"2024-04-21T23:55:49.860034+0000","last_became_active":"2024-04-21T23:55:44.702738+0000","last_became_peered":"2024-04-21T23:55:44.702738+0000","last_unstale":"2024-04-21T23:55:49.860034+0000","last_undegraded":"2024-04-21T23:55:49.860034+0000","last_fullsized":"2024-04-21T23:55:49.860034+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:32:33.704559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024138+0000","last_change":"2024-04-21T23:55:44.706924+0000","last_active":"2024-04-21T23:55:50.024138+0000","last_peered":"2024-04-21T23:55:50.024138+0000","last_clean":"2024-04-21T23:55:50.024138+0000","last_became_active":"2024-04-21T23:55:44.706209+0000","last_became_peered":"2024-04-21T23:55:44.706209+0000","last_unstale":"2024-04-21T23:55:50.024138+0000","last_undegraded":"2024-04-21T23:55:50.024138+0000","last_fullsized":"2024-04-21T23:55:50.024138+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:07:31.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022970+0000","last_change":"2024-04-21T23:55:44.708481+0000","last_active":"2024-04-21T23:55:50.022970+0000","last_peered":"2024-04-21T23:55:50.022970+0000","last_clean":"2024-04-21T23:55:50.022970+0000","last_became_active":"2024-04-21T23:55:44.707878+0000","last_became_peered":"2024-04-21T23:55:44.707878+0000","last_unstale":"2024-04-21T23:55:50.022970+0000","last_undegraded":"2024-04-21T23:55:50.022970+0000","last_fullsized":"2024-04-21T23:55:50.022970+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:33:57.548826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022675+0000","last_change":"2024-04-21T23:55:44.704229+0000","last_active":"2024-04-21T23:55:50.022675+0000","last_peered":"2024-04-21T23:55:50.022675+0000","last_clean":"2024-04-21T23:55:50.022675+0000","last_became_active":"2024-04-21T23:55:44.703882+0000","last_became_peered":"2024-04-21T23:55:44.703882+0000","last_unstale":"2024-04-21T23:55:50.022675+0000","last_undegraded":"2024-04-21T23:55:50.022675+0000","last_fullsized":"2024-04-21T23:55:50.022675+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:58.737798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023821+0000","last_change":"2024-04-21T23:55:44.709233+0000","last_active":"2024-04-21T23:55:50.023821+0000","last_peered":"2024-04-21T23:55:50.023821+0000","last_clean":"2024-04-21T23:55:50.023821+0000","last_became_active":"2024-04-21T23:55:44.708948+0000","last_became_peered":"2024-04-21T23:55:44.708948+0000","last_unstale":"2024-04-21T23:55:50.023821+0000","last_undegraded":"2024-04-21T23:55:50.023821+0000","last_fullsized":"2024-04-21T23:55:50.023821+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:17:46.143364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857895+0000","last_change":"2024-04-21T23:55:44.701213+0000","last_active":"2024-04-21T23:55:49.857895+0000","last_peered":"2024-04-21T23:55:49.857895+0000","last_clean":"2024-04-21T23:55:49.857895+0000","last_became_active":"2024-04-21T23:55:44.700893+0000","last_became_peered":"2024-04-21T23:55:44.700893+0000","last_unstale":"2024-04-21T23:55:49.857895+0000","last_undegraded":"2024-04-21T23:55:49.857895+0000","last_fullsized":"2024-04-21T23:55:49.857895+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:49:57.393025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024339+0000","last_change":"2024-04-21T23:55:44.701929+0000","last_active":"2024-04-21T23:55:50.024339+0000","last_peered":"2024-04-21T23:55:50.024339+0000","last_clean":"2024-04-21T23:55:50.024339+0000","last_became_active":"2024-04-21T23:55:44.701511+0000","last_became_peered":"2024-04-21T23:55:44.701511+0000","last_unstale":"2024-04-21T23:55:50.024339+0000","last_undegraded":"2024-04-21T23:55:50.024339+0000","last_fullsized":"2024-04-21T23:55:50.024339+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:07.373445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022789+0000","last_change":"2024-04-21T23:55:44.712052+0000","last_active":"2024-04-21T23:55:50.022789+0000","last_peered":"2024-04-21T23:55:50.022789+0000","last_clean":"2024-04-21T23:55:50.022789+0000","last_became_active":"2024-04-21T23:55:44.711593+0000","last_became_peered":"2024-04-21T23:55:44.711593+0000","last_unstale":"2024-04-21T23:55:50.022789+0000","last_undegraded":"2024-04-21T23:55:50.022789+0000","last_fullsized":"2024-04-21T23:55:50.022789+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:19:29.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023409+0000","last_change":"2024-04-21T23:55:44.709979+0000","last_active":"2024-04-21T23:55:50.023409+0000","last_peered":"2024-04-21T23:55:50.023409+0000","last_clean":"2024-04-21T23:55:50.023409+0000","last_became_active":"2024-04-21T23:55:44.709685+0000","last_became_peered":"2024-04-21T23:55:44.709685+0000","last_unstale":"2024-04-21T23:55:50.023409+0000","last_undegraded":"2024-04-21T23:55:50.023409+0000","last_fullsized":"2024-04-21T23:55:50.023409+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:40.464936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857753+0000","last_change":"2024-04-21T23:55:44.699331+0000","last_active":"2024-04-21T23:55:49.857753+0000","last_peered":"2024-04-21T23:55:49.857753+0000","last_clean":"2024-04-21T23:55:49.857753+0000","last_became_active":"2024-04-21T23:55:44.698971+0000","last_became_peered":"2024-04-21T23:55:44.698971+0000","last_unstale":"2024-04-21T23:55:49.857753+0000","last_undegraded":"2024-04-21T23:55:49.857753+0000","last_fullsized":"2024-04-21T23:55:49.857753+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:18:15.261663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.022993+0000","last_change":"2024-04-21T23:55:44.705191+0000","last_active":"2024-04-21T23:55:50.022993+0000","last_peered":"2024-04-21T23:55:50.022993+0000","last_clean":"2024-04-21T23:55:50.022993+0000","last_became_active":"2024-04-21T23:55:44.704887+0000","last_became_peered":"2024-04-21T23:55:44.704887+0000","last_unstale":"2024-04-21T23:55:50.022993+0000","last_undegraded":"2024-04-21T23:55:50.022993+0000","last_fullsized":"2024-04-21T23:55:50.022993+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:04:34.122019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.024599+0000","last_change":"2024-04-21T23:55:44.705215+0000","last_active":"2024-04-21T23:55:50.024599+0000","last_peered":"2024-04-21T23:55:50.024599+0000","last_clean":"2024-04-21T23:55:50.024599+0000","last_became_active":"2024-04-21T23:55:44.704838+0000","last_became_peered":"2024-04-21T23:55:44.704838+0000","last_unstale":"2024-04-21T23:55:50.024599+0000","last_undegraded":"2024-04-21T23:55:50.024599+0000","last_fullsized":"2024-04-21T23:55:50.024599+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:36:31.693586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:49.857807+0000","last_change":"2024-04-21T23:55:44.703902+0000","last_active":"2024-04-21T23:55:49.857807+0000","last_peered":"2024-04-21T23:55:49.857807+0000","last_clean":"2024-04-21T23:55:49.857807+0000","last_became_active":"2024-04-21T23:55:44.703570+0000","last_became_peered":"2024-04-21T23:55:44.703570+0000","last_unstale":"2024-04-21T23:55:49.857807+0000","last_undegraded":"2024-04-21T23:55:49.857807+0000","last_fullsized":"2024-04-21T23:55:49.857807+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:15:21.352301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-21T23:55:50.023650+0000","last_change":"2024-04-21T23:55:44.708961+0000","last_active":"2024-04-21T23:55:50.023650+0000","last_peered":"2024-04-21T23:55:50.023650+0000","last_clean":"2024-04-21T23:55:50.023650+0000","last_became_active":"2024-04-21T23:55:44.708621+0000","last_became_peered":"2024-04-21T23:55:44.708621+0000","last_unstale":"2024-04-21T23:55:50.023650+0000","last_undegraded":"2024-04-21T23:55:50.023650+0000","last_fullsized":"2024-04-21T23:55:50.023650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:16:46.052506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":246739,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":54,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":20,"num_read_kb":18,"num_write":113,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":34,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":192512,"data_stored":19528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101,"ondisk_log_size":101,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350994,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":480266,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612631,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1044480,"data_stored":1074670,"data_compressed":50387,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776155,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":480848,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037793,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":991232,"data_stored":481004,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299430,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1036288,"data_stored":1072426,"data_compressed":50387,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462955,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":480356,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":983040,"data_stored":484108,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738440,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":480356,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":485458,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":480550,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888117,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":480910,"data_compressed":14670,"data_compressed_allocated":20480,"data_compressed_original":40960,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724593,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":1072110,"data_compressed":50387,"data_compressed_allocated":65536,"data_compressed_original":630784,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34077,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34077,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":4798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T23:56:13.679 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-21T23:56:13.680 INFO:tasks.cephadm:Setting up client nodes... 2024-04-21T23:56:13.680 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-21T23:56:13.954 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:14.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:13 smithi080 ceph-mon[27925]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:14.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:13 smithi080 ceph-mon[27925]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-04-21T23:56:14.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:13 smithi080 ceph-mon[27925]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-21T23:56:14.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:13 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/190490599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:14.244 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 21 23:56:13 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b[61741]: 2024-04-21T23:56:13.912+0000 7fe9e5304700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-21T23:56:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:13 smithi120 ceph-mon[31499]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:13 smithi120 ceph-mon[31499]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-04-21T23:56:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:13 smithi120 ceph-mon[31499]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-21T23:56:14.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:13 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/190490599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:13 smithi144 ceph-mon[31316]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:56:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:13 smithi144 ceph-mon[31316]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-04-21T23:56:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:13 smithi144 ceph-mon[31316]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-21T23:56:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:13 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/190490599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:15.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:14 smithi080 ceph-mon[27925]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:56:15.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:14 smithi080 ceph-mon[27925]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:56:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:14 smithi120 ceph-mon[31499]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:56:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:14 smithi120 ceph-mon[31499]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:56:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:14 smithi144 ceph-mon[31316]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:56:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:14 smithi144 ceph-mon[31316]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:56:15.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 -- 172.21.15.80:0/3962497165 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 msgr2=0x7f0284109700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 --2- 172.21.15.80:0/3962497165 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 0x7f0284109700 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f027c00b0d0 tx=0x7f027c00b3e0 comp rx=0 tx=0).stop 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 -- 172.21.15.80:0/3962497165 shutdown_connections 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 --2- 172.21.15.80:0/3962497165 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 0x7f0284109700 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 --2- 172.21.15.80:0/3962497165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0284102760 0x7f0284102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 --2- 172.21.15.80:0/3962497165 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f02841014a0 0x7f0284101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 -- 172.21.15.80:0/3962497165 >> 172.21.15.80:0/3962497165 conn(0x7f02840fbf10 msgr2=0x7f02840fe330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 -- 172.21.15.80:0/3962497165 shutdown_connections 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.800+0000 7f028afb4700 1 -- 172.21.15.80:0/3962497165 wait complete. 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f028afb4700 1 Processor -- start 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f028afb4700 1 -- start start 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f028afb4700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f02841014a0 0x7f02841983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:15.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f028afb4700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 0x7f02841988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f028afb4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0284102760 0x7f028419f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f028afb4700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f028410ce50 con 0x7f0284101e40 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f028afb4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f028410ccd0 con 0x7f0284102760 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f028afb4700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f028410cfd0 con 0x7f02841014a0 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0283fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 0x7f02841988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0283fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 0x7f02841988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50976/0 (socket says 172.21.15.80:50976) 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0283fff700 1 -- 172.21.15.80:0/2221162642 learned_addr learned my addr 172.21.15.80:0/2221162642 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0288d50700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f02841014a0 0x7f02841983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0289551700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0284102760 0x7f028419f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0283fff700 1 -- 172.21.15.80:0/2221162642 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f02841014a0 msgr2=0x7f02841983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:15.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0283fff700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f02841014a0 0x7f02841983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0283fff700 1 -- 172.21.15.80:0/2221162642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0284102760 msgr2=0x7f028419f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0283fff700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0284102760 0x7f028419f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.801+0000 7f0283fff700 1 -- 172.21.15.80:0/2221162642 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02841a0000 con 0x7f0284101e40 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.802+0000 7f0289551700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0284102760 0x7f028419f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.802+0000 7f0283fff700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 0x7f02841988e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f027000d9b0 tx=0x7f027000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.802+0000 7f0281ffb700 1 -- 172.21.15.80:0/2221162642 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0270017070 con 0x7f0284101e40 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.802+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02841a02f0 con 0x7f0284101e40 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.802+0000 7f0281ffb700 1 -- 172.21.15.80:0/2221162642 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0270005020 con 0x7f0284101e40 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.802+0000 7f0281ffb700 1 -- 172.21.15.80:0/2221162642 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0270009bd0 con 0x7f0284101e40 2024-04-21T23:56:15.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.802+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02841a0860 con 0x7f0284101e40 2024-04-21T23:56:15.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.803+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02840507a0 con 0x7f0284101e40 2024-04-21T23:56:15.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.804+0000 7f0281ffb700 1 -- 172.21.15.80:0/2221162642 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f02700051d0 con 0x7f0284101e40 2024-04-21T23:56:15.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.805+0000 7f0281ffb700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02740a2d60 0x7f02740a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:15.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.805+0000 7f0281ffb700 1 -- 172.21.15.80:0/2221162642 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f02700cf740 con 0x7f0284101e40 2024-04-21T23:56:15.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.805+0000 7f0288d50700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02740a2d60 0x7f02740a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:15.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.805+0000 7f0288d50700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02740a2d60 0x7f02740a5220 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f028406a720 tx=0x7f0278009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:15.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:15.809+0000 7f0281ffb700 1 -- 172.21.15.80:0/2221162642 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0270020020 con 0x7f0284101e40 2024-04-21T23:56:16.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.086+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f02841a0d20 con 0x7f0284101e40 2024-04-21T23:56:16.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.089+0000 7f0281ffb700 1 -- 172.21.15.80:0/2221162642 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f02841a0d20 con 0x7f0284101e40 2024-04-21T23:56:16.082 INFO:teuthology.orchestra.run.smithi080.stdout:[client.0] 2024-04-21T23:56:16.082 INFO:teuthology.orchestra.run.smithi080.stdout: key = AQCgpyVmRrc8BRAAjN3/sE2CNvPj2yBQsGzZ6w== 2024-04-21T23:56:16.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02740a2d60 msgr2=0x7f02740a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:16.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02740a2d60 0x7f02740a5220 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f028406a720 tx=0x7f0278009190 comp rx=0 tx=0).stop 2024-04-21T23:56:16.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 msgr2=0x7f02841988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 0x7f02841988e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f027000d9b0 tx=0x7f027000dcc0 comp rx=0 tx=0).stop 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 shutdown_connections 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f02740a2d60 0x7f02740a5220 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0284102760 0x7f028419f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f02841014a0 0x7f02841983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 --2- 172.21.15.80:0/2221162642 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0284101e40 0x7f02841988e0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 >> 172.21.15.80:0/2221162642 conn(0x7f02840fbf10 msgr2=0x7f02840fdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 shutdown_connections 2024-04-21T23:56:16.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:16.092+0000 7f028afb4700 1 -- 172.21.15.80:0/2221162642 wait complete. 2024-04-21T23:56:16.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:15 smithi080 ceph-mon[27925]: pgmap v306: 129 pgs: 129 active+clean; 625 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-21T23:56:16.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:15 smithi120 ceph-mon[31499]: pgmap v306: 129 pgs: 129 active+clean; 625 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-21T23:56:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:15 smithi144 ceph-mon[31316]: pgmap v306: 129 pgs: 129 active+clean; 625 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-21T23:56:16.883 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:56:16.883 DEBUG:teuthology.orchestra.run.smithi080:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-21T23:56:16.883 DEBUG:teuthology.orchestra.run.smithi080:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-21T23:56:16.922 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-21T23:56:16.923 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-21T23:56:16.923 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-21T23:56:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:16 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2221162642' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-21T23:56:17.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:16 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2221162642' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-21T23:56:17.213 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:17.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:16 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2221162642' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-21T23:56:17.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:16 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2221162642' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-21T23:56:17.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:16 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2221162642' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-21T23:56:17.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:16 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2221162642' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-21T23:56:18.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:17 smithi080 ceph-mon[27925]: pgmap v307: 129 pgs: 129 active+clean; 626 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.3 KiB/s wr, 12 op/s 2024-04-21T23:56:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:17 smithi120 ceph-mon[31499]: pgmap v307: 129 pgs: 129 active+clean; 626 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.3 KiB/s wr, 12 op/s 2024-04-21T23:56:18.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:17 smithi144 ceph-mon[31316]: pgmap v307: 129 pgs: 129 active+clean; 626 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.3 KiB/s wr, 12 op/s 2024-04-21T23:56:19.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2960804527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 msgr2=0x7fbf6c107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:19.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2960804527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 0x7fbf6c107630 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbf600099c0 tx=0x7fbf60009cd0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2960804527 shutdown_connections 2024-04-21T23:56:19.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2960804527 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf6c101140 0x7fbf6c10f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2960804527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 0x7fbf6c107630 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2960804527 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf6c100780 0x7fbf6c100c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2960804527 >> 172.21.15.80:0/2960804527 conn(0x7fbf6c077730 msgr2=0x7fbf6c0feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:19.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2960804527 shutdown_connections 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.135+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2960804527 wait complete. 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.136+0000 7fbf72fd9700 1 Processor -- start 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.136+0000 7fbf72fd9700 1 -- start start 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.136+0000 7fbf72fd9700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf6c100780 0x7fbf6c10e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.136+0000 7fbf72fd9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf6c101140 0x7fbf6c10e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.136+0000 7fbf72fd9700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 0x7fbf6c1a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.136+0000 7fbf72fd9700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6c112730 con 0x7fbf6c107250 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.136+0000 7fbf72fd9700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6c1125b0 con 0x7fbf6c101140 2024-04-21T23:56:19.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.136+0000 7fbf72fd9700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6c1128b0 con 0x7fbf6c100780 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 0x7fbf6c1a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 0x7fbf6c1a3a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50988/0 (socket says 172.21.15.80:50988) 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 -- 172.21.15.80:0/2820788469 learned_addr learned my addr 172.21.15.80:0/2820788469 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf70d75700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf6c100780 0x7fbf6c10e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf6bfff700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf6c101140 0x7fbf6c10e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 -- 172.21.15.80:0/2820788469 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf6c100780 msgr2=0x7fbf6c10e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf6c100780 0x7fbf6c10e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 -- 172.21.15.80:0/2820788469 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf6c101140 msgr2=0x7fbf6c10e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf6c101140 0x7fbf6c10e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 -- 172.21.15.80:0/2820788469 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf6c1a4180 con 0x7fbf6c107250 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf71576700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 0x7fbf6c1a3a40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbf6400b9e0 tx=0x7fbf6400bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf69ffb700 1 -- 172.21.15.80:0/2820788469 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6400d820 con 0x7fbf6c107250 2024-04-21T23:56:19.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf6c1a4470 con 0x7fbf6c107250 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf69ffb700 1 -- 172.21.15.80:0/2820788469 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf64015420 con 0x7fbf6c107250 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf69ffb700 1 -- 172.21.15.80:0/2820788469 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf64014630 con 0x7fbf6c107250 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.137+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf6c1abcf0 con 0x7fbf6c107250 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.138+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf6c068f20 con 0x7fbf6c107250 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.139+0000 7fbf69ffb700 1 -- 172.21.15.80:0/2820788469 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fbf640155d0 con 0x7fbf6c107250 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.140+0000 7fbf69ffb700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbf5c0a2cb0 0x7fbf5c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.140+0000 7fbf69ffb700 1 -- 172.21.15.80:0/2820788469 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fbf640ceca0 con 0x7fbf6c107250 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.140+0000 7fbf70d75700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbf5c0a2cb0 0x7fbf5c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:19.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.141+0000 7fbf70d75700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbf5c0a2cb0 0x7fbf5c0a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fbf60009fd0 tx=0x7fbf60005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:19.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.146+0000 7fbf69ffb700 1 -- 172.21.15.80:0/2820788469 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fbf6409b860 con 0x7fbf6c107250 2024-04-21T23:56:19.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.395+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fbf6c1abec0 con 0x7fbf6c107250 2024-04-21T23:56:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.400+0000 7fbf69ffb700 1 -- 172.21.15.80:0/2820788469 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263201 (secure 0 0 0) 0x7fbf6409b160 con 0x7fbf6c107250 2024-04-21T23:56:19.397 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.402+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbf5c0a2cb0 msgr2=0x7fbf5c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.402+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbf5c0a2cb0 0x7fbf5c0a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fbf60009fd0 tx=0x7fbf60005fb0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.402+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 msgr2=0x7fbf6c1a3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.402+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 0x7fbf6c1a3a40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbf6400b9e0 tx=0x7fbf6400bcf0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.402+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 shutdown_connections 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.402+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbf5c0a2cb0 0x7fbf5c0a5170 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.402+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf6c107250 0x7fbf6c1a3a40 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.402+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf6c100780 0x7fbf6c10e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.403+0000 7fbf72fd9700 1 --2- 172.21.15.80:0/2820788469 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf6c101140 0x7fbf6c10e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.403+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 >> 172.21.15.80:0/2820788469 conn(0x7fbf6c077730 msgr2=0x7fbf6c105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.403+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 shutdown_connections 2024-04-21T23:56:19.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:19.403+0000 7fbf72fd9700 1 -- 172.21.15.80:0/2820788469 wait complete. 2024-04-21T23:56:20.122 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:19 smithi080 ceph-mon[27925]: pgmap v308: 129 pgs: 129 active+clean; 626 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.4 KiB/s wr, 13 op/s 2024-04-21T23:56:20.122 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:19 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2820788469' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-21T23:56:20.152 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6800","nonce":1494600697},{"type":"v1","addr":"172.21.15.80:6801","nonce":1494600697}]},"active_addr":"172.21.15.80:6801/1494600697","active_change":"2024-04-21T23:48:42.757965+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24115,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.80:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.80:0","nonce":4024768484}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.80:0","nonce":1811701282}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.80:0","nonce":2979394302}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.80:0","nonce":3401086643}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.80:0","nonce":3160601905}]}]} 2024-04-21T23:56:20.157 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-21T23:56:20.157 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-21T23:56:20.157 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-21T23:56:20.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:19 smithi120 ceph-mon[31499]: pgmap v308: 129 pgs: 129 active+clean; 626 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.4 KiB/s wr, 13 op/s 2024-04-21T23:56:20.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:19 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2820788469' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-21T23:56:20.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:19 smithi144 ceph-mon[31316]: pgmap v308: 129 pgs: 129 active+clean; 626 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.4 KiB/s wr, 13 op/s 2024-04-21T23:56:20.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:19 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2820788469' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-21T23:56:20.396 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:22.194 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/3950789227 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec4100820 msgr2=0x7f7ec4100c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:22.194 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/3950789227 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec4100820 0x7f7ec4100c80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7eb800b0a0 tx=0x7f7eb800b3b0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.194 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/3950789227 shutdown_connections 2024-04-21T23:56:22.194 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/3950789227 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ec41011c0 0x7f7ec410f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/3950789227 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ec41082c0 0x7f7ec41086a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/3950789227 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec4100820 0x7f7ec4100c80 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/3950789227 >> 172.21.15.80:0/3950789227 conn(0x7f7ec40777a0 msgr2=0x7f7ec40feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/3950789227 shutdown_connections 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.199+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/3950789227 wait complete. 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ecbb1f700 1 Processor -- start 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ecbb1f700 1 -- start start 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ecbb1f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ec4100820 0x7f7ec4101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ecbb1f700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec41011c0 0x7f7ec4101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ecbb1f700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ec41082c0 0x7f7ec4102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ecbb1f700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec4112600 con 0x7f7ec41011c0 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ecbb1f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec4112480 con 0x7f7ec4100820 2024-04-21T23:56:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ecbb1f700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7ec4112780 con 0x7f7ec41082c0 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec90ba700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec41011c0 0x7f7ec4101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec90ba700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec41011c0 0x7f7ec4101f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34178/0 (socket says 172.21.15.80:34178) 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec90ba700 1 -- 172.21.15.80:0/4156412872 learned_addr learned my addr 172.21.15.80:0/4156412872 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec98bb700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ec4100820 0x7f7ec4101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7eca0bc700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ec41082c0 0x7f7ec4102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec90ba700 1 -- 172.21.15.80:0/4156412872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ec41082c0 msgr2=0x7f7ec4102480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec90ba700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ec41082c0 0x7f7ec4102480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec90ba700 1 -- 172.21.15.80:0/4156412872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ec4100820 msgr2=0x7f7ec4101a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec90ba700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ec4100820 0x7f7ec4101a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.200+0000 7f7ec90ba700 1 -- 172.21.15.80:0/4156412872 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ec41a7060 con 0x7f7ec41011c0 2024-04-21T23:56:22.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.201+0000 7f7ec90ba700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec41011c0 0x7f7ec4101f40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8000f80 tx=0x7f7eb800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:22.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.201+0000 7f7ec2ffd700 1 -- 172.21.15.80:0/4156412872 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb8021070 con 0x7f7ec41011c0 2024-04-21T23:56:22.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.201+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ec41a72f0 con 0x7f7ec41011c0 2024-04-21T23:56:22.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.201+0000 7f7ec2ffd700 1 -- 172.21.15.80:0/4156412872 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7eb8007d00 con 0x7f7ec41011c0 2024-04-21T23:56:22.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.201+0000 7f7ec2ffd700 1 -- 172.21.15.80:0/4156412872 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb8005500 con 0x7f7ec41011c0 2024-04-21T23:56:22.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.201+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ec41a77f0 con 0x7f7ec41011c0 2024-04-21T23:56:22.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.202+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ec4103b40 con 0x7f7ec41011c0 2024-04-21T23:56:22.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.203+0000 7f7ec2ffd700 1 -- 172.21.15.80:0/4156412872 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7eb8024070 con 0x7f7ec41011c0 2024-04-21T23:56:22.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.203+0000 7f7ec2ffd700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7eac0a2cb0 0x7f7eac0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:22.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.204+0000 7f7ec98bb700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7eac0a2cb0 0x7f7eac0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:22.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.204+0000 7f7ec2ffd700 1 -- 172.21.15.80:0/4156412872 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f7eb800f020 con 0x7f7ec41011c0 2024-04-21T23:56:22.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.204+0000 7f7ec98bb700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7eac0a2cb0 0x7f7eac0a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7eb4009a10 tx=0x7f7eb4009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:22.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.207+0000 7f7ec2ffd700 1 -- 172.21.15.80:0/4156412872 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7eb802b020 con 0x7f7ec41011c0 2024-04-21T23:56:22.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:21 smithi120 ceph-mon[31499]: pgmap v309: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.7 KiB/s wr, 15 op/s 2024-04-21T23:56:22.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:21 smithi144 ceph-mon[31316]: pgmap v309: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.7 KiB/s wr, 15 op/s 2024-04-21T23:56:22.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.401+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ec402db30 con 0x7f7ec41011c0 2024-04-21T23:56:22.395 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:21 smithi080 ceph-mon[27925]: pgmap v309: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.7 KiB/s wr, 15 op/s 2024-04-21T23:56:22.396 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.403+0000 7f7ec2ffd700 1 -- 172.21.15.80:0/4156412872 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7f7eb809dc60 con 0x7f7ec41011c0 2024-04-21T23:56:22.396 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:22.397 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7eac0a2cb0 msgr2=0x7f7eac0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7eac0a2cb0 0x7f7eac0a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7eb4009a10 tx=0x7f7eb4009190 comp rx=0 tx=0).stop 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec41011c0 msgr2=0x7f7ec4101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec41011c0 0x7f7ec4101f40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8000f80 tx=0x7f7eb800be60 comp rx=0 tx=0).stop 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 shutdown_connections 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7eac0a2cb0 0x7f7eac0a5170 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ec41082c0 0x7f7ec4102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ec4100820 0x7f7ec4101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 --2- 172.21.15.80:0/4156412872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ec41011c0 0x7f7ec4101f40 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.405+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 >> 172.21.15.80:0/4156412872 conn(0x7f7ec40777a0 msgr2=0x7f7ec40ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:22.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.406+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 shutdown_connections 2024-04-21T23:56:22.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:22.406+0000 7f7ecbb1f700 1 -- 172.21.15.80:0/4156412872 wait complete. 2024-04-21T23:56:23.131 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:22 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4156412872' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:23.162 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-21T23:56:23.162 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-21T23:56:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:22 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4156412872' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:22 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4156412872' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:23.401 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:24.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:23 smithi080 ceph-mon[27925]: pgmap v310: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-04-21T23:56:24.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:23 smithi120 ceph-mon[31499]: pgmap v310: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-04-21T23:56:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:23 smithi144 ceph-mon[31316]: pgmap v310: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-04-21T23:56:25.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 -- 172.21.15.80:0/2689975885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7630101130 msgr2=0x7f76301015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:25.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2689975885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7630101130 0x7f76301015b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7624009990 tx=0x7f7624009ca0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 -- 172.21.15.80:0/2689975885 shutdown_connections 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2689975885 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7630101af0 0x7f763010dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2689975885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76301071a0 0x7f7630107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2689975885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7630101130 0x7f76301015b0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 -- 172.21.15.80:0/2689975885 >> 172.21.15.80:0/2689975885 conn(0x7f76300780e0 msgr2=0x7f76300784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 -- 172.21.15.80:0/2689975885 shutdown_connections 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.166+0000 7f7635ee7700 1 -- 172.21.15.80:0/2689975885 wait complete. 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.167+0000 7f7635ee7700 1 Processor -- start 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.167+0000 7f7635ee7700 1 -- start start 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.167+0000 7f7635ee7700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7630101130 0x7f763019e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.167+0000 7f7635ee7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7630101af0 0x7f763019eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:25.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.167+0000 7f7635ee7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76301071a0 0x7f7630198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f7635ee7700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7630111410 con 0x7f76301071a0 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f7635ee7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7630111290 con 0x7f7630101af0 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f7635ee7700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7630111590 con 0x7f7630101130 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76301071a0 0x7f7630198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76301071a0 0x7f7630198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34208/0 (socket says 172.21.15.80:34208) 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 -- 172.21.15.80:0/2180723865 learned_addr learned my addr 172.21.15.80:0/2180723865 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762f7fe700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7630101130 0x7f763019e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762effd700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7630101af0 0x7f763019eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 -- 172.21.15.80:0/2180723865 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7630101130 msgr2=0x7f763019e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7630101130 0x7f763019e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 -- 172.21.15.80:0/2180723865 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7630101af0 msgr2=0x7f763019eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:25.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7630101af0 0x7f763019eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 -- 172.21.15.80:0/2180723865 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7630198ff0 con 0x7f76301071a0 2024-04-21T23:56:25.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762ffff700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76301071a0 0x7f7630198810 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f762800ada0 tx=0x7f762800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:25.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.168+0000 7f762cff9700 1 -- 172.21.15.80:0/2180723865 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7628017020 con 0x7f76301071a0 2024-04-21T23:56:25.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.169+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76301992e0 con 0x7f76301071a0 2024-04-21T23:56:25.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.169+0000 7f762cff9700 1 -- 172.21.15.80:0/2180723865 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f762800cdb0 con 0x7f76301071a0 2024-04-21T23:56:25.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.169+0000 7f762cff9700 1 -- 172.21.15.80:0/2180723865 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76280053e0 con 0x7f76301071a0 2024-04-21T23:56:25.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.169+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7630102d40 con 0x7f76301071a0 2024-04-21T23:56:25.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.170+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7630102850 con 0x7f76301071a0 2024-04-21T23:56:25.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.171+0000 7f762cff9700 1 -- 172.21.15.80:0/2180723865 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f762800c8d0 con 0x7f76301071a0 2024-04-21T23:56:25.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.171+0000 7f762cff9700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f76180a2d30 0x7f76180a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:25.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.171+0000 7f762f7fe700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f76180a2d30 0x7f76180a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:25.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.171+0000 7f762cff9700 1 -- 172.21.15.80:0/2180723865 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f76280ceac0 con 0x7f76301071a0 2024-04-21T23:56:25.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.172+0000 7f762f7fe700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f76180a2d30 0x7f76180a51f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7620005950 tx=0x7f762000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:25.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.176+0000 7f762cff9700 1 -- 172.21.15.80:0/2180723865 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7628021020 con 0x7f76301071a0 2024-04-21T23:56:25.364 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.371+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7630062e40 con 0x7f76301071a0 2024-04-21T23:56:25.366 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.373+0000 7f762cff9700 1 -- 172.21.15.80:0/2180723865 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24140 (secure 0 0 0) 0x7f762809b710 con 0x7f76301071a0 2024-04-21T23:56:25.366 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:56:25.366 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":90,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:55:49.209900+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:56:25.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f76180a2d30 msgr2=0x7f76180a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:25.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f76180a2d30 0x7f76180a51f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7620005950 tx=0x7f762000a300 comp rx=0 tx=0).stop 2024-04-21T23:56:25.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76301071a0 msgr2=0x7f7630198810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:25.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76301071a0 0x7f7630198810 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f762800ada0 tx=0x7f762800c330 comp rx=0 tx=0).stop 2024-04-21T23:56:25.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 shutdown_connections 2024-04-21T23:56:25.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f76180a2d30 0x7f76180a51f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76301071a0 0x7f7630198810 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7630101130 0x7f763019e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 --2- 172.21.15.80:0/2180723865 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7630101af0 0x7f763019eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:25.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 >> 172.21.15.80:0/2180723865 conn(0x7f76300780e0 msgr2=0x7f7630100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:25.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 shutdown_connections 2024-04-21T23:56:25.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:25.375+0000 7f7635ee7700 1 -- 172.21.15.80:0/2180723865 wait complete. 2024-04-21T23:56:26.024 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:25 smithi080 ceph-mon[27925]: pgmap v311: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-04-21T23:56:26.024 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:25 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2180723865' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:26.053 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-21T23:56:26.053 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-21T23:56:26.054 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-21T23:56:26.054 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-21T23:56:26.055 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-21T23:56:26.055 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-21T23:56:26.056 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-21T23:56:26.056 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-21T23:56:26.057 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-21T23:56:26.057 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-21T23:56:26.058 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-21T23:56:26.058 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-21T23:56:26.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:25 smithi120 ceph-mon[31499]: pgmap v311: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-04-21T23:56:26.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:25 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2180723865' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:26.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:25 smithi144 ceph-mon[31316]: pgmap v311: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-04-21T23:56:26.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:25 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2180723865' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:56:26.841 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.841 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.842 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.842 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.842 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.842 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.848 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.848 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.852 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.857 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:26.858 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:28.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:27 smithi080 ceph-mon[27925]: pgmap v312: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:56:28.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:27 smithi120 ceph-mon[31499]: pgmap v312: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:56:28.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:27 smithi144 ceph-mon[31316]: pgmap v312: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:56:29.968 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:30.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:29 smithi120 ceph-mon[31499]: pgmap v313: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-04-21T23:56:30.352 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:29 smithi144 ceph-mon[31316]: pgmap v313: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-04-21T23:56:30.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:29 smithi080 ceph-mon[27925]: pgmap v313: 129 pgs: 129 active+clean; 638 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-04-21T23:56:32.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:31 smithi120 ceph-mon[31499]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:56:32.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:31 smithi144 ceph-mon[31316]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:56:32.389 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:31 smithi080 ceph-mon[27925]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:56:34.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:33 smithi120 ceph-mon[31499]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:34.282 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:33 smithi080 ceph-mon[27925]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:34.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:33 smithi144 ceph-mon[31316]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:36.077 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:35 smithi080 ceph-mon[27925]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:36.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:35 smithi120 ceph-mon[31499]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:35 smithi144 ceph-mon[31316]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:37.330 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.330+0000 7fe714866700 1 -- 172.21.15.80:0/3841042452 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 msgr2=0x7fe71010f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:37.330 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.330+0000 7fe714866700 1 --2- 172.21.15.80:0/3841042452 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 0x7fe71010f140 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe70800b0a0 tx=0x7fe70800b3b0 comp rx=0 tx=0).stop 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.331+0000 7fe714866700 1 -- 172.21.15.80:0/3841042452 shutdown_connections 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.331+0000 7fe714866700 1 --2- 172.21.15.80:0/3841042452 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 0x7fe71010f140 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.331+0000 7fe714866700 1 --2- 172.21.15.80:0/3841042452 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe7101024e0 0x7fe7101028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.331+0000 7fe714866700 1 --2- 172.21.15.80:0/3841042452 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe710102e90 0x7fe710106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.331+0000 7fe714866700 1 -- 172.21.15.80:0/3841042452 >> 172.21.15.80:0/3841042452 conn(0x7fe710079390 msgr2=0x7fe7100797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.331+0000 7fe714866700 1 -- 172.21.15.80:0/3841042452 shutdown_connections 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.331+0000 7fe714866700 1 -- 172.21.15.80:0/3841042452 wait complete. 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe714866700 1 Processor -- start 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe714866700 1 -- start start 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe714866700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe7101024e0 0x7fe71019e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe714866700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe710102e90 0x7fe71019eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:37.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe714866700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 0x7fe7101987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe714866700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe710112550 con 0x7fe710107570 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe714866700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe7101123d0 con 0x7fe710102e90 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe714866700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe7101126d0 con 0x7fe7101024e0 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 0x7fe7101987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 0x7fe7101987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:36134/0 (socket says 172.21.15.80:36134) 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 -- 172.21.15.80:0/1444755496 learned_addr learned my addr 172.21.15.80:0/1444755496 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70e59c700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe7101024e0 0x7fe71019e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70dd9b700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe710102e90 0x7fe71019eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 -- 172.21.15.80:0/1444755496 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe7101024e0 msgr2=0x7fe71019e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe7101024e0 0x7fe71019e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 -- 172.21.15.80:0/1444755496 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe710102e90 msgr2=0x7fe71019eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe710102e90 0x7fe71019eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:37.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 -- 172.21.15.80:0/1444755496 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe710198fb0 con 0x7fe710107570 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.332+0000 7fe70ed9d700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 0x7fe7101987d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe7080062a0 tx=0x7fe708004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.333+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe708021070 con 0x7fe710107570 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.333+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe710199240 con 0x7fe710107570 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.333+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe708003c00 con 0x7fe710107570 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.333+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe708004880 con 0x7fe710107570 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.333+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7101a54b0 con 0x7fe710107570 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.333+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe7100629c0 con 0x7fe710107570 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.335+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe708003db0 con 0x7fe710107570 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.335+0000 7fe6ff7fe700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6f80a2cb0 0x7fe6f80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.335+0000 7fe70e59c700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6f80a2cb0 0x7fe6f80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:37.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.335+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fe7080d03b0 con 0x7fe710107570 2024-04-21T23:56:37.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.336+0000 7fe6ff7fe700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] conn(0x7fe6f80ad970 0x7fe6f80afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:37.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.336+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 --> [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe6f80b0480 con 0x7fe6f80ad970 2024-04-21T23:56:37.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.336+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fe7080d0800 con 0x7fe710107570 2024-04-21T23:56:37.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.336+0000 7fe70e59c700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6f80a2cb0 0x7fe6f80a5170 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe700005950 tx=0x7fe70000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:37.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.336+0000 7fe70dd9b700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] conn(0x7fe6f80ad970 0x7fe6f80afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:37.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.336+0000 7fe70dd9b700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] conn(0x7fe6f80ad970 0x7fe6f80afdb0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:37.334 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.337+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 <== osd.7 v2:172.21.15.120:6816/627521111 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe6f80b0480 con 0x7fe6f80ad970 2024-04-21T23:56:37.346 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.353+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 --> [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe710062e40 con 0x7fe6f80ad970 2024-04-21T23:56:37.347 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.354+0000 7fe6ff7fe700 1 -- 172.21.15.80:0/1444755496 <== osd.7 v2:172.21.15.120:6816/627521111 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe710062e40 con 0x7fe6f80ad970 2024-04-21T23:56:37.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.354+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 >> [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] conn(0x7fe6f80ad970 msgr2=0x7fe6f80afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:37.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.354+0000 7fe714866700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] conn(0x7fe6f80ad970 0x7fe6f80afdb0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:37.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.354+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6f80a2cb0 msgr2=0x7fe6f80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:37.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.354+0000 7fe714866700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe6f80a2cb0 0x7fe6f80a5170 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe700005950 tx=0x7fe70000b410 comp rx=0 tx=0).stop 2024-04-21T23:56:37.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.354+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 msgr2=0x7fe7101987d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:37.348 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.354+0000 7fe714866700 1 --2- 172.21.15.80:0/1444755496 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe710107570 0x7fe7101987d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe7080062a0 tx=0x7fe708004d70 comp rx=0 tx=0).stop 2024-04-21T23:56:37.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.355+0000 7fe70ed9d700 1 -- 172.21.15.80:0/1444755496 reap_dead start 2024-04-21T23:56:37.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.355+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 shutdown_connections 2024-04-21T23:56:37.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.355+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 >> 172.21.15.80:0/1444755496 conn(0x7fe710079390 msgr2=0x7fe710100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:37.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.355+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 shutdown_connections 2024-04-21T23:56:37.349 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:37.355+0000 7fe714866700 1 -- 172.21.15.80:0/1444755496 wait complete. 2024-04-21T23:56:38.077 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:37 smithi080 ceph-mon[27925]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:38.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:37 smithi120 ceph-mon[31499]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:38.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:37 smithi144 ceph-mon[31316]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:56:38.467 INFO:teuthology.orchestra.run.smithi080.stdout:223338299436 2024-04-21T23:56:38.467 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-21T23:56:38.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.615+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2489458383 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 msgr2=0x7f5b38106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:38.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.615+0000 7f5b3fc96700 1 --2- 172.21.15.80:0/2489458383 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 0x7f5b38106e90 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5b28009990 tx=0x7f5b28009ca0 comp rx=0 tx=0).stop 2024-04-21T23:56:38.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2489458383 shutdown_connections 2024-04-21T23:56:38.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 --2- 172.21.15.80:0/2489458383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5b38107570 0x7f5b3810f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:38.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 --2- 172.21.15.80:0/2489458383 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5b381024e0 0x7f5b381028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:38.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 --2- 172.21.15.80:0/2489458383 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 0x7f5b38106e90 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:38.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2489458383 >> 172.21.15.80:0/2489458383 conn(0x7f5b38079390 msgr2=0x7f5b380797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:38.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2489458383 shutdown_connections 2024-04-21T23:56:38.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2489458383 wait complete. 2024-04-21T23:56:38.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 Processor -- start 2024-04-21T23:56:38.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.616+0000 7f5b3fc96700 1 -- start start 2024-04-21T23:56:38.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3fc96700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5b381024e0 0x7f5b3819e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:38.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3fc96700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 0x7f5b3819ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:38.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3fc96700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5b38107570 0x7f5b381988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:38.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3fc96700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f5b38112590 con 0x7f5b38102e90 2024-04-21T23:56:38.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3fc96700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5b38112410 con 0x7f5b38107570 2024-04-21T23:56:38.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3fc96700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f5b38112710 con 0x7f5b381024e0 2024-04-21T23:56:38.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 0x7f5b3819ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:38.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 0x7f5b3819ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:36116/0 (socket says 172.21.15.80:36116) 2024-04-21T23:56:38.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 -- 172.21.15.80:0/2767256404 learned_addr learned my addr 172.21.15.80:0/2767256404 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:38.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3e233700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5b38107570 0x7f5b381988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:38.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3da32700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5b381024e0 0x7f5b3819e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:38.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 -- 172.21.15.80:0/2767256404 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5b381024e0 msgr2=0x7f5b3819e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:38.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5b381024e0 0x7f5b3819e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:38.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 -- 172.21.15.80:0/2767256404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5b38107570 msgr2=0x7f5b381988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:38.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5b38107570 0x7f5b381988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:38.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 -- 172.21.15.80:0/2767256404 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b38199010 con 0x7f5b38102e90 2024-04-21T23:56:38.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b3d231700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 0x7f5b3819ec30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5b28000c00 tx=0x7f5b280047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:38.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.617+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b28027070 con 0x7f5b38102e90 2024-04-21T23:56:38.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.618+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b381992a0 con 0x7f5b38102e90 2024-04-21T23:56:38.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.618+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b28003780 con 0x7f5b38102e90 2024-04-21T23:56:38.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.618+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b28022db0 con 0x7f5b38102e90 2024-04-21T23:56:38.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.618+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b381a55c0 con 0x7f5b38102e90 2024-04-21T23:56:38.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.618+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5b380629c0 con 0x7f5b38102e90 2024-04-21T23:56:38.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.620+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5b2802a070 con 0x7f5b38102e90 2024-04-21T23:56:38.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.620+0000 7f5b2effd700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5b240a2cb0 0x7f5b240a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:38.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.620+0000 7f5b3da32700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5b240a2cb0 0x7f5b240a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:38.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.620+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7f5b280d0710 con 0x7f5b38102e90 2024-04-21T23:56:38.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.620+0000 7f5b2effd700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] conn(0x7f5b240ad970 0x7f5b240afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:38.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.620+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 --> [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5b28001d30 con 0x7f5b240ad970 2024-04-21T23:56:38.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.620+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f5b280d0b60 con 0x7f5b38102e90 2024-04-21T23:56:38.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.621+0000 7f5b3da32700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5b240a2cb0 0x7f5b240a5170 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5b34006fd0 tx=0x7f5b34008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.621+0000 7f5b3e233700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] conn(0x7f5b240ad970 0x7f5b240afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.621+0000 7f5b3e233700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] conn(0x7f5b240ad970 0x7f5b240afdb0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.622+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 <== osd.4 v2:172.21.15.120:6808/1903283526 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5b28001d30 con 0x7f5b240ad970 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.638+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 --> [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5b38062dc0 con 0x7f5b240ad970 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b2effd700 1 -- 172.21.15.80:0/2767256404 <== osd.4 v2:172.21.15.120:6808/1903283526 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5b38062dc0 con 0x7f5b240ad970 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 >> [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] conn(0x7f5b240ad970 msgr2=0x7f5b240afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] conn(0x7f5b240ad970 0x7f5b240afdb0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5b240a2cb0 msgr2=0x7f5b240a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:38.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5b240a2cb0 0x7f5b240a5170 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5b34006fd0 tx=0x7f5b34008040 comp rx=0 tx=0).stop 2024-04-21T23:56:38.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 msgr2=0x7f5b3819ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:38.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 --2- 172.21.15.80:0/2767256404 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5b38102e90 0x7f5b3819ec30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5b28000c00 tx=0x7f5b280047b0 comp rx=0 tx=0).stop 2024-04-21T23:56:38.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3e233700 1 -- 172.21.15.80:0/2767256404 reap_dead start 2024-04-21T23:56:38.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 shutdown_connections 2024-04-21T23:56:38.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 >> 172.21.15.80:0/2767256404 conn(0x7f5b38079390 msgr2=0x7f5b38101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:38.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 shutdown_connections 2024-04-21T23:56:38.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:34.639+0000 7f5b3fc96700 1 -- 172.21.15.80:0/2767256404 wait complete. 2024-04-21T23:56:39.221 INFO:teuthology.orchestra.run.smithi080.stdout:146028888122 2024-04-21T23:56:39.221 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-21T23:56:40.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:39 smithi144 ceph-mon[31316]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-21T23:56:40.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.142+0000 7fea8bad2700 1 -- 172.21.15.80:0/3940990995 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea841024e0 msgr2=0x7fea841028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.142+0000 7fea8bad2700 1 --2- 172.21.15.80:0/3940990995 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea841024e0 0x7fea841028c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fea80009990 tx=0x7fea80009ca0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.142+0000 7fea8bad2700 1 -- 172.21.15.80:0/3940990995 shutdown_connections 2024-04-21T23:56:40.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.142+0000 7fea8bad2700 1 --2- 172.21.15.80:0/3940990995 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fea84107570 0x7fea8410f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.142+0000 7fea8bad2700 1 --2- 172.21.15.80:0/3940990995 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea841024e0 0x7fea841028c0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.142+0000 7fea8bad2700 1 --2- 172.21.15.80:0/3940990995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fea84102e90 0x7fea84106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.142+0000 7fea8bad2700 1 -- 172.21.15.80:0/3940990995 >> 172.21.15.80:0/3940990995 conn(0x7fea84079390 msgr2=0x7fea840797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 -- 172.21.15.80:0/3940990995 shutdown_connections 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 -- 172.21.15.80:0/3940990995 wait complete. 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 Processor -- start 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 -- start start 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fea841024e0 0x7fea841a08f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fea84102e90 0x7fea841a0e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea84107570 0x7fea8419aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fea84112560 con 0x7fea84107570 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fea841123e0 con 0x7fea841024e0 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8bad2700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fea841126e0 con 0x7fea84102e90 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8a06f700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea84107570 0x7fea8419aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8a06f700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea84107570 0x7fea8419aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:36160/0 (socket says 172.21.15.80:36160) 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.143+0000 7fea8a06f700 1 -- 172.21.15.80:0/3124619704 learned_addr learned my addr 172.21.15.80:0/3124619704 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8906d700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fea84102e90 0x7fea841a0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8986e700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fea841024e0 0x7fea841a08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8a06f700 1 -- 172.21.15.80:0/3124619704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fea84102e90 msgr2=0x7fea841a0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8a06f700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fea84102e90 0x7fea841a0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8a06f700 1 -- 172.21.15.80:0/3124619704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fea841024e0 msgr2=0x7fea841a08f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8a06f700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fea841024e0 0x7fea841a08f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8a06f700 1 -- 172.21.15.80:0/3124619704 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea8419b210 con 0x7fea84107570 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8986e700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fea841024e0 0x7fea841a08f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8a06f700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea84107570 0x7fea8419aab0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fea7c007ee0 tx=0x7fea7c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea7c00dbd0 con 0x7fea84107570 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea7c00dd70 con 0x7fea84107570 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea8419b500 con 0x7fea84107570 2024-04-21T23:56:40.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea7c005a60 con 0x7fea84107570 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.144+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea841a77c0 con 0x7fea84107570 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.145+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fea8410e6d0 con 0x7fea84107570 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.146+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fea7c01a020 con 0x7fea84107570 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea7affd700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fea700a2cb0 0x7fea700a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea8986e700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fea700a2cb0 0x7fea700a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7fea7c0cf190 con 0x7fea84107570 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea7affd700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] conn(0x7fea700ad970 0x7fea700afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 --> [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fea700b0480 con 0x7fea700ad970 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fea7c0cf5e0 con 0x7fea84107570 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea8906d700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] conn(0x7fea700ad970 0x7fea700afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea8986e700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fea700a2cb0 0x7fea700a5170 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fea80006010 tx=0x7fea8000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.147+0000 7fea8906d700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] conn(0x7fea700ad970 0x7fea700afdb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:40.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.148+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 <== osd.6 v2:172.21.15.80:6818/2684365112 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fea700b0480 con 0x7fea700ad970 2024-04-21T23:56:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.164+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 --> [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fea84103970 con 0x7fea700ad970 2024-04-21T23:56:40.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea7affd700 1 -- 172.21.15.80:0/3124619704 <== osd.6 v2:172.21.15.80:6818/2684365112 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fea84103970 con 0x7fea700ad970 2024-04-21T23:56:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] conn(0x7fea700ad970 msgr2=0x7fea700afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] conn(0x7fea700ad970 0x7fea700afdb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fea700a2cb0 msgr2=0x7fea700a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fea700a2cb0 0x7fea700a5170 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fea80006010 tx=0x7fea8000b540 comp rx=0 tx=0).stop 2024-04-21T23:56:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea84107570 msgr2=0x7fea8419aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 --2- 172.21.15.80:0/3124619704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fea84107570 0x7fea8419aab0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fea7c007ee0 tx=0x7fea7c00d3b0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8a06f700 1 -- 172.21.15.80:0/3124619704 reap_dead start 2024-04-21T23:56:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 shutdown_connections 2024-04-21T23:56:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 >> 172.21.15.80:0/3124619704 conn(0x7fea84079390 msgr2=0x7fea84101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 shutdown_connections 2024-04-21T23:56:40.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.165+0000 7fea8bad2700 1 -- 172.21.15.80:0/3124619704 wait complete. 2024-04-21T23:56:40.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:39 smithi080 ceph-mon[27925]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-21T23:56:40.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:39 smithi120 ceph-mon[31499]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-21T23:56:40.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 -- 172.21.15.80:0/266521296 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c107190 msgr2=0x7ff94c107570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 --2- 172.21.15.80:0/266521296 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c107190 0x7ff94c107570 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff94400b0a0 tx=0x7ff94400b3b0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 -- 172.21.15.80:0/266521296 shutdown_connections 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 --2- 172.21.15.80:0/266521296 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff94c101ae0 0x7ff94c10dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 --2- 172.21.15.80:0/266521296 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c107190 0x7ff94c107570 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 --2- 172.21.15.80:0/266521296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff94c101120 0x7ff94c1015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 -- 172.21.15.80:0/266521296 >> 172.21.15.80:0/266521296 conn(0x7ff94c0780a0 msgr2=0x7ff94c0784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 -- 172.21.15.80:0/266521296 shutdown_connections 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 -- 172.21.15.80:0/266521296 wait complete. 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.795+0000 7ff951cfd700 1 Processor -- start 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff951cfd700 1 -- start start 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff951cfd700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff94c101120 0x7ff94c102e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff951cfd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c101ae0 0x7ff94c103340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff951cfd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff94c107190 0x7ff94c103880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff951cfd700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c111400 con 0x7ff94c101ae0 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff951cfd700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c111280 con 0x7ff94c107190 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff951cfd700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c111580 con 0x7ff94c101120 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff94affd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c101ae0 0x7ff94c103340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff94affd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c101ae0 0x7ff94c103340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:36166/0 (socket says 172.21.15.80:36166) 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff94affd700 1 -- 172.21.15.80:0/2105205073 learned_addr learned my addr 172.21.15.80:0/2105205073 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.796+0000 7ff94bfff700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff94c107190 0x7ff94c103880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff94affd700 1 -- 172.21.15.80:0/2105205073 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff94c101120 msgr2=0x7ff94c102e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff94affd700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff94c101120 0x7ff94c102e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff94affd700 1 -- 172.21.15.80:0/2105205073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff94c107190 msgr2=0x7ff94c103880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff94affd700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff94c107190 0x7ff94c103880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff94affd700 1 -- 172.21.15.80:0/2105205073 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94c1a6e90 con 0x7ff94c101ae0 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff94affd700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c101ae0 0x7ff94c103340 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff94000c9b0 tx=0x7ff94000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff940007b00 con 0x7ff94c101ae0 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff94c1a7180 con 0x7ff94c101ae0 2024-04-21T23:56:40.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff940007ca0 con 0x7ff94c101ae0 2024-04-21T23:56:40.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff940018730 con 0x7ff94c101ae0 2024-04-21T23:56:40.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.797+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff94c1a7710 con 0x7ff94c101ae0 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.798+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff94c06aab0 con 0x7ff94c101ae0 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.800+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff9400188d0 con 0x7ff94c101ae0 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.800+0000 7ff948ff9700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9340a2cb0 0x7ff9340a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.800+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8802+0+0 (secure 0 0 0) 0x7ff9400cf9e0 con 0x7ff94c101ae0 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.800+0000 7ff94b7fe700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9340a2cb0 0x7ff9340a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.801+0000 7ff948ff9700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] conn(0x7ff9340ad970 0x7ff9340afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.801+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 --> [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff9340b0480 con 0x7ff9340ad970 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.801+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7ff9400cfe30 con 0x7ff94c101ae0 2024-04-21T23:56:40.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.801+0000 7ff94bfff700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] conn(0x7ff9340ad970 0x7ff9340afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:40.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.801+0000 7ff94b7fe700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9340a2cb0 0x7ff9340a5170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff94400b830 tx=0x7ff944009be0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:40.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.801+0000 7ff94bfff700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] conn(0x7ff9340ad970 0x7ff9340afdb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:40.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.802+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 <== osd.3 v2:172.21.15.80:6810/753791164 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff9340b0480 con 0x7ff9340ad970 2024-04-21T23:56:40.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.820+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 --> [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff94c102840 con 0x7ff9340ad970 2024-04-21T23:56:40.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.820+0000 7ff948ff9700 1 -- 172.21.15.80:0/2105205073 <== osd.3 v2:172.21.15.80:6810/753791164 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff94c102840 con 0x7ff9340ad970 2024-04-21T23:56:40.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] conn(0x7ff9340ad970 msgr2=0x7ff9340afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] conn(0x7ff9340ad970 0x7ff9340afdb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9340a2cb0 msgr2=0x7ff9340a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9340a2cb0 0x7ff9340a5170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff94400b830 tx=0x7ff944009be0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c101ae0 msgr2=0x7ff94c103340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:40.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 --2- 172.21.15.80:0/2105205073 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff94c101ae0 0x7ff94c103340 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff94000c9b0 tx=0x7ff94000ccc0 comp rx=0 tx=0).stop 2024-04-21T23:56:40.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff94bfff700 1 -- 172.21.15.80:0/2105205073 reap_dead start 2024-04-21T23:56:40.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 shutdown_connections 2024-04-21T23:56:40.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 >> 172.21.15.80:0/2105205073 conn(0x7ff94c0780a0 msgr2=0x7ff94c1003d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:40.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 shutdown_connections 2024-04-21T23:56:40.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:40.821+0000 7ff951cfd700 1 -- 172.21.15.80:0/2105205073 wait complete. 2024-04-21T23:56:42.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:41 smithi080 ceph-mon[27925]: pgmap v319: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:56:42.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:42 smithi120 ceph-mon[31499]: pgmap v319: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:56:42.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:42 smithi144 ceph-mon[31316]: pgmap v319: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:56:42.539 INFO:teuthology.orchestra.run.smithi080.stdout:201863462961 2024-04-21T23:56:42.539 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-21T23:56:42.976 INFO:teuthology.orchestra.run.smithi080.stdout:111669149761 2024-04-21T23:56:42.976 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [5, 8]}]: dispatch 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 10]}]: dispatch 2024-04-21T23:56:43.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:43 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2024-04-21T23:56:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-04-21T23:56:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-21T23:56:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-04-21T23:56:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-04-21T23:56:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-21T23:56:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [5, 8]}]: dispatch 2024-04-21T23:56:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-04-21T23:56:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 10]}]: dispatch 2024-04-21T23:56:43.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:43 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2024-04-21T23:56:43.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-04-21T23:56:43.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-21T23:56:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-04-21T23:56:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-04-21T23:56:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-21T23:56:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [5, 8]}]: dispatch 2024-04-21T23:56:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-04-21T23:56:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 10]}]: dispatch 2024-04-21T23:56:43.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:43 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2024-04-21T23:56:43.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.926+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/2186804826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181082c0 msgr2=0x7f3c181086a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:43.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.926+0000 7f3c1e2e2700 1 --2- 172.21.15.80:0/2186804826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181082c0 0x7f3c181086a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3c08009990 tx=0x7f3c08009ca0 comp rx=0 tx=0).stop 2024-04-21T23:56:43.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/2186804826 shutdown_connections 2024-04-21T23:56:43.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 --2- 172.21.15.80:0/2186804826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c181011c0 0x7f3c1810f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:43.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 --2- 172.21.15.80:0/2186804826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181082c0 0x7f3c181086a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:43.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 --2- 172.21.15.80:0/2186804826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c18100820 0x7f3c18100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:43.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/2186804826 >> 172.21.15.80:0/2186804826 conn(0x7f3c180777a0 msgr2=0x7f3c180feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:43.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/2186804826 shutdown_connections 2024-04-21T23:56:43.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/2186804826 wait complete. 2024-04-21T23:56:43.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 Processor -- start 2024-04-21T23:56:43.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.927+0000 7f3c1e2e2700 1 -- start start 2024-04-21T23:56:43.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c1e2e2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c18100820 0x7f3c1819e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:43.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c1e2e2700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181011c0 0x7f3c1819ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:43.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c1e2e2700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c181082c0 0x7f3c18198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c1e2e2700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3c18112520 con 0x7f3c181011c0 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c1e2e2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3c181123a0 con 0x7f3c18100820 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c1e2e2700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3c181126a0 con 0x7f3c181082c0 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181011c0 0x7f3c1819ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181011c0 0x7f3c1819ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35564/0 (socket says 172.21.15.80:35564) 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 -- 172.21.15.80:0/1226922600 learned_addr learned my addr 172.21.15.80:0/1226922600 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c1c87f700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c181082c0 0x7f3c18198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c17fff700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c18100820 0x7f3c1819e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 -- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c181082c0 msgr2=0x7f3c18198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c181082c0 0x7f3c18198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 -- 172.21.15.80:0/1226922600 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c18100820 msgr2=0x7f3c1819e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c18100820 0x7f3c1819e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 -- 172.21.15.80:0/1226922600 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c18198fc0 con 0x7f3c181011c0 2024-04-21T23:56:43.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c17fff700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c18100820 0x7f3c1819e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c1c87f700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c181082c0 0x7f3c18198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.928+0000 7f3c177fe700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181011c0 0x7f3c1819ebe0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c00e9c0 tx=0x7f3c0c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.929+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c00cbd0 con 0x7f3c181011c0 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.929+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c0c00ee60 con 0x7f3c181011c0 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.929+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c005630 con 0x7f3c181011c0 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.929+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c181992b0 con 0x7f3c181011c0 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.929+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c181a5570 con 0x7f3c181011c0 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.930+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3c180629c0 con 0x7f3c181011c0 2024-04-21T23:56:43.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.931+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3c0c004750 con 0x7f3c181011c0 2024-04-21T23:56:43.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.932+0000 7f3c157fa700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3c000a2cb0 0x7f3c000a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:43.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.932+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9063+0+0 (secure 0 0 0) 0x7f3c0c0cfc10 con 0x7f3c181011c0 2024-04-21T23:56:43.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.933+0000 7f3c17fff700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3c000a2cb0 0x7f3c000a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:43.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.933+0000 7f3c157fa700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] conn(0x7f3c000add90 0x7f3c000b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:43.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.933+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 --> [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3c000b0900 con 0x7f3c000add90 2024-04-21T23:56:43.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.933+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f3c0c0cffc0 con 0x7f3c181011c0 2024-04-21T23:56:43.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.933+0000 7f3c1c87f700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] conn(0x7f3c000add90 0x7f3c000b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:43.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.933+0000 7f3c17fff700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3c000a2cb0 0x7f3c000a5170 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3c0800b2e0 tx=0x7f3c08005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:43.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.934+0000 7f3c1c87f700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] conn(0x7f3c000add90 0x7f3c000b0230 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:43.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.934+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 <== osd.11 v2:172.21.15.144:6824/2749656464 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3c000b0900 con 0x7f3c000add90 2024-04-21T23:56:43.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.951+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 --> [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3c18062e40 con 0x7f3c000add90 2024-04-21T23:56:43.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.951+0000 7f3c157fa700 1 -- 172.21.15.80:0/1226922600 <== osd.11 v2:172.21.15.144:6824/2749656464 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3c18062e40 con 0x7f3c000add90 2024-04-21T23:56:43.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] conn(0x7f3c000add90 msgr2=0x7f3c000b0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:43.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] conn(0x7f3c000add90 0x7f3c000b0230 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:43.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3c000a2cb0 msgr2=0x7f3c000a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:43.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3c000a2cb0 0x7f3c000a5170 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3c0800b2e0 tx=0x7f3c08005960 comp rx=0 tx=0).stop 2024-04-21T23:56:43.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181011c0 msgr2=0x7f3c1819ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:43.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 --2- 172.21.15.80:0/1226922600 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c181011c0 0x7f3c1819ebe0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c00e9c0 tx=0x7f3c0c00ecd0 comp rx=0 tx=0).stop 2024-04-21T23:56:43.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1c87f700 1 -- 172.21.15.80:0/1226922600 reap_dead start 2024-04-21T23:56:43.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 shutdown_connections 2024-04-21T23:56:43.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 >> 172.21.15.80:0/1226922600 conn(0x7f3c180777a0 msgr2=0x7f3c180ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:43.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 shutdown_connections 2024-04-21T23:56:43.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.952+0000 7f3c1e2e2700 1 -- 172.21.15.80:0/1226922600 wait complete. 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: pgmap v320: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [5, 8]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 10]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: osdmap e91: 12 total, 12 up, 12 in 2024-04-21T23:56:44.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:44 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:56:44.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: pgmap v320: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T23:56:44.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-04-21T23:56:44.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-21T23:56:44.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-04-21T23:56:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-04-21T23:56:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-21T23:56:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [5, 8]}]': finished 2024-04-21T23:56:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-04-21T23:56:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 10]}]': finished 2024-04-21T23:56:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2024-04-21T23:56:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: osdmap e91: 12 total, 12 up, 12 in 2024-04-21T23:56:44.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:44 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:56:44.465 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: pgmap v320: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T23:56:44.465 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.8", "id": [5, 8]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 10]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: osdmap e91: 12 total, 12 up, 12 in 2024-04-21T23:56:44.466 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:44 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:56:45.275 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:45 smithi080 ceph-mon[27925]: osdmap e92: 12 total, 12 up, 12 in 2024-04-21T23:56:45.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:45 smithi144 ceph-mon[31316]: osdmap e92: 12 total, 12 up, 12 in 2024-04-21T23:56:45.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:45 smithi120 ceph-mon[31499]: osdmap e92: 12 total, 12 up, 12 in 2024-04-21T23:56:45.719 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- 172.21.15.80:0/1202941985 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 msgr2=0x7ff39c1015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:45.719 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 --2- 172.21.15.80:0/1202941985 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 0x7ff39c1015b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff38c009990 tx=0x7ff38c009ca0 comp rx=0 tx=0).stop 2024-04-21T23:56:45.719 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- 172.21.15.80:0/1202941985 shutdown_connections 2024-04-21T23:56:45.719 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 --2- 172.21.15.80:0/1202941985 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff39c101af0 0x7ff39c10dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:45.719 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 --2- 172.21.15.80:0/1202941985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff39c1071a0 0x7ff39c107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:45.719 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 --2- 172.21.15.80:0/1202941985 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 0x7ff39c1015b0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- 172.21.15.80:0/1202941985 >> 172.21.15.80:0/1202941985 conn(0x7ff39c0780e0 msgr2=0x7ff39c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- 172.21.15.80:0/1202941985 shutdown_connections 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- 172.21.15.80:0/1202941985 wait complete. 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 Processor -- start 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- start start 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 0x7ff39c10ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff39c101af0 0x7ff39c10efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff39c1071a0 0x7ff39c10f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff39c112530 con 0x7ff39c101130 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff39c1123b0 con 0x7ff39c101af0 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.287+0000 7ff3a331a700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff39c1126b0 con 0x7ff39c1071a0 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 0x7ff39c10ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 0x7ff39c10ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35534/0 (socket says 172.21.15.80:35534) 2024-04-21T23:56:45.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 -- 172.21.15.80:0/1244216205 learned_addr learned my addr 172.21.15.80:0/1244216205 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:45.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a08b5700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff39c101af0 0x7ff39c10efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:45.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a18b7700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff39c1071a0 0x7ff39c10f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:45.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 -- 172.21.15.80:0/1244216205 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff39c1071a0 msgr2=0x7ff39c10f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:45.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff39c1071a0 0x7ff39c10f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:45.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 -- 172.21.15.80:0/1244216205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff39c101af0 msgr2=0x7ff39c10efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:45.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff39c101af0 0x7ff39c10efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:45.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 -- 172.21.15.80:0/1244216205 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff39c1a6f10 con 0x7ff39c101130 2024-04-21T23:56:45.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a10b6700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 0x7ff39c10ea70 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff39800d950 tx=0x7ff39800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff398016070 con 0x7ff39c101130 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff39800fd70 con 0x7ff39c101130 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff39c1a7200 con 0x7ff39c101130 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff39800e610 con 0x7ff39c101130 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.288+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff39c1a7710 con 0x7ff39c101130 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.289+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff39c062940 con 0x7ff39c101130 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.290+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff398019070 con 0x7ff39c101130 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.291+0000 7ff3927fc700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff3880a2cb0 0x7ff3880a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.291+0000 7ff3a08b5700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff3880a2cb0 0x7ff3880a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.291+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9063+0+0 (secure 0 0 0) 0x7ff3980cf450 con 0x7ff39c101130 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.291+0000 7ff3927fc700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] conn(0x7ff3880add90 0x7ff3880b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:45.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.291+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 --> [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3880b0900 con 0x7ff3880add90 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.291+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7ff3980cf8a0 con 0x7ff39c101130 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.291+0000 7ff3a18b7700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] conn(0x7ff3880add90 0x7ff3880b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.291+0000 7ff3a08b5700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff3880a2cb0 0x7ff3880a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff38c00b5c0 tx=0x7ff38c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.292+0000 7ff3a18b7700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] conn(0x7ff3880add90 0x7ff3880b0230 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.292+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 <== osd.9 v2:172.21.15.80:6826/2881643954 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff3880b0900 con 0x7ff3880add90 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.308+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 --> [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff39c062d40 con 0x7ff3880add90 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.308+0000 7ff3927fc700 1 -- 172.21.15.80:0/1244216205 <== osd.9 v2:172.21.15.80:6826/2881643954 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff39c062d40 con 0x7ff3880add90 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] conn(0x7ff3880add90 msgr2=0x7ff3880b0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] conn(0x7ff3880add90 0x7ff3880b0230 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff3880a2cb0 msgr2=0x7ff3880a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff3880a2cb0 0x7ff3880a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff38c00b5c0 tx=0x7ff38c005960 comp rx=0 tx=0).stop 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 msgr2=0x7ff39c10ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 --2- 172.21.15.80:0/1244216205 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff39c101130 0x7ff39c10ea70 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff39800d950 tx=0x7ff39800dc60 comp rx=0 tx=0).stop 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a18b7700 1 -- 172.21.15.80:0/1244216205 reap_dead start 2024-04-21T23:56:45.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 shutdown_connections 2024-04-21T23:56:45.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 >> 172.21.15.80:0/1244216205 conn(0x7ff39c0780e0 msgr2=0x7ff39c0ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:45.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 shutdown_connections 2024-04-21T23:56:45.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:43.309+0000 7ff3a331a700 1 -- 172.21.15.80:0/1244216205 wait complete. 2024-04-21T23:56:46.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 -- 172.21.15.80:0/3846008082 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe298101af0 msgr2=0x7fe29810dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 --2- 172.21.15.80:0/3846008082 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe298101af0 0x7fe29810dfe0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe29000b0a0 tx=0x7fe29000b3b0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 -- 172.21.15.80:0/3846008082 shutdown_connections 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 --2- 172.21.15.80:0/3846008082 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe298101af0 0x7fe29810dfe0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 --2- 172.21.15.80:0/3846008082 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe2981071a0 0x7fe298107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 --2- 172.21.15.80:0/3846008082 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe298101130 0x7fe2981015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 -- 172.21.15.80:0/3846008082 >> 172.21.15.80:0/3846008082 conn(0x7fe2980780e0 msgr2=0x7fe2980784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 -- 172.21.15.80:0/3846008082 shutdown_connections 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.395+0000 7fe29dc20700 1 -- 172.21.15.80:0/3846008082 wait complete. 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.396+0000 7fe29dc20700 1 Processor -- start 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.396+0000 7fe29dc20700 1 -- start start 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe29dc20700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe298101130 0x7fe298199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe29dc20700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe298101af0 0x7fe298199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe29dc20700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe2981071a0 0x7fe2981a4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe29dc20700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe298111430 con 0x7fe2981071a0 2024-04-21T23:56:46.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe29dc20700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe2981112b0 con 0x7fe298101af0 2024-04-21T23:56:46.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe29dc20700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe2981115b0 con 0x7fe298101130 2024-04-21T23:56:46.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe2981071a0 0x7fe2981a4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe2977fe700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe298101130 0x7fe298199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe2981071a0 0x7fe2981a4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35592/0 (socket says 172.21.15.80:35592) 2024-04-21T23:56:46.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe2977fe700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe298101130 0x7fe298199810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:48538/0 (socket says 172.21.15.80:48538) 2024-04-21T23:56:46.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 -- 172.21.15.80:0/1497860850 learned_addr learned my addr 172.21.15.80:0/1497860850 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:46.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe296ffd700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe298101af0 0x7fe298199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 -- 172.21.15.80:0/1497860850 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe298101130 msgr2=0x7fe298199810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe298101130 0x7fe298199810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 -- 172.21.15.80:0/1497860850 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe298101af0 msgr2=0x7fe298199d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe298101af0 0x7fe298199d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 -- 172.21.15.80:0/1497860850 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2981a4dd0 con 0x7fe2981071a0 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe297fff700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe2981071a0 0x7fe2981a4890 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe29000b780 tx=0x7fe290004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe290021070 con 0x7fe2981071a0 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe290007b80 con 0x7fe2981071a0 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2981a4fa0 con 0x7fe2981071a0 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe290005370 con 0x7fe2981071a0 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.397+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2981a53f0 con 0x7fe2981071a0 2024-04-21T23:56:46.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.398+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe2980628c0 con 0x7fe2981071a0 2024-04-21T23:56:46.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.400+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe290024070 con 0x7fe2981071a0 2024-04-21T23:56:46.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.400+0000 7fe294ff9700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe2800a2cb0 0x7fe2800a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.400+0000 7fe2977fe700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe2800a2cb0 0x7fe2800a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.400+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fe29000f020 con 0x7fe2981071a0 2024-04-21T23:56:46.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.400+0000 7fe294ff9700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] conn(0x7fe2800adc60 0x7fe2800b0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.400+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 --> [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe2800b07d0 con 0x7fe2800adc60 2024-04-21T23:56:46.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.400+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7fe2900d1030 con 0x7fe2981071a0 2024-04-21T23:56:46.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.401+0000 7fe296ffd700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] conn(0x7fe2800adc60 0x7fe2800b0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.401+0000 7fe2977fe700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe2800a2cb0 0x7fe2800a5170 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe2880045b0 tx=0x7fe28800b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.401+0000 7fe296ffd700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] conn(0x7fe2800adc60 0x7fe2800b0100 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.402+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 <== osd.0 v2:172.21.15.80:6802/3712077977 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe2800b07d0 con 0x7fe2800adc60 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.418+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 --> [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe298062d40 con 0x7fe2800adc60 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.418+0000 7fe294ff9700 1 -- 172.21.15.80:0/1497860850 <== osd.0 v2:172.21.15.80:6802/3712077977 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe298062d40 con 0x7fe2800adc60 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.418+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] conn(0x7fe2800adc60 msgr2=0x7fe2800b0100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.418+0000 7fe29dc20700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] conn(0x7fe2800adc60 0x7fe2800b0100 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe2800a2cb0 msgr2=0x7fe2800a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe29dc20700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe2800a2cb0 0x7fe2800a5170 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe2880045b0 tx=0x7fe28800b3c0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe2981071a0 msgr2=0x7fe2981a4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe29dc20700 1 --2- 172.21.15.80:0/1497860850 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe2981071a0 0x7fe2981a4890 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe29000b780 tx=0x7fe290004d00 comp rx=0 tx=0).stop 2024-04-21T23:56:46.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe297fff700 1 -- 172.21.15.80:0/1497860850 reap_dead start 2024-04-21T23:56:46.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 shutdown_connections 2024-04-21T23:56:46.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 >> 172.21.15.80:0/1497860850 conn(0x7fe2980780e0 msgr2=0x7fe2980ffbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:46.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 shutdown_connections 2024-04-21T23:56:46.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:44.419+0000 7fe29dc20700 1 -- 172.21.15.80:0/1497860850 wait complete. 2024-04-21T23:56:46.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:46 smithi144 ceph-mon[31316]: pgmap v323: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 5 op/s 2024-04-21T23:56:46.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:46 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.381 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:46 smithi080 ceph-mon[27925]: pgmap v323: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 5 op/s 2024-04-21T23:56:46.381 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.381 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.381 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.381 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:46 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.410 INFO:teuthology.orchestra.run.smithi080.stdout:347892351001 2024-04-21T23:56:46.410 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-21T23:56:46.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:46 smithi120 ceph-mon[31499]: pgmap v323: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 5 op/s 2024-04-21T23:56:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:46 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:56:46.869 INFO:teuthology.orchestra.run.smithi080.stdout:292057776163 2024-04-21T23:56:46.869 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-21T23:56:46.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 -- 172.21.15.80:0/2102122254 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06b5b0 msgr2=0x7f63ac106eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 --2- 172.21.15.80:0/2102122254 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06b5b0 0x7f63ac106eb0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f63a00099c0 tx=0x7f63a0009cd0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 -- 172.21.15.80:0/2102122254 shutdown_connections 2024-04-21T23:56:46.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 --2- 172.21.15.80:0/2102122254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63ac1075e0 0x7f63ac10f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 --2- 172.21.15.80:0/2102122254 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f63ac06ac00 0x7f63ac06afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 --2- 172.21.15.80:0/2102122254 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06b5b0 0x7f63ac106eb0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 -- 172.21.15.80:0/2102122254 >> 172.21.15.80:0/2102122254 conn(0x7f63ac0771a0 msgr2=0x7f63ac0775b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 -- 172.21.15.80:0/2102122254 shutdown_connections 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.720+0000 7f63b1086700 1 -- 172.21.15.80:0/2102122254 wait complete. 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.721+0000 7f63b1086700 1 Processor -- start 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.721+0000 7f63b1086700 1 -- start start 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.721+0000 7f63b1086700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06ac00 0x7f63ac101230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.721+0000 7f63b1086700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f63ac06b5b0 0x7f63ac101770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.721+0000 7f63b1086700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63ac1075e0 0x7f63ac101cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.721+0000 7f63b1086700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f63ac112530 con 0x7f63ac06ac00 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.721+0000 7f63b1086700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f63ac1123b0 con 0x7f63ac1075e0 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.721+0000 7f63b1086700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f63ac1126b0 con 0x7f63ac06b5b0 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06ac00 0x7f63ac101230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06ac00 0x7f63ac101230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35620/0 (socket says 172.21.15.80:35620) 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 -- 172.21.15.80:0/3780008261 learned_addr learned my addr 172.21.15.80:0/3780008261 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:46.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63ab59e700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63ac1075e0 0x7f63ac101cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aa59c700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f63ac06b5b0 0x7f63ac101770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 -- 172.21.15.80:0/3780008261 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f63ac06b5b0 msgr2=0x7f63ac101770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f63ac06b5b0 0x7f63ac101770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 -- 172.21.15.80:0/3780008261 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63ac1075e0 msgr2=0x7f63ac101cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63ac1075e0 0x7f63ac101cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 -- 172.21.15.80:0/3780008261 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63ac1a6f50 con 0x7f63ac06ac00 2024-04-21T23:56:46.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63aad9d700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06ac00 0x7f63ac101230 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f639c00d980 tx=0x7f639c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f639c016070 con 0x7f63ac06ac00 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63ac1a7240 con 0x7f63ac06ac00 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f639c004d10 con 0x7f63ac06ac00 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f639c005670 con 0x7f63ac06ac00 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.722+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63ac1a7750 con 0x7f63ac06ac00 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.723+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f63ac062940 con 0x7f63ac06ac00 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.724+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f639c004750 con 0x7f63ac06ac00 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.725+0000 7f6393fff700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f63940a2cb0 0x7f63940a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.725+0000 7f63aa59c700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f63940a2cb0 0x7f63940a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.725+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f639c0cf8e0 con 0x7f63ac06ac00 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.725+0000 7f6393fff700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] conn(0x7f63940add90 0x7f63940b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:46.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.725+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 --> [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f63940b0900 con 0x7f63940add90 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.725+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f639c0cfd30 con 0x7f63ac06ac00 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.725+0000 7f63aa59c700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f63940a2cb0 0x7f63940a5170 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f63a0009990 tx=0x7f63a0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.725+0000 7f63ab59e700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] conn(0x7f63940add90 0x7f63940b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.726+0000 7f63ab59e700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] conn(0x7f63940add90 0x7f63940b0230 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.727+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 <== osd.8 v2:172.21.15.144:6816/2995609910 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f63940b0900 con 0x7f63940add90 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 --> [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f63ac062dc0 con 0x7f63940add90 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f6393fff700 1 -- 172.21.15.80:0/3780008261 <== osd.8 v2:172.21.15.144:6816/2995609910 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f63ac062dc0 con 0x7f63940add90 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 >> [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] conn(0x7f63940add90 msgr2=0x7f63940b0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] conn(0x7f63940add90 0x7f63940b0230 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f63940a2cb0 msgr2=0x7f63940a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f63940a2cb0 0x7f63940a5170 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f63a0009990 tx=0x7f63a0005fb0 comp rx=0 tx=0).stop 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06ac00 msgr2=0x7f63ac101230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 --2- 172.21.15.80:0/3780008261 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f63ac06ac00 0x7f63ac101230 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f639c00d980 tx=0x7f639c00dc90 comp rx=0 tx=0).stop 2024-04-21T23:56:46.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63ab59e700 1 -- 172.21.15.80:0/3780008261 reap_dead start 2024-04-21T23:56:46.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 shutdown_connections 2024-04-21T23:56:46.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.743+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 >> 172.21.15.80:0/3780008261 conn(0x7f63ac0771a0 msgr2=0x7f63ac0ff580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:46.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.744+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 shutdown_connections 2024-04-21T23:56:46.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:45.744+0000 7f63b1086700 1 -- 172.21.15.80:0/3780008261 wait complete. 2024-04-21T23:56:47.601 INFO:teuthology.orchestra.run.smithi080.stdout:257698037800 2024-04-21T23:56:47.602 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-21T23:56:48.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:48 smithi080 ceph-mon[27925]: pgmap v324: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-21T23:56:48.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:48 smithi144 ceph-mon[31316]: pgmap v324: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-21T23:56:48.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:48 smithi120 ceph-mon[31499]: pgmap v324: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-21T23:56:48.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 -- 172.21.15.80:0/1144195330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 msgr2=0x7f5a80107580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:48.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 --2- 172.21.15.80:0/1144195330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 0x7f5a80107580 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5a70009990 tx=0x7f5a70009ca0 comp rx=0 tx=0).stop 2024-04-21T23:56:48.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 -- 172.21.15.80:0/1144195330 shutdown_connections 2024-04-21T23:56:48.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 --2- 172.21.15.80:0/1144195330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a80101b00 0x7f5a8010dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:48.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 --2- 172.21.15.80:0/1144195330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 0x7f5a80107580 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 --2- 172.21.15.80:0/1144195330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5a80101160 0x7f5a801015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 -- 172.21.15.80:0/1144195330 >> 172.21.15.80:0/1144195330 conn(0x7f5a800780d0 msgr2=0x7f5a800784e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 -- 172.21.15.80:0/1144195330 shutdown_connections 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.882+0000 7f5a87374700 1 -- 172.21.15.80:0/1144195330 wait complete. 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a87374700 1 Processor -- start 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a87374700 1 -- start start 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a87374700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a80101160 0x7f5a8019e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a87374700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5a80101b00 0x7f5a8019ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a87374700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 0x7f5a80198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a87374700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f5a80111400 con 0x7f5a801071a0 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a87374700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5a80111280 con 0x7f5a80101160 2024-04-21T23:56:48.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a87374700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f5a80111580 con 0x7f5a80101b00 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85911700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 0x7f5a80198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a8490f700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5a80101b00 0x7f5a8019ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85911700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 0x7f5a80198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35634/0 (socket says 172.21.15.80:35634) 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85911700 1 -- 172.21.15.80:0/955781489 learned_addr learned my addr 172.21.15.80:0/955781489 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85110700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a80101160 0x7f5a8019e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85911700 1 -- 172.21.15.80:0/955781489 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5a80101b00 msgr2=0x7f5a8019ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85911700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5a80101b00 0x7f5a8019ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85911700 1 -- 172.21.15.80:0/955781489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a80101160 msgr2=0x7f5a8019e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85911700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a80101160 0x7f5a8019e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85911700 1 -- 172.21.15.80:0/955781489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a80199020 con 0x7f5a801071a0 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.883+0000 7f5a85110700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a80101160 0x7f5a8019e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.884+0000 7f5a85911700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 0x7f5a80198840 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5a7800ef30 tx=0x7f5a7800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.884+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a780092e0 con 0x7f5a801071a0 2024-04-21T23:56:48.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.884+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a801992b0 con 0x7f5a801071a0 2024-04-21T23:56:48.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.884+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a78004bb0 con 0x7f5a801071a0 2024-04-21T23:56:48.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.884+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a801a5520 con 0x7f5a801071a0 2024-04-21T23:56:48.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.884+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a78004280 con 0x7f5a801071a0 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.885+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5a801052a0 con 0x7f5a801071a0 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.886+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5a7801b030 con 0x7f5a801071a0 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.887+0000 7f5a767fc700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5a6c0a2cb0 0x7f5a6c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.887+0000 7f5a85110700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5a6c0a2cb0 0x7f5a6c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.887+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f5a780cf980 con 0x7f5a801071a0 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.887+0000 7f5a767fc700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] conn(0x7f5a6c0add90 0x7f5a6c0b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.887+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 --> [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5a7801fe50 con 0x7f5a6c0add90 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.887+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f5a780cfdd0 con 0x7f5a801071a0 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.887+0000 7f5a85110700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5a6c0a2cb0 0x7f5a6c0a5170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5a7000b2e0 tx=0x7f5a7001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.887+0000 7f5a8490f700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] conn(0x7f5a6c0add90 0x7f5a6c0b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:48.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.888+0000 7f5a8490f700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] conn(0x7f5a6c0add90 0x7f5a6c0b0230 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:48.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.889+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 <== osd.5 v2:172.21.15.144:6808/2018534066 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5a7801fe50 con 0x7f5a6c0add90 2024-04-21T23:56:48.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.905+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 --> [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5a80102850 con 0x7f5a6c0add90 2024-04-21T23:56:48.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.905+0000 7f5a767fc700 1 -- 172.21.15.80:0/955781489 <== osd.5 v2:172.21.15.144:6808/2018534066 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5a80102850 con 0x7f5a6c0add90 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 >> [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] conn(0x7f5a6c0add90 msgr2=0x7f5a6c0b0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] conn(0x7f5a6c0add90 0x7f5a6c0b0230 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5a6c0a2cb0 msgr2=0x7f5a6c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5a6c0a2cb0 0x7f5a6c0a5170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5a7000b2e0 tx=0x7f5a7001a040 comp rx=0 tx=0).stop 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 msgr2=0x7f5a80198840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 --2- 172.21.15.80:0/955781489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5a801071a0 0x7f5a80198840 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5a7800ef30 tx=0x7f5a7800c3a0 comp rx=0 tx=0).stop 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a85911700 1 -- 172.21.15.80:0/955781489 reap_dead start 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 shutdown_connections 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 >> 172.21.15.80:0/955781489 conn(0x7f5a800780d0 msgr2=0x7f5a801004e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 shutdown_connections 2024-04-21T23:56:48.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:48.906+0000 7f5a87374700 1 -- 172.21.15.80:0/955781489 wait complete. 2024-04-21T23:56:49.336 INFO:teuthology.orchestra.run.smithi080.stdout:34359738448 2024-04-21T23:56:49.336 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-21T23:56:50.331 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:50 smithi080 ceph-mon[27925]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:50.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:50 smithi144 ceph-mon[31316]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:50.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:50 smithi120 ceph-mon[31499]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:50.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 -- 172.21.15.80:0/1417014902 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c101af0 msgr2=0x7f3d5c10dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:50.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 --2- 172.21.15.80:0/1417014902 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c101af0 0x7f3d5c10dfe0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3d5400b0a0 tx=0x7f3d5400b3b0 comp rx=0 tx=0).stop 2024-04-21T23:56:50.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 -- 172.21.15.80:0/1417014902 shutdown_connections 2024-04-21T23:56:50.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 --2- 172.21.15.80:0/1417014902 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c101af0 0x7f3d5c10dfe0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:50.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 --2- 172.21.15.80:0/1417014902 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d5c1071a0 0x7f3d5c107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:50.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 --2- 172.21.15.80:0/1417014902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d5c101130 0x7f3d5c1015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:50.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 -- 172.21.15.80:0/1417014902 >> 172.21.15.80:0/1417014902 conn(0x7f3d5c0780e0 msgr2=0x7f3d5c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 -- 172.21.15.80:0/1417014902 shutdown_connections 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.974+0000 7f3d62ac4700 1 -- 172.21.15.80:0/1417014902 wait complete. 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d62ac4700 1 Processor -- start 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d62ac4700 1 -- start start 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d62ac4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d5c101130 0x7f3d5c19d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d62ac4700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d5c101af0 0x7f3d5c19db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d62ac4700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c1071a0 0x7f3d5c197750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d62ac4700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c111490 con 0x7f3d5c1071a0 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d62ac4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c111310 con 0x7f3d5c101130 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d62ac4700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c111610 con 0x7f3d5c101af0 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d61061700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c1071a0 0x7f3d5c197750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d61061700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c1071a0 0x7f3d5c197750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35672/0 (socket says 172.21.15.80:35672) 2024-04-21T23:56:50.972 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.975+0000 7f3d61061700 1 -- 172.21.15.80:0/101450350 learned_addr learned my addr 172.21.15.80:0/101450350 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d60860700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d5c101130 0x7f3d5c19d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d5bfff700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d5c101af0 0x7f3d5c19db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d61061700 1 -- 172.21.15.80:0/101450350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d5c101af0 msgr2=0x7f3d5c19db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d61061700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d5c101af0 0x7f3d5c19db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d61061700 1 -- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d5c101130 msgr2=0x7f3d5c19d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d61061700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d5c101130 0x7f3d5c19d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d61061700 1 -- 172.21.15.80:0/101450350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c198030 con 0x7f3d5c1071a0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d60860700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d5c101130 0x7f3d5c19d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d61061700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c1071a0 0x7f3d5c197750 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3d540062a0 tx=0x7f3d54004e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d54021070 con 0x7f3d5c1071a0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3d54007c80 con 0x7f3d5c1071a0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d5c1982c0 con 0x7f3d5c1071a0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5401d450 con 0x7f3d5c1071a0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.976+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d5c1a43e0 con 0x7f3d5c1071a0 2024-04-21T23:56:50.973 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.977+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3d5c062980 con 0x7f3d5c1071a0 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.978+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3d54004000 con 0x7f3d5c1071a0 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.979+0000 7f3d59ffb700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3d4c0a2cb0 0x7f3d4c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.979+0000 7f3d60860700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3d4c0a2cb0 0x7f3d4c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.979+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f3d540d0630 con 0x7f3d5c1071a0 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.980+0000 7f3d59ffb700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] conn(0x7f3d4c0add90 0x7f3d4c0b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.980+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 --> [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3d5400ce60 con 0x7f3d4c0add90 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.980+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f3d540d0a80 con 0x7f3d5c1071a0 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.980+0000 7f3d60860700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3d4c0a2cb0 0x7f3d4c0a5170 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3d500099d0 tx=0x7f3d50008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.980+0000 7f3d5bfff700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] conn(0x7f3d4c0add90 0x7f3d4c0b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.980+0000 7f3d5bfff700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] conn(0x7f3d4c0add90 0x7f3d4c0b0230 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:50.975 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.981+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 <== osd.1 v2:172.21.15.120:6800/1451460093 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3d5400ce60 con 0x7f3d4c0add90 2024-04-21T23:56:50.990 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.998+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 --> [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3d5c062e00 con 0x7f3d4c0add90 2024-04-21T23:56:50.991 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.998+0000 7f3d59ffb700 1 -- 172.21.15.80:0/101450350 <== osd.1 v2:172.21.15.120:6800/1451460093 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3d5c062e00 con 0x7f3d4c0add90 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.998+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] conn(0x7f3d4c0add90 msgr2=0x7f3d4c0b0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.998+0000 7f3d62ac4700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] conn(0x7f3d4c0add90 0x7f3d4c0b0230 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.998+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3d4c0a2cb0 msgr2=0x7f3d4c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.999+0000 7f3d62ac4700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3d4c0a2cb0 0x7f3d4c0a5170 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3d500099d0 tx=0x7f3d50008040 comp rx=0 tx=0).stop 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.999+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c1071a0 msgr2=0x7f3d5c197750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.999+0000 7f3d62ac4700 1 --2- 172.21.15.80:0/101450350 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d5c1071a0 0x7f3d5c197750 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3d540062a0 tx=0x7f3d54004e20 comp rx=0 tx=0).stop 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.999+0000 7f3d61061700 1 -- 172.21.15.80:0/101450350 reap_dead start 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.999+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 shutdown_connections 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.999+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 >> 172.21.15.80:0/101450350 conn(0x7f3d5c0780e0 msgr2=0x7f3d5c0ffbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:50.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.999+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 shutdown_connections 2024-04-21T23:56:50.993 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.999+0000 7f3d62ac4700 1 -- 172.21.15.80:0/101450350 wait complete. 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 -- 172.21.15.80:0/3016572170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed4106140 msgr2=0x7f2ed4106520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 --2- 172.21.15.80:0/3016572170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed4106140 0x7f2ed4106520 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4009990 tx=0x7f2ec4009ca0 comp rx=0 tx=0).stop 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 -- 172.21.15.80:0/3016572170 shutdown_connections 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 --2- 172.21.15.80:0/3016572170 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2ed41022b0 0x7f2ed410dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 --2- 172.21.15.80:0/3016572170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed4106140 0x7f2ed4106520 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 --2- 172.21.15.80:0/3016572170 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2ed41018f0 0x7f2ed4101d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 -- 172.21.15.80:0/3016572170 >> 172.21.15.80:0/3016572170 conn(0x7f2ed4077730 msgr2=0x7f2ed40feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 -- 172.21.15.80:0/3016572170 shutdown_connections 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.428+0000 7f2eda80d700 1 -- 172.21.15.80:0/3016572170 wait complete. 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.429+0000 7f2eda80d700 1 Processor -- start 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.429+0000 7f2eda80d700 1 -- start start 2024-04-21T23:56:51.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2eda80d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2ed41018f0 0x7f2ed4199940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2eda80d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed41022b0 0x7f2ed4199e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2eda80d700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2ed4106140 0x7f2ed41a49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2eda80d700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed4111540 con 0x7f2ed41022b0 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2eda80d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed41113c0 con 0x7f2ed41018f0 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2eda80d700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed41116c0 con 0x7f2ed4106140 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed41022b0 0x7f2ed4199e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed41022b0 0x7f2ed4199e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34944/0 (socket says 172.21.15.80:34944) 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 -- 172.21.15.80:0/891204122 learned_addr learned my addr 172.21.15.80:0/891204122 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed3fff700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2ed41018f0 0x7f2ed4199940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed8daa700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2ed4106140 0x7f2ed41a49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 -- 172.21.15.80:0/891204122 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2ed4106140 msgr2=0x7f2ed41a49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2ed4106140 0x7f2ed41a49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:51.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 -- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2ed41018f0 msgr2=0x7f2ed4199940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2ed41018f0 0x7f2ed4199940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 -- 172.21.15.80:0/891204122 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ed41a4f00 con 0x7f2ed41022b0 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed3fff700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2ed41018f0 0x7f2ed4199940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed37fe700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed41022b0 0x7f2ed4199e80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f2ec800d950 tx=0x7f2ec800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec8016070 con 0x7f2ed41022b0 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2ec8009b40 con 0x7f2ed41022b0 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.430+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ed41a5130 con 0x7f2ed41022b0 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.431+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec800f620 con 0x7f2ed41022b0 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.431+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ed41a5640 con 0x7f2ed41022b0 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.431+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2ed4062940 con 0x7f2ed41022b0 2024-04-21T23:56:51.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.433+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2ec8019070 con 0x7f2ed41022b0 2024-04-21T23:56:51.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.433+0000 7f2ed17fa700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2ebc0a2cb0 0x7f2ebc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:51.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.433+0000 7f2ed3fff700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2ebc0a2cb0 0x7f2ebc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:51.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.433+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f2ec80cf5e0 con 0x7f2ed41022b0 2024-04-21T23:56:51.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.434+0000 7f2ed17fa700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] conn(0x7f2ebc0add90 0x7f2ebc0b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:51.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.434+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 --> [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2ec8014e80 con 0x7f2ebc0add90 2024-04-21T23:56:51.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.434+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f2ec80cfa30 con 0x7f2ed41022b0 2024-04-21T23:56:51.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.434+0000 7f2ed8daa700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] conn(0x7f2ebc0add90 0x7f2ebc0b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:51.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.434+0000 7f2ed3fff700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2ebc0a2cb0 0x7f2ebc0a5170 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2ec400b5c0 tx=0x7f2ec4005a90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:51.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.434+0000 7f2ed8daa700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] conn(0x7f2ebc0add90 0x7f2ebc0b0230 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:51.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.435+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 <== osd.10 v2:172.21.15.120:6824/3448944191 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2ec8014e80 con 0x7f2ebc0add90 2024-04-21T23:56:51.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.451+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 --> [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2ed4062d40 con 0x7f2ebc0add90 2024-04-21T23:56:51.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2ed17fa700 1 -- 172.21.15.80:0/891204122 <== osd.10 v2:172.21.15.120:6824/3448944191 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2ed4062d40 con 0x7f2ebc0add90 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] conn(0x7f2ebc0add90 msgr2=0x7f2ebc0b0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] conn(0x7f2ebc0add90 0x7f2ebc0b0230 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2ebc0a2cb0 msgr2=0x7f2ebc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f2ebc0a2cb0 0x7f2ebc0a5170 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2ec400b5c0 tx=0x7f2ec4005a90 comp rx=0 tx=0).stop 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed41022b0 msgr2=0x7f2ed4199e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 --2- 172.21.15.80:0/891204122 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2ed41022b0 0x7f2ed4199e80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f2ec800d950 tx=0x7f2ec800dd10 comp rx=0 tx=0).stop 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2ed8daa700 1 -- 172.21.15.80:0/891204122 reap_dead start 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 shutdown_connections 2024-04-21T23:56:51.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 >> 172.21.15.80:0/891204122 conn(0x7f2ed4077730 msgr2=0x7f2ed41041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:51.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 shutdown_connections 2024-04-21T23:56:51.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:51.452+0000 7f2eda80d700 1 -- 172.21.15.80:0/891204122 wait complete. 2024-04-21T23:56:52.110 INFO:teuthology.orchestra.run.smithi080.stdout:55834574925 2024-04-21T23:56:52.110 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-21T23:56:52.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.760+0000 7f8d2c70c700 1 -- 172.21.15.80:0/3559088861 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24106470 msgr2=0x7f8d2410e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:52.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.760+0000 7f8d2c70c700 1 --2- 172.21.15.80:0/3559088861 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24106470 0x7f8d2410e040 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c00b0d0 tx=0x7f8d1c00b3e0 comp rx=0 tx=0).stop 2024-04-21T23:56:52.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.760+0000 7f8d2c70c700 1 -- 172.21.15.80:0/3559088861 shutdown_connections 2024-04-21T23:56:52.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.760+0000 7f8d2c70c700 1 --2- 172.21.15.80:0/3559088861 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24106470 0x7f8d2410e040 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:52.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.760+0000 7f8d2c70c700 1 --2- 172.21.15.80:0/3559088861 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8d24101420 0x7f8d24101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.760+0000 7f8d2c70c700 1 --2- 172.21.15.80:0/3559088861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d24101dd0 0x7f8d24105d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.760+0000 7f8d2c70c700 1 -- 172.21.15.80:0/3559088861 >> 172.21.15.80:0/3559088861 conn(0x7f8d24077180 msgr2=0x7f8d24077590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 -- 172.21.15.80:0/3559088861 shutdown_connections 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 -- 172.21.15.80:0/3559088861 wait complete. 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 Processor -- start 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 -- start start 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24101420 0x7f8d2419d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d24101dd0 0x7f8d2419dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8d24106470 0x7f8d24197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8d24111480 con 0x7f8d24101420 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8d24111300 con 0x7f8d24101dd0 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2c70c700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f8d24111600 con 0x7f8d24106470 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2a4a8700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24101420 0x7f8d2419d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:52.178 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2a4a8700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24101420 0x7f8d2419d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35648/0 (socket says 172.21.15.80:35648) 2024-04-21T23:56:52.179 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.761+0000 7f8d2a4a8700 1 -- 172.21.15.80:0/483184445 learned_addr learned my addr 172.21.15.80:0/483184445 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:56:52.179 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d29ca7700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d24101dd0 0x7f8d2419dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:52.179 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2aca9700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8d24106470 0x7f8d24197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:52.179 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2a4a8700 1 -- 172.21.15.80:0/483184445 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8d24106470 msgr2=0x7f8d24197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:52.179 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2a4a8700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8d24106470 0x7f8d24197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:52.179 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2a4a8700 1 -- 172.21.15.80:0/483184445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d24101dd0 msgr2=0x7f8d2419dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2a4a8700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d24101dd0 0x7f8d2419dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2a4a8700 1 -- 172.21.15.80:0/483184445 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d24198020 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2a4a8700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24101420 0x7f8d2419d670 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8d200098f0 tx=0x7f8d20009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2000d020 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d2000d1c0 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d241982b0 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2000c460 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.762+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d2406a9a0 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.763+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8d2406aed0 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.764+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8d2001f020 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.765+0000 7f8d1b7fe700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8d100a2cb0 0x7f8d100a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.765+0000 7f8d29ca7700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8d100a2cb0 0x7f8d100a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.765+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f8d200d1370 con 0x7f8d24101420 2024-04-21T23:56:52.180 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.765+0000 7f8d1b7fe700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] conn(0x7f8d100add90 0x7f8d100b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.765+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 --> [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8d200044e0 con 0x7f8d100add90 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.765+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f8d200d17c0 con 0x7f8d24101420 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.765+0000 7f8d29ca7700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8d100a2cb0 0x7f8d100a5170 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8d24198f00 tx=0x7f8d1400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.765+0000 7f8d2aca9700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] conn(0x7f8d100add90 0x7f8d100b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.766+0000 7f8d2aca9700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] conn(0x7f8d100add90 0x7f8d100b0230 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.767+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 <== osd.2 v2:172.21.15.144:6800/3913188793 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8d200044e0 con 0x7f8d100add90 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.782+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 --> [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8d2406b2d0 con 0x7f8d100add90 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.783+0000 7f8d1b7fe700 1 -- 172.21.15.80:0/483184445 <== osd.2 v2:172.21.15.144:6800/3913188793 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8d2406b2d0 con 0x7f8d100add90 2024-04-21T23:56:52.181 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.783+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 >> [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] conn(0x7f8d100add90 msgr2=0x7f8d100b0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.783+0000 7f8d2c70c700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] conn(0x7f8d100add90 0x7f8d100b0230 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.783+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8d100a2cb0 msgr2=0x7f8d100a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.783+0000 7f8d2c70c700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8d100a2cb0 0x7f8d100a5170 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8d24198f00 tx=0x7f8d1400b410 comp rx=0 tx=0).stop 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.783+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24101420 msgr2=0x7f8d2419d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.783+0000 7f8d2c70c700 1 --2- 172.21.15.80:0/483184445 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8d24101420 0x7f8d2419d670 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8d200098f0 tx=0x7f8d20009c00 comp rx=0 tx=0).stop 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.783+0000 7f8d2aca9700 1 -- 172.21.15.80:0/483184445 reap_dead start 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.784+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 shutdown_connections 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.784+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 >> 172.21.15.80:0/483184445 conn(0x7f8d24077180 msgr2=0x7f8d240ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.784+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 shutdown_connections 2024-04-21T23:56:52.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:56:50.784+0000 7f8d2c70c700 1 -- 172.21.15.80:0/483184445 wait complete. 2024-04-21T23:56:52.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:52 smithi144 ceph-mon[31316]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:52.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:52 smithi080 ceph-mon[27925]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:52.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:52 smithi120 ceph-mon[31499]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:52.750 INFO:teuthology.orchestra.run.smithi080.stdout:77309411400 2024-04-21T23:56:52.751 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-21T23:56:53.186 INFO:teuthology.orchestra.run.smithi080.stdout:167503724601 2024-04-21T23:56:53.186 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-21T23:56:53.410 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:53.429 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:53.869 INFO:teuthology.orchestra.run.smithi080.stdout:313532612640 2024-04-21T23:56:53.869 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-21T23:56:53.890 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:54.167 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:54.167 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:54.167 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:54.176 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:54 smithi080 ceph-mon[27925]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:54.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:54 smithi144 ceph-mon[31316]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:54.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:54 smithi120 ceph-mon[31499]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:55.273 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:55.273 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:55.294 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:56:56.325 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:56 smithi080 ceph-mon[27925]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:56.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:56 smithi144 ceph-mon[31316]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:56.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:56 smithi120 ceph-mon[31499]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:56:58 smithi144 ceph-mon[31316]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:58.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:56:58 smithi080 ceph-mon[27925]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:58.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:56:58 smithi120 ceph-mon[31499]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:56:58.646 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:00.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 -- 172.21.15.80:0/1685899555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90102e90 msgr2=0x7f3a90106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:00.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 --2- 172.21.15.80:0/1685899555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90102e90 0x7f3a90106e90 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c009990 tx=0x7f3a7c009ca0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 -- 172.21.15.80:0/1685899555 shutdown_connections 2024-04-21T23:57:00.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 --2- 172.21.15.80:0/1685899555 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a90107570 0x7f3a9010f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 --2- 172.21.15.80:0/1685899555 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a901024e0 0x7f3a901028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 --2- 172.21.15.80:0/1685899555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90102e90 0x7f3a90106e90 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 -- 172.21.15.80:0/1685899555 >> 172.21.15.80:0/1685899555 conn(0x7f3a90079390 msgr2=0x7f3a900797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:00.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 -- 172.21.15.80:0/1685899555 shutdown_connections 2024-04-21T23:57:00.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.025+0000 7f3a97260700 1 -- 172.21.15.80:0/1685899555 wait complete. 2024-04-21T23:57:00.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a97260700 1 Processor -- start 2024-04-21T23:57:00.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a97260700 1 -- start start 2024-04-21T23:57:00.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a97260700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a901024e0 0x7f3a9019e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:00.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a97260700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a90102e90 0x7f3a9019ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:00.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a97260700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90107570 0x7f3a901988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:00.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a97260700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3a90112510 con 0x7f3a90107570 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a97260700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3a90112390 con 0x7f3a901024e0 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a97260700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3a90112690 con 0x7f3a90102e90 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a957fd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90107570 0x7f3a901988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a957fd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90107570 0x7f3a901988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:34968/0 (socket says 172.21.15.80:34968) 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a957fd700 1 -- 172.21.15.80:0/2432196170 learned_addr learned my addr 172.21.15.80:0/2432196170 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a8ffff700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a90102e90 0x7f3a9019ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.026+0000 7f3a94ffc700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a901024e0 0x7f3a9019e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a957fd700 1 -- 172.21.15.80:0/2432196170 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a90102e90 msgr2=0x7f3a9019ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a957fd700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a90102e90 0x7f3a9019ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a957fd700 1 -- 172.21.15.80:0/2432196170 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a901024e0 msgr2=0x7f3a9019e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a957fd700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a901024e0 0x7f3a9019e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a957fd700 1 -- 172.21.15.80:0/2432196170 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a90199030 con 0x7f3a90107570 2024-04-21T23:57:00.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a957fd700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90107570 0x7f3a901988d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3a8800ada0 tx=0x7f3a8800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:00.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a8dffb700 1 -- 172.21.15.80:0/2432196170 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a88017020 con 0x7f3a90107570 2024-04-21T23:57:00.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a90199320 con 0x7f3a90107570 2024-04-21T23:57:00.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a8dffb700 1 -- 172.21.15.80:0/2432196170 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a8800a0d0 con 0x7f3a90107570 2024-04-21T23:57:00.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a8dffb700 1 -- 172.21.15.80:0/2432196170 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a88005480 con 0x7f3a90107570 2024-04-21T23:57:00.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.027+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a901a55e0 con 0x7f3a90107570 2024-04-21T23:57:00.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.028+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a90068f20 con 0x7f3a90107570 2024-04-21T23:57:00.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.029+0000 7f3a8dffb700 1 -- 172.21.15.80:0/2432196170 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3a88005620 con 0x7f3a90107570 2024-04-21T23:57:00.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.030+0000 7f3a8dffb700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a800a2cb0 0x7f3a800a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:00.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.030+0000 7f3a94ffc700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a800a2cb0 0x7f3a800a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:00.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.030+0000 7f3a8dffb700 1 -- 172.21.15.80:0/2432196170 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f3a880cebb0 con 0x7f3a90107570 2024-04-21T23:57:00.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.030+0000 7f3a94ffc700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a800a2cb0 0x7f3a800a5170 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3a84005950 tx=0x7f3a84005ed0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:00.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.034+0000 7f3a8dffb700 1 -- 172.21.15.80:0/2432196170 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3a88021020 con 0x7f3a90107570 2024-04-21T23:57:00.125 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:00 smithi080 ceph-mon[27925]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:57:00.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.252+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f3a9002db30 con 0x7f3a90107570 2024-04-21T23:57:00.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.252+0000 7f3a8dffb700 1 -- 172.21.15.80:0/2432196170 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3a8809b700 con 0x7f3a90107570 2024-04-21T23:57:00.246 INFO:teuthology.orchestra.run.smithi080.stdout:257698037803 2024-04-21T23:57:00.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a800a2cb0 msgr2=0x7f3a800a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:00.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a800a2cb0 0x7f3a800a5170 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3a84005950 tx=0x7f3a84005ed0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90107570 msgr2=0x7f3a901988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:00.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90107570 0x7f3a901988d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3a8800ada0 tx=0x7f3a8800c330 comp rx=0 tx=0).stop 2024-04-21T23:57:00.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 shutdown_connections 2024-04-21T23:57:00.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f3a800a2cb0 0x7f3a800a5170 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3a90107570 0x7f3a901988d0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3a901024e0 0x7f3a9019e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 --2- 172.21.15.80:0/2432196170 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3a90102e90 0x7f3a9019ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:00.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 >> 172.21.15.80:0/2432196170 conn(0x7f3a90079390 msgr2=0x7f3a90101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:00.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 shutdown_connections 2024-04-21T23:57:00.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:00.255+0000 7f3a97260700 1 -- 172.21.15.80:0/2432196170 wait complete. 2024-04-21T23:57:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:00 smithi144 ceph-mon[31316]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:57:00.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:00 smithi120 ceph-mon[31499]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-21T23:57:01.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:01 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2432196170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-21T23:57:01.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:01 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2432196170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-21T23:57:01.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:01 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2432196170' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-21T23:57:02.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:02 smithi080 ceph-mon[27925]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:02.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:02 smithi144 ceph-mon[31316]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:02.396 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:02 smithi120 ceph-mon[31499]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:03.071 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037800 got 257698037803 for osd.8 2024-04-21T23:57:03.071 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 -- 172.21.15.80:0/3549736700 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f287406b170 msgr2=0x7f287410f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 --2- 172.21.15.80:0/3549736700 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f287406b170 0x7f287410f0e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f286c00b0a0 tx=0x7f286c00b3b0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 -- 172.21.15.80:0/3549736700 shutdown_connections 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 --2- 172.21.15.80:0/3549736700 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f287406b170 0x7f287410f0e0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 --2- 172.21.15.80:0/3549736700 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f28741082a0 0x7f2874108680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 --2- 172.21.15.80:0/3549736700 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f287406a7d0 0x7f287406ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 -- 172.21.15.80:0/3549736700 >> 172.21.15.80:0/3549736700 conn(0x7f28740780a0 msgr2=0x7f28740784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 -- 172.21.15.80:0/3549736700 shutdown_connections 2024-04-21T23:57:03.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.510+0000 7f287c7d2700 1 -- 172.21.15.80:0/3549736700 wait complete. 2024-04-21T23:57:03.506 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.511+0000 7f287c7d2700 1 Processor -- start 2024-04-21T23:57:03.506 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.511+0000 7f287c7d2700 1 -- start start 2024-04-21T23:57:03.506 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.511+0000 7f287c7d2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f287406a7d0 0x7f28741011f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.511+0000 7f287c7d2700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f287406b170 0x7f2874101730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.511+0000 7f287c7d2700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f28741082a0 0x7f2874101c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287c7d2700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2874112520 con 0x7f287406b170 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287c7d2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f28741123a0 con 0x7f287406a7d0 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287c7d2700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f28741126a0 con 0x7f28741082a0 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f287406a7d0 0x7f28741011f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f287406a7d0 0x7f28741011f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39590/0 (socket says 172.21.15.80:39590) 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f2879d6d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f287406b170 0x7f2874101730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 -- 172.21.15.80:0/714166080 learned_addr learned my addr 172.21.15.80:0/714166080 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287ad6f700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f28741082a0 0x7f2874101c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:03.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 -- 172.21.15.80:0/714166080 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f28741082a0 msgr2=0x7f2874101c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f28741082a0 0x7f2874101c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 -- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f287406b170 msgr2=0x7f2874101730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f287406b170 0x7f2874101730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 -- 172.21.15.80:0/714166080 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28741a6f60 con 0x7f287406a7d0 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f287a56e700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f287406a7d0 0x7f28741011f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f287000e9a0 tx=0x7f287000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.512+0000 7f286b7fe700 1 -- 172.21.15.80:0/714166080 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f287000ca10 con 0x7f287406a7d0 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.513+0000 7f286b7fe700 1 -- 172.21.15.80:0/714166080 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f287000cbb0 con 0x7f287406a7d0 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.513+0000 7f286b7fe700 1 -- 172.21.15.80:0/714166080 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870018680 con 0x7f287406a7d0 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.513+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28741a7250 con 0x7f287406a7d0 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.513+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28741a7740 con 0x7f287406a7d0 2024-04-21T23:57:03.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.514+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2874068f20 con 0x7f287406a7d0 2024-04-21T23:57:03.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.515+0000 7f286b7fe700 1 -- 172.21.15.80:0/714166080 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2870010430 con 0x7f287406a7d0 2024-04-21T23:57:03.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.515+0000 7f286b7fe700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f28600a2d30 0x7f28600a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:03.510 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.515+0000 7f2879d6d700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f28600a2d30 0x7f28600a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:03.510 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.515+0000 7f286b7fe700 1 -- 172.21.15.80:0/714166080 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f28700cfa00 con 0x7f287406a7d0 2024-04-21T23:57:03.510 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.516+0000 7f2879d6d700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f28600a2d30 0x7f28600a51f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2874106f90 tx=0x7f286400b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:03.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.519+0000 7f286b7fe700 1 -- 172.21.15.80:0/714166080 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f287009c460 con 0x7f287406a7d0 2024-04-21T23:57:03.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 -- 172.21.15.80:0/344067848 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6530069f40 msgr2=0x7f653006a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 --2- 172.21.15.80:0/344067848 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6530069f40 0x7f653006a3a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6520009990 tx=0x7f6520009ca0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 -- 172.21.15.80:0/344067848 shutdown_connections 2024-04-21T23:57:03.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 --2- 172.21.15.80:0/344067848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f653006a8e0 0x7f653010f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 --2- 172.21.15.80:0/344067848 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f65301082b0 0x7f6530108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 --2- 172.21.15.80:0/344067848 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6530069f40 0x7f653006a3a0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 -- 172.21.15.80:0/344067848 >> 172.21.15.80:0/344067848 conn(0x7f65300780e0 msgr2=0x7f65300784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:03.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 -- 172.21.15.80:0/344067848 shutdown_connections 2024-04-21T23:57:03.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.727+0000 7f6538547700 1 -- 172.21.15.80:0/344067848 wait complete. 2024-04-21T23:57:03.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f287402dcf0 con 0x7f287406a7d0 2024-04-21T23:57:03.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6538547700 1 Processor -- start 2024-04-21T23:57:03.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6538547700 1 -- start start 2024-04-21T23:57:03.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6538547700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6530069f40 0x7f653019e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:03.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6538547700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f653006a8e0 0x7f653019ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:03.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6538547700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f65301082b0 0x7f65301988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:03.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6538547700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6530112510 con 0x7f653006a8e0 2024-04-21T23:57:03.723 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f286b7fe700 1 -- 172.21.15.80:0/714166080 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f287009bd60 con 0x7f287406a7d0 2024-04-21T23:57:03.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6538547700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6530112390 con 0x7f6530069f40 2024-04-21T23:57:03.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6538547700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6530112690 con 0x7f65301082b0 2024-04-21T23:57:03.724 INFO:teuthology.orchestra.run.smithi080.stdout:146028888128 2024-04-21T23:57:03.725 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f65362e3700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6530069f40 0x7f653019e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:03.725 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f65362e3700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6530069f40 0x7f653019e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39606/0 (socket says 172.21.15.80:39606) 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f65362e3700 1 -- 172.21.15.80:0/2983684573 learned_addr learned my addr 172.21.15.80:0/2983684573 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6536ae4700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f65301082b0 0x7f65301988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.728+0000 7f6535ae2700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f653006a8e0 0x7f653019ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65362e3700 1 -- 172.21.15.80:0/2983684573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f65301082b0 msgr2=0x7f65301988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65362e3700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f65301082b0 0x7f65301988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65362e3700 1 -- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f653006a8e0 msgr2=0x7f653019ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65362e3700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f653006a8e0 0x7f653019ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65362e3700 1 -- 172.21.15.80:0/2983684573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6530199050 con 0x7f6530069f40 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f6535ae2700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f653006a8e0 0x7f653019ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f6536ae4700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f65301082b0 0x7f65301988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65362e3700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6530069f40 0x7f653019e6e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f652c00e9c0 tx=0x7f652c00ed80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65277fe700 1 -- 172.21.15.80:0/2983684573 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c00cbd0 con 0x7f6530069f40 2024-04-21T23:57:03.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65277fe700 1 -- 172.21.15.80:0/2983684573 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f652c00cd70 con 0x7f6530069f40 2024-04-21T23:57:03.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6530199340 con 0x7f6530069f40 2024-04-21T23:57:03.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f65277fe700 1 -- 172.21.15.80:0/2983684573 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c010430 con 0x7f6530069f40 2024-04-21T23:57:03.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.729+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65301a55b0 con 0x7f6530069f40 2024-04-21T23:57:03.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.730+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6530068f20 con 0x7f6530069f40 2024-04-21T23:57:03.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f28600a2d30 msgr2=0x7f28600a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f28600a2d30 0x7f28600a51f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2874106f90 tx=0x7f286400b3c0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f287406a7d0 msgr2=0x7f28741011f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f287406a7d0 0x7f28741011f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f287000e9a0 tx=0x7f287000ecb0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f65277fe700 1 -- 172.21.15.80:0/2983684573 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f652c004750 con 0x7f6530069f40 2024-04-21T23:57:03.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 shutdown_connections 2024-04-21T23:57:03.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f28600a2d30 0x7f28600a51f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f28741082a0 0x7f2874101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f287406a7d0 0x7f28741011f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 --2- 172.21.15.80:0/714166080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f287406b170 0x7f2874101730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 >> 172.21.15.80:0/714166080 conn(0x7f28740780a0 msgr2=0x7f28740ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:03.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.731+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 shutdown_connections 2024-04-21T23:57:03.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.732+0000 7f287c7d2700 1 -- 172.21.15.80:0/714166080 wait complete. 2024-04-21T23:57:03.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.732+0000 7f65277fe700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f651c0a2d30 0x7f651c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:03.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.732+0000 7f6535ae2700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f651c0a2d30 0x7f651c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:03.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.732+0000 7f65277fe700 1 -- 172.21.15.80:0/2983684573 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f652c0cf8c0 con 0x7f6530069f40 2024-04-21T23:57:03.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.733+0000 7f6535ae2700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f651c0a2d30 0x7f651c0a51f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f652000b2e0 tx=0x7f652001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:03.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.736+0000 7f65277fe700 1 -- 172.21.15.80:0/2983684573 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f652c09c380 con 0x7f6530069f40 2024-04-21T23:57:03.940 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.947+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f653002db30 con 0x7f6530069f40 2024-04-21T23:57:03.940 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.947+0000 7f65277fe700 1 -- 172.21.15.80:0/2983684573 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f652c09bc80 con 0x7f6530069f40 2024-04-21T23:57:03.940 INFO:teuthology.orchestra.run.smithi080.stdout:347892351005 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.949+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f651c0a2d30 msgr2=0x7f651c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.949+0000 7f6538547700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f651c0a2d30 0x7f651c0a51f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f652000b2e0 tx=0x7f652001a040 comp rx=0 tx=0).stop 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.949+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6530069f40 msgr2=0x7f653019e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.949+0000 7f6538547700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6530069f40 0x7f653019e6e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f652c00e9c0 tx=0x7f652c00ed80 comp rx=0 tx=0).stop 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.949+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 shutdown_connections 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.950+0000 7f6538547700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f651c0a2d30 0x7f651c0a51f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.950+0000 7f6538547700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f65301082b0 0x7f65301988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.950+0000 7f6538547700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6530069f40 0x7f653019e6e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.950+0000 7f6538547700 1 --2- 172.21.15.80:0/2983684573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f653006a8e0 0x7f653019ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.950+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 >> 172.21.15.80:0/2983684573 conn(0x7f65300780e0 msgr2=0x7f65300ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:03.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.950+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 shutdown_connections 2024-04-21T23:57:03.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:03.950+0000 7f6538547700 1 -- 172.21.15.80:0/2983684573 wait complete. 2024-04-21T23:57:04.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:04 smithi080 ceph-mon[27925]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:04.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:04 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/714166080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-21T23:57:04.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:04 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2983684573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-21T23:57:04.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:04 smithi144 ceph-mon[31316]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:04.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:04 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/714166080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-21T23:57:04.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:04 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2983684573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-21T23:57:04.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:04 smithi120 ceph-mon[31499]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:04.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:04 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/714166080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-21T23:57:04.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:04 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2983684573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-21T23:57:04.721 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351001 got 347892351005 for osd.11 2024-04-21T23:57:04.721 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:06.262 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:06 smithi080 ceph-mon[27925]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T23:57:06.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:06 smithi144 ceph-mon[31316]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T23:57:06.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:06 smithi120 ceph-mon[31499]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T23:57:06.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 -- 172.21.15.80:0/3352614307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4105f70 msgr2=0x7f14e4106350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:06.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 --2- 172.21.15.80:0/3352614307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4105f70 0x7f14e4106350 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f14d4009990 tx=0x7f14d4009ca0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 -- 172.21.15.80:0/3352614307 shutdown_connections 2024-04-21T23:57:06.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 --2- 172.21.15.80:0/3352614307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f14e41011a0 0x7f14e4101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 --2- 172.21.15.80:0/3352614307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4105f70 0x7f14e4106350 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 --2- 172.21.15.80:0/3352614307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14e4106920 0x7f14e4100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 -- 172.21.15.80:0/3352614307 >> 172.21.15.80:0/3352614307 conn(0x7f14e4076450 msgr2=0x7f14e4076860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 -- 172.21.15.80:0/3352614307 shutdown_connections 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 -- 172.21.15.80:0/3352614307 wait complete. 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.577+0000 7f14ea180700 1 Processor -- start 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14ea180700 1 -- start start 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14ea180700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14e41011a0 0x7f14e419f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14ea180700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f14e4105f70 0x7f14e419f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14ea180700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4106920 0x7f14e41a3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14ea180700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f14e4118c50 con 0x7f14e4106920 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14ea180700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f14e4118ad0 con 0x7f14e41011a0 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14ea180700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f14e4118dd0 con 0x7f14e4105f70 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4106920 0x7f14e41a3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4106920 0x7f14e41a3950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40124/0 (socket says 172.21.15.80:40124) 2024-04-21T23:57:06.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 -- 172.21.15.80:0/649255637 learned_addr learned my addr 172.21.15.80:0/649255637 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:06.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e37fe700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14e41011a0 0x7f14e419f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:06.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e2ffd700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f14e4105f70 0x7f14e419f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:06.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 -- 172.21.15.80:0/649255637 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f14e4105f70 msgr2=0x7f14e419f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f14e4105f70 0x7f14e419f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 -- 172.21.15.80:0/649255637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14e41011a0 msgr2=0x7f14e419f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14e41011a0 0x7f14e419f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 -- 172.21.15.80:0/649255637 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e41a4090 con 0x7f14e4106920 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e2ffd700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f14e4105f70 0x7f14e419f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.578+0000 7f14e3fff700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4106920 0x7f14e41a3950 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f14dc00ef30 tx=0x7f14dc00c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.579+0000 7f14e0ff9700 1 -- 172.21.15.80:0/649255637 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc0092e0 con 0x7f14e4106920 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.579+0000 7f14e0ff9700 1 -- 172.21.15.80:0/649255637 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14dc004bb0 con 0x7f14e4106920 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.579+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14e41a4320 con 0x7f14e4106920 2024-04-21T23:57:06.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.579+0000 7f14e0ff9700 1 -- 172.21.15.80:0/649255637 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc004280 con 0x7f14e4106920 2024-04-21T23:57:06.576 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.579+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14e41abc00 con 0x7f14e4106920 2024-04-21T23:57:06.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.580+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14e4068f20 con 0x7f14e4106920 2024-04-21T23:57:06.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.581+0000 7f14e0ff9700 1 -- 172.21.15.80:0/649255637 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f14dc01b030 con 0x7f14e4106920 2024-04-21T23:57:06.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.581+0000 7f14e0ff9700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f14cc0a2d30 0x7f14cc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:06.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.581+0000 7f14e37fe700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f14cc0a2d30 0x7f14cc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:06.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.581+0000 7f14e0ff9700 1 -- 172.21.15.80:0/649255637 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f14dc0cfa60 con 0x7f14e4106920 2024-04-21T23:57:06.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.582+0000 7f14e37fe700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f14cc0a2d30 0x7f14cc0a51f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f14d4006010 tx=0x7f14d401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:06.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.585+0000 7f14e0ff9700 1 -- 172.21.15.80:0/649255637 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f14dc022020 con 0x7f14e4106920 2024-04-21T23:57:06.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.814+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f14e41abdd0 con 0x7f14e4106920 2024-04-21T23:57:06.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.814+0000 7f14e0ff9700 1 -- 172.21.15.80:0/649255637 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f14dc010040 con 0x7f14e4106920 2024-04-21T23:57:06.808 INFO:teuthology.orchestra.run.smithi080.stdout:77309411403 2024-04-21T23:57:06.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f14cc0a2d30 msgr2=0x7f14cc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:06.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f14cc0a2d30 0x7f14cc0a51f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f14d4006010 tx=0x7f14d401a040 comp rx=0 tx=0).stop 2024-04-21T23:57:06.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4106920 msgr2=0x7f14e41a3950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:06.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4106920 0x7f14e41a3950 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f14dc00ef30 tx=0x7f14dc00c450 comp rx=0 tx=0).stop 2024-04-21T23:57:06.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 shutdown_connections 2024-04-21T23:57:06.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f14cc0a2d30 0x7f14cc0a51f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f14e4106920 0x7f14e41a3950 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14e41011a0 0x7f14e419f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 --2- 172.21.15.80:0/649255637 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f14e4105f70 0x7f14e419f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:06.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 >> 172.21.15.80:0/649255637 conn(0x7f14e4076450 msgr2=0x7f14e4101c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:06.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 shutdown_connections 2024-04-21T23:57:06.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:06.817+0000 7f14ea180700 1 -- 172.21.15.80:0/649255637 wait complete. 2024-04-21T23:57:07.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 -- 172.21.15.80:0/1164969847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe06410ec30 msgr2=0x7fe064111020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:07.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/1164969847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe06410ec30 0x7fe064111020 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe060009990 tx=0x7fe060009ca0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 -- 172.21.15.80:0/1164969847 shutdown_connections 2024-04-21T23:57:07.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/1164969847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe06410ec30 0x7fe064111020 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/1164969847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe064074460 0x7fe064074840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/1164969847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe064074d80 0x7fe06410e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 -- 172.21.15.80:0/1164969847 >> 172.21.15.80:0/1164969847 conn(0x7fe064079390 msgr2=0x7fe0640797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:07.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 -- 172.21.15.80:0/1164969847 shutdown_connections 2024-04-21T23:57:07.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 -- 172.21.15.80:0/1164969847 wait complete. 2024-04-21T23:57:07.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 Processor -- start 2024-04-21T23:57:07.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.166+0000 7fe06c6f5700 1 -- start start 2024-04-21T23:57:07.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06c6f5700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe064074460 0x7fe0641a0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:07.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06c6f5700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe064074d80 0x7fe0641a0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:07.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06c6f5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe06410ec30 0x7fe06419aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06c6f5700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe0641147a0 con 0x7fe064074d80 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06c6f5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe064114620 con 0x7fe06410ec30 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06c6f5700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe064114920 con 0x7fe064074460 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe064074d80 0x7fe0641a0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe064074d80 0x7fe0641a0dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40144/0 (socket says 172.21.15.80:40144) 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 -- 172.21.15.80:0/2268390486 learned_addr learned my addr 172.21.15.80:0/2268390486 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06a491700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe064074460 0x7fe0641a0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06ac92700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe06410ec30 0x7fe06419aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 -- 172.21.15.80:0/2268390486 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe064074460 msgr2=0x7fe0641a0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe064074460 0x7fe0641a0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 -- 172.21.15.80:0/2268390486 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe06410ec30 msgr2=0x7fe06419aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe06410ec30 0x7fe06419aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 -- 172.21.15.80:0/2268390486 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe06419b200 con 0x7fe064074d80 2024-04-21T23:57:07.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe069c90700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe064074d80 0x7fe0641a0dd0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe05400d980 tx=0x7fe05400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:07.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe05b7fe700 1 -- 172.21.15.80:0/2268390486 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe054017070 con 0x7fe064074d80 2024-04-21T23:57:07.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe05b7fe700 1 -- 172.21.15.80:0/2268390486 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe054005020 con 0x7fe064074d80 2024-04-21T23:57:07.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe06419b4f0 con 0x7fe064074d80 2024-04-21T23:57:07.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.167+0000 7fe05b7fe700 1 -- 172.21.15.80:0/2268390486 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe05400fbf0 con 0x7fe064074d80 2024-04-21T23:57:07.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.168+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0641a7760 con 0x7fe064074d80 2024-04-21T23:57:07.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.168+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe064068f20 con 0x7fe064074d80 2024-04-21T23:57:07.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.170+0000 7fe05b7fe700 1 -- 172.21.15.80:0/2268390486 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe0540051d0 con 0x7fe064074d80 2024-04-21T23:57:07.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.170+0000 7fe05b7fe700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe0500a2cb0 0x7fe0500a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:07.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.170+0000 7fe05b7fe700 1 -- 172.21.15.80:0/2268390486 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fe0540cf720 con 0x7fe064074d80 2024-04-21T23:57:07.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.170+0000 7fe06a491700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe0500a2cb0 0x7fe0500a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:07.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.171+0000 7fe06a491700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe0500a2cb0 0x7fe0500a5170 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe064079be0 tx=0x7fe05c00d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:07.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.174+0000 7fe05b7fe700 1 -- 172.21.15.80:0/2268390486 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe054020020 con 0x7fe064074d80 2024-04-21T23:57:07.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:07 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/649255637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-21T23:57:07.366 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.372+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fe0641a7930 con 0x7fe064074d80 2024-04-21T23:57:07.366 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:07 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/649255637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-21T23:57:07.366 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.373+0000 7fe05b7fe700 1 -- 172.21.15.80:0/2268390486 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe05409c1e0 con 0x7fe064074d80 2024-04-21T23:57:07.366 INFO:teuthology.orchestra.run.smithi080.stdout:292057776167 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe0500a2cb0 msgr2=0x7fe0500a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe0500a2cb0 0x7fe0500a5170 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe064079be0 tx=0x7fe05c00d040 comp rx=0 tx=0).stop 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe064074d80 msgr2=0x7fe0641a0dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe064074d80 0x7fe0641a0dd0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe05400d980 tx=0x7fe05400dc90 comp rx=0 tx=0).stop 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 shutdown_connections 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe0500a2cb0 0x7fe0500a5170 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe06410ec30 0x7fe06419aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe064074460 0x7fe0641a0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 --2- 172.21.15.80:0/2268390486 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe064074d80 0x7fe0641a0dd0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 >> 172.21.15.80:0/2268390486 conn(0x7fe064079390 msgr2=0x7fe0640ff440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:07.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 shutdown_connections 2024-04-21T23:57:07.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.375+0000 7fe06c6f5700 1 -- 172.21.15.80:0/2268390486 wait complete. 2024-04-21T23:57:07.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:07 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/649255637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-21T23:57:07.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 -- 172.21.15.80:0/764886981 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 msgr2=0x7f0de4101210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 --2- 172.21.15.80:0/764886981 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 0x7f0de4101210 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f0dd40099c0 tx=0x7f0dd4009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 -- 172.21.15.80:0/764886981 shutdown_connections 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 --2- 172.21.15.80:0/764886981 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0de4107650 0x7f0de410f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 --2- 172.21.15.80:0/764886981 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 0x7f0de4101210 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 --2- 172.21.15.80:0/764886981 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0de41017e0 0x7f0de4106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 -- 172.21.15.80:0/764886981 >> 172.21.15.80:0/764886981 conn(0x7f0de4076450 msgr2=0x7f0de4076860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 -- 172.21.15.80:0/764886981 shutdown_connections 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 -- 172.21.15.80:0/764886981 wait complete. 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.811+0000 7f0de9f57700 1 Processor -- start 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de9f57700 1 -- start start 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de9f57700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 0x7f0de4101db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:07.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de9f57700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0de41017e0 0x7f0de41022f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de9f57700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0de4107650 0x7f0de4102830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de9f57700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0de4112550 con 0x7f0de4100e30 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de9f57700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0de41123d0 con 0x7f0de4107650 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de9f57700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0de41126d0 con 0x7f0de41017e0 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 0x7f0de4101db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 0x7f0de4101db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40164/0 (socket says 172.21.15.80:40164) 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 -- 172.21.15.80:0/2598628341 learned_addr learned my addr 172.21.15.80:0/2598628341 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de2ffd700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0de41017e0 0x7f0de41022f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de3fff700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0de4107650 0x7f0de4102830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 -- 172.21.15.80:0/2598628341 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0de41017e0 msgr2=0x7f0de41022f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0de41017e0 0x7f0de41022f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 -- 172.21.15.80:0/2598628341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0de4107650 msgr2=0x7f0de4102830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:07.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0de4107650 0x7f0de4102830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 -- 172.21.15.80:0/2598628341 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0de41a6e50 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.812+0000 7f0de37fe700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 0x7f0de4101db0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4006010 tx=0x7f0dd40038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.813+0000 7f0de0ff9700 1 -- 172.21.15.80:0/2598628341 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd4027070 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.813+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0de41a70e0 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.813+0000 7f0de0ff9700 1 -- 172.21.15.80:0/2598628341 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0dd4004050 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.813+0000 7f0de0ff9700 1 -- 172.21.15.80:0/2598628341 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd4022d40 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.813+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0de41a7590 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.813+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0de410a800 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.815+0000 7f0de0ff9700 1 -- 172.21.15.80:0/2598628341 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0dd402a070 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.815+0000 7f0de0ff9700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0dcc0a2cb0 0x7f0dcc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.815+0000 7f0de2ffd700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0dcc0a2cb0 0x7f0dcc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.815+0000 7f0de0ff9700 1 -- 172.21.15.80:0/2598628341 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f0dd40d0ae0 con 0x7f0de4100e30 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.816+0000 7f0de2ffd700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0dcc0a2cb0 0x7f0dcc0a5170 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0de4108a10 tx=0x7f0dd800a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:07.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:07.819+0000 7f0de0ff9700 1 -- 172.21.15.80:0/2598628341 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0dd4031020 con 0x7f0de4100e30 2024-04-21T23:57:08.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.030+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f0de41032e0 con 0x7f0de4100e30 2024-04-21T23:57:08.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.030+0000 7f0de0ff9700 1 -- 172.21.15.80:0/2598628341 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0dd4013070 con 0x7f0de4100e30 2024-04-21T23:57:08.024 INFO:teuthology.orchestra.run.smithi080.stdout:201863462967 2024-04-21T23:57:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0dcc0a2cb0 msgr2=0x7f0dcc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0dcc0a2cb0 0x7f0dcc0a5170 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0de4108a10 tx=0x7f0dd800a380 comp rx=0 tx=0).stop 2024-04-21T23:57:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 msgr2=0x7f0de4101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 0x7f0de4101db0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4006010 tx=0x7f0dd40038b0 comp rx=0 tx=0).stop 2024-04-21T23:57:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 shutdown_connections 2024-04-21T23:57:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0dcc0a2cb0 0x7f0dcc0a5170 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:08.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0de4107650 0x7f0de4102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0de4100e30 0x7f0de4101db0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 --2- 172.21.15.80:0/2598628341 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0de41017e0 0x7f0de41022f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 >> 172.21.15.80:0/2598628341 conn(0x7f0de4076450 msgr2=0x7f0de40feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 shutdown_connections 2024-04-21T23:57:08.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:08.033+0000 7f0de9f57700 1 -- 172.21.15.80:0/2598628341 wait complete. 2024-04-21T23:57:08.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:08 smithi144 ceph-mon[31316]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:08.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:08 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2268390486' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-21T23:57:08.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:08 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2598628341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-21T23:57:08.369 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:08 smithi080 ceph-mon[27925]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:08.369 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:08 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2268390486' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-21T23:57:08.369 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:08 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2598628341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-21T23:57:08.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:08 smithi120 ceph-mon[31499]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:08 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2268390486' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-21T23:57:08.495 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:08 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2598628341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-21T23:57:09.317 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:09 smithi080 ceph-mon[27925]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:09.347 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776163 got 292057776167 for osd.9 2024-04-21T23:57:09.347 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:09.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:09 smithi144 ceph-mon[31316]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:09.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:09 smithi120 ceph-mon[31499]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.957+0000 7f9a90dd2700 1 -- 172.21.15.80:0/4082240883 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 msgr2=0x7f9a8c106f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.957+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/4082240883 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 0x7f9a8c106f40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9a800099c0 tx=0x7f9a80009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.957+0000 7f9a90dd2700 1 -- 172.21.15.80:0/4082240883 shutdown_connections 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.957+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/4082240883 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c107670 0x7f9a8c10f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.957+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/4082240883 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a8c100e50 0x7f9a8c101230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.957+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/4082240883 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 0x7f9a8c106f40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.958+0000 7f9a90dd2700 1 -- 172.21.15.80:0/4082240883 >> 172.21.15.80:0/4082240883 conn(0x7f9a8c076450 msgr2=0x7f9a8c076860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.958+0000 7f9a90dd2700 1 -- 172.21.15.80:0/4082240883 shutdown_connections 2024-04-21T23:57:09.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.958+0000 7f9a90dd2700 1 -- 172.21.15.80:0/4082240883 wait complete. 2024-04-21T23:57:09.953 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.958+0000 7f9a90dd2700 1 Processor -- start 2024-04-21T23:57:09.953 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.958+0000 7f9a90dd2700 1 -- start start 2024-04-21T23:57:09.953 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a90dd2700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a8c100e50 0x7f9a8c19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:09.953 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a90dd2700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 0x7f9a8c19eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:09.953 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a90dd2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c107670 0x7f9a8c198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:09.953 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a90dd2700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c112600 con 0x7f9a8c101800 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a90dd2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c112480 con 0x7f9a8c107670 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a90dd2700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c112780 con 0x7f9a8c100e50 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 0x7f9a8c19eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 0x7f9a8c19eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40194/0 (socket says 172.21.15.80:40194) 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 -- 172.21.15.80:0/2883795904 learned_addr learned my addr 172.21.15.80:0/2883795904 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a8ad9d700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c107670 0x7f9a8c198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a8a59c700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a8c100e50 0x7f9a8c19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 -- 172.21.15.80:0/2883795904 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a8c100e50 msgr2=0x7f9a8c19e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a8c100e50 0x7f9a8c19e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 -- 172.21.15.80:0/2883795904 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c107670 msgr2=0x7f9a8c198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c107670 0x7f9a8c198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 -- 172.21.15.80:0/2883795904 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8c198fe0 con 0x7f9a8c101800 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a8a59c700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a8c100e50 0x7f9a8c19e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:09.954 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a89d9b700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 0x7f9a8c19eb70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9a80009fd0 tx=0x7f9a80003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:09.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a7b7fe700 1 -- 172.21.15.80:0/2883795904 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80027070 con 0x7f9a8c101800 2024-04-21T23:57:09.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8c199270 con 0x7f9a8c101800 2024-04-21T23:57:09.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a7b7fe700 1 -- 172.21.15.80:0/2883795904 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a80004150 con 0x7f9a8c101800 2024-04-21T23:57:09.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.959+0000 7f9a7b7fe700 1 -- 172.21.15.80:0/2883795904 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8000f460 con 0x7f9a8c101800 2024-04-21T23:57:09.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.960+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a8c1a5490 con 0x7f9a8c101800 2024-04-21T23:57:09.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.960+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a8c10a820 con 0x7f9a8c101800 2024-04-21T23:57:09.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.962+0000 7f9a7b7fe700 1 -- 172.21.15.80:0/2883795904 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9a8002a070 con 0x7f9a8c101800 2024-04-21T23:57:09.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.962+0000 7f9a7b7fe700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a740a2d30 0x7f9a740a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:09.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.962+0000 7f9a8a59c700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a740a2d30 0x7f9a740a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:09.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.962+0000 7f9a7b7fe700 1 -- 172.21.15.80:0/2883795904 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f9a800d0b50 con 0x7f9a8c101800 2024-04-21T23:57:09.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.963+0000 7f9a8a59c700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a740a2d30 0x7f9a740a51f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c005fd0 tx=0x7f9a7c005dc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:09.958 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:09.966+0000 7f9a7b7fe700 1 -- 172.21.15.80:0/2883795904 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9a80031070 con 0x7f9a8c101800 2024-04-21T23:57:10.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.166+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f9a8c10a200 con 0x7f9a8c101800 2024-04-21T23:57:10.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.166+0000 7f9a7b7fe700 1 -- 172.21.15.80:0/2883795904 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9a80013070 con 0x7f9a8c101800 2024-04-21T23:57:10.159 INFO:teuthology.orchestra.run.smithi080.stdout:167503724605 2024-04-21T23:57:10.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a740a2d30 msgr2=0x7f9a740a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a740a2d30 0x7f9a740a51f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c005fd0 tx=0x7f9a7c005dc0 comp rx=0 tx=0).stop 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 msgr2=0x7f9a8c19eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 0x7f9a8c19eb70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9a80009fd0 tx=0x7f9a80003730 comp rx=0 tx=0).stop 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 shutdown_connections 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9a740a2d30 0x7f9a740a51f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c107670 0x7f9a8c198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9a8c100e50 0x7f9a8c19e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 --2- 172.21.15.80:0/2883795904 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9a8c101800 0x7f9a8c19eb70 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 >> 172.21.15.80:0/2883795904 conn(0x7f9a8c076450 msgr2=0x7f9a8c0fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 shutdown_connections 2024-04-21T23:57:10.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:10.168+0000 7f9a90dd2700 1 -- 172.21.15.80:0/2883795904 wait complete. 2024-04-21T23:57:10.311 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888122 got 146028888128 for osd.4 2024-04-21T23:57:10.312 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:10.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:10 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2883795904' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-21T23:57:10.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:10 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2883795904' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-21T23:57:10.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:10 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2883795904' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-21T23:57:11.335 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:11 smithi080 ceph-mon[27925]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:11.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:11 smithi120 ceph-mon[31499]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:11.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:11 smithi144 ceph-mon[31316]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:11.778 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:12.109 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 -- 172.21.15.80:0/2875908171 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab78107420 msgr2=0x7fab78107800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:12.109 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 --2- 172.21.15.80:0/2875908171 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab78107420 0x7fab78107800 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fab6c0099c0 tx=0x7fab6c009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.109 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 -- 172.21.15.80:0/2875908171 shutdown_connections 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 --2- 172.21.15.80:0/2875908171 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab781026c0 0x7fab7810e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 --2- 172.21.15.80:0/2875908171 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab78107420 0x7fab78107800 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 --2- 172.21.15.80:0/2875908171 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fab78101d00 0x7fab78102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 -- 172.21.15.80:0/2875908171 >> 172.21.15.80:0/2875908171 conn(0x7fab78076450 msgr2=0x7fab78076860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 -- 172.21.15.80:0/2875908171 shutdown_connections 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.114+0000 7fab7eccf700 1 -- 172.21.15.80:0/2875908171 wait complete. 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7eccf700 1 Processor -- start 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7eccf700 1 -- start start 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7eccf700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab78101d00 0x7fab7819e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7eccf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab781026c0 0x7fab7819ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7eccf700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fab78107420 0x7fab78198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:12.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7eccf700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fab78111590 con 0x7fab781026c0 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7eccf700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fab78111410 con 0x7fab78101d00 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7eccf700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fab78111710 con 0x7fab78107420 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab77fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab781026c0 0x7fab7819ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab77fff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab781026c0 0x7fab7819ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54780/0 (socket says 172.21.15.80:54780) 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab77fff700 1 -- 172.21.15.80:0/1756005714 learned_addr learned my addr 172.21.15.80:0/1756005714 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7d26c700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fab78107420 0x7fab78198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7ca6b700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab78101d00 0x7fab7819e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab77fff700 1 -- 172.21.15.80:0/1756005714 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fab78107420 msgr2=0x7fab78198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab77fff700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fab78107420 0x7fab78198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab77fff700 1 -- 172.21.15.80:0/1756005714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab78101d00 msgr2=0x7fab7819e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab77fff700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab78101d00 0x7fab7819e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab77fff700 1 -- 172.21.15.80:0/1756005714 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab78199070 con 0x7fab781026c0 2024-04-21T23:57:12.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.115+0000 7fab7ca6b700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab78101d00 0x7fab7819e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:12.112 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.116+0000 7fab77fff700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab781026c0 0x7fab7819ec90 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fab6400d980 tx=0x7fab6400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:12.112 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.116+0000 7fab75ffb700 1 -- 172.21.15.80:0/1756005714 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab64017070 con 0x7fab781026c0 2024-04-21T23:57:12.112 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.116+0000 7fab75ffb700 1 -- 172.21.15.80:0/1756005714 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab64005020 con 0x7fab781026c0 2024-04-21T23:57:12.112 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.116+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab78199360 con 0x7fab781026c0 2024-04-21T23:57:12.112 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.116+0000 7fab75ffb700 1 -- 172.21.15.80:0/1756005714 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab64009bc0 con 0x7fab781026c0 2024-04-21T23:57:12.112 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.116+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab781a5620 con 0x7fab781026c0 2024-04-21T23:57:12.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.117+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab78068f20 con 0x7fab781026c0 2024-04-21T23:57:12.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.118+0000 7fab75ffb700 1 -- 172.21.15.80:0/1756005714 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fab640051d0 con 0x7fab781026c0 2024-04-21T23:57:12.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.118+0000 7fab75ffb700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fab680a2d30 0x7fab680a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:12.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.119+0000 7fab7ca6b700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fab680a2d30 0x7fab680a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:12.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.119+0000 7fab75ffb700 1 -- 172.21.15.80:0/1756005714 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fab640cf330 con 0x7fab781026c0 2024-04-21T23:57:12.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.119+0000 7fab7ca6b700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fab680a2d30 0x7fab680a51f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fab6c000c00 tx=0x7fab6c005940 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:12.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.123+0000 7fab75ffb700 1 -- 172.21.15.80:0/1756005714 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fab64020020 con 0x7fab781026c0 2024-04-21T23:57:12.318 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.324+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fab7802db30 con 0x7fab781026c0 2024-04-21T23:57:12.318 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.324+0000 7fab75ffb700 1 -- 172.21.15.80:0/1756005714 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fab6409be90 con 0x7fab781026c0 2024-04-21T23:57:12.318 INFO:teuthology.orchestra.run.smithi080.stdout:34359738453 2024-04-21T23:57:12.319 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.326+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fab680a2d30 msgr2=0x7fab680a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.326+0000 7fab7eccf700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fab680a2d30 0x7fab680a51f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fab6c000c00 tx=0x7fab6c005940 comp rx=0 tx=0).stop 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.326+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab781026c0 msgr2=0x7fab7819ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.326+0000 7fab7eccf700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab781026c0 0x7fab7819ec90 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fab6400d980 tx=0x7fab6400dc90 comp rx=0 tx=0).stop 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.327+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 shutdown_connections 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.327+0000 7fab7eccf700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fab680a2d30 0x7fab680a51f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.327+0000 7fab7eccf700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fab78107420 0x7fab78198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.327+0000 7fab7eccf700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab78101d00 0x7fab7819e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.327+0000 7fab7eccf700 1 --2- 172.21.15.80:0/1756005714 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fab781026c0 0x7fab7819ec90 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.327+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 >> 172.21.15.80:0/1756005714 conn(0x7fab78076450 msgr2=0x7fab78100cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.327+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 shutdown_connections 2024-04-21T23:57:12.320 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:12.327+0000 7fab7eccf700 1 -- 172.21.15.80:0/1756005714 wait complete. 2024-04-21T23:57:12.578 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:12 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1756005714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-21T23:57:12.579 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411400 got 77309411403 for osd.2 2024-04-21T23:57:12.579 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:12.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:12 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1756005714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-21T23:57:12.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:12 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1756005714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-21T23:57:13.219 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738448 got 34359738453 for osd.0 2024-04-21T23:57:13.219 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:13.847 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:13.881 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462961 got 201863462967 for osd.6 2024-04-21T23:57:13.881 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:13.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:13.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:13 smithi120 ceph-mon[31499]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:57:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:57:13.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:13 smithi120 ceph-mon[31499]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:14.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:14.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:14.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:13 smithi144 ceph-mon[31316]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:14.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:57:14.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:57:14.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:13 smithi144 ceph-mon[31316]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:14.143 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:14.143 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:14.143 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:13 smithi080 ceph-mon[27925]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:14.143 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:57:14.143 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:57:14.143 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:13 smithi080 ceph-mon[27925]: from='mgr.14150 172.21.15.80:0/939967946' entity='mgr.x' 2024-04-21T23:57:14.169 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724601 got 167503724605 for osd.5 2024-04-21T23:57:14.170 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:15.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:14 smithi144 ceph-mon[31316]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-21T23:57:15.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:14 smithi080 ceph-mon[27925]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-21T23:57:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:14 smithi120 ceph-mon[31499]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-21T23:57:16.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:15 smithi144 ceph-mon[31316]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:57:16.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:15 smithi080 ceph-mon[27925]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:57:16.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:15 smithi120 ceph-mon[31499]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 -- 172.21.15.80:0/2281939451 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2750069f40 msgr2=0x7f275006a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 --2- 172.21.15.80:0/2281939451 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2750069f40 0x7f275006a3a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2744009990 tx=0x7f2744009ca0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 -- 172.21.15.80:0/2281939451 shutdown_connections 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 --2- 172.21.15.80:0/2281939451 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f275006a8e0 0x7f275010f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 --2- 172.21.15.80:0/2281939451 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27501082b0 0x7f2750108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 --2- 172.21.15.80:0/2281939451 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2750069f40 0x7f275006a3a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 -- 172.21.15.80:0/2281939451 >> 172.21.15.80:0/2281939451 conn(0x7f27500780e0 msgr2=0x7f27500784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 -- 172.21.15.80:0/2281939451 shutdown_connections 2024-04-21T23:57:17.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.468+0000 7f27559e7700 1 -- 172.21.15.80:0/2281939451 wait complete. 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.469+0000 7f27559e7700 1 Processor -- start 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.469+0000 7f27559e7700 1 -- start start 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f27559e7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2750069f40 0x7f2750101200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f27559e7700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f275006a8e0 0x7f2750101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f27559e7700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27501082b0 0x7f2750101c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f27559e7700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2750112580 con 0x7f275006a8e0 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f27559e7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2750112400 con 0x7f2750069f40 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f27559e7700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f2750112700 con 0x7f27501082b0 2024-04-21T23:57:17.464 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274e7fc700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f275006a8e0 0x7f2750101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274e7fc700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f275006a8e0 0x7f2750101740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54836/0 (socket says 172.21.15.80:54836) 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274e7fc700 1 -- 172.21.15.80:0/117056482 learned_addr learned my addr 172.21.15.80:0/117056482 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274effd700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2750069f40 0x7f2750101200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274f7fe700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27501082b0 0x7f2750101c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274e7fc700 1 -- 172.21.15.80:0/117056482 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27501082b0 msgr2=0x7f2750101c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274e7fc700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27501082b0 0x7f2750101c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274e7fc700 1 -- 172.21.15.80:0/117056482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2750069f40 msgr2=0x7f2750101200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274e7fc700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2750069f40 0x7f2750101200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.470+0000 7f274e7fc700 1 -- 172.21.15.80:0/117056482 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27501a6f60 con 0x7f275006a8e0 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.471+0000 7f274e7fc700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f275006a8e0 0x7f2750101740 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2744005910 tx=0x7f27440047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.471+0000 7f27549e5700 1 -- 172.21.15.80:0/117056482 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744027070 con 0x7f275006a8e0 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.471+0000 7f27549e5700 1 -- 172.21.15.80:0/117056482 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2744003e40 con 0x7f275006a8e0 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.471+0000 7f27549e5700 1 -- 172.21.15.80:0/117056482 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744022d00 con 0x7f275006a8e0 2024-04-21T23:57:17.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.471+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27501a71f0 con 0x7f275006a8e0 2024-04-21T23:57:17.466 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.471+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27501a75f0 con 0x7f275006a8e0 2024-04-21T23:57:17.466 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.472+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2750068f20 con 0x7f275006a8e0 2024-04-21T23:57:17.466 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.474+0000 7f27549e5700 1 -- 172.21.15.80:0/117056482 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f274402a070 con 0x7f275006a8e0 2024-04-21T23:57:17.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.474+0000 7f27549e5700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27380a2c20 0x7f27380a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:17.468 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.475+0000 7f274effd700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27380a2c20 0x7f27380a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:17.468 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.475+0000 7f27549e5700 1 -- 172.21.15.80:0/117056482 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f27440d07e0 con 0x7f275006a8e0 2024-04-21T23:57:17.468 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.475+0000 7f274effd700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27380a2c20 0x7f27380a50e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2740005950 tx=0x7f274000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:17.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.480+0000 7f27549e5700 1 -- 172.21.15.80:0/117056482 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2744031070 con 0x7f275006a8e0 2024-04-21T23:57:17.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.689+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f275002dcf0 con 0x7f275006a8e0 2024-04-21T23:57:17.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.689+0000 7f27549e5700 1 -- 172.21.15.80:0/117056482 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2744013070 con 0x7f275006a8e0 2024-04-21T23:57:17.683 INFO:teuthology.orchestra.run.smithi080.stdout:111669149769 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27380a2c20 msgr2=0x7f27380a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27380a2c20 0x7f27380a50e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2740005950 tx=0x7f274000b410 comp rx=0 tx=0).stop 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f275006a8e0 msgr2=0x7f2750101740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f275006a8e0 0x7f2750101740 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2744005910 tx=0x7f27440047b0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 shutdown_connections 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27380a2c20 0x7f27380a50e0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f27501082b0 0x7f2750101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2750069f40 0x7f2750101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 --2- 172.21.15.80:0/117056482 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f275006a8e0 0x7f2750101740 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:17.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 >> 172.21.15.80:0/117056482 conn(0x7f27500780e0 msgr2=0x7f27500ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:17.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 shutdown_connections 2024-04-21T23:57:17.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.692+0000 7f27559e7700 1 -- 172.21.15.80:0/117056482 wait complete. 2024-04-21T23:57:18.112 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:17 smithi080 ceph-mon[27925]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:18.112 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:17 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/692845489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-21T23:57:18.112 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:17 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/117056482' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-21T23:57:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:17 smithi144 ceph-mon[31316]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:17 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/692845489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-21T23:57:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:17 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/117056482' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-21T23:57:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:17 smithi120 ceph-mon[31499]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:17 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/692845489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-21T23:57:18.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:17 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/117056482' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-21T23:57:18.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 -- 172.21.15.80:0/2140009702 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27181082e0 msgr2=0x7f27181086c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:18.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 --2- 172.21.15.80:0/2140009702 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27181082e0 0x7f27181086c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f270c009990 tx=0x7f270c009ca0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 -- 172.21.15.80:0/2140009702 shutdown_connections 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 --2- 172.21.15.80:0/2140009702 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f271806b2d0 0x7f271810f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 --2- 172.21.15.80:0/2140009702 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f27181082e0 0x7f27181086c0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 --2- 172.21.15.80:0/2140009702 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f271806a930 0x7f271806ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 -- 172.21.15.80:0/2140009702 >> 172.21.15.80:0/2140009702 conn(0x7f2718078170 msgr2=0x7f2718078580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 -- 172.21.15.80:0/2140009702 shutdown_connections 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 -- 172.21.15.80:0/2140009702 wait complete. 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.461+0000 7f271d36a700 1 Processor -- start 2024-04-21T23:57:18.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f271d36a700 1 -- start start 2024-04-21T23:57:18.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f271d36a700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f271806a930 0x7f271819e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:18.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f271d36a700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f271806b2d0 0x7f271819ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:18.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f271d36a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27181082e0 0x7f27181988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:18.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f271d36a700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2718112540 con 0x7f271806b2d0 2024-04-21T23:57:18.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f271d36a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f27181123c0 con 0x7f27181082e0 2024-04-21T23:57:18.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f271d36a700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f27181126c0 con 0x7f271806a930 2024-04-21T23:57:18.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f271806b2d0 0x7f271819ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:18.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f271806b2d0 0x7f271819ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54854/0 (socket says 172.21.15.80:54854) 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 -- 172.21.15.80:0/2342839788 learned_addr learned my addr 172.21.15.80:0/2342839788 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27177fe700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27181082e0 0x7f27181988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f2716ffd700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f271806a930 0x7f271819e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 -- 172.21.15.80:0/2342839788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f271806a930 msgr2=0x7f271819e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f271806a930 0x7f271819e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 -- 172.21.15.80:0/2342839788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27181082e0 msgr2=0x7f27181988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27181082e0 0x7f27181988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 -- 172.21.15.80:0/2342839788 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2718199000 con 0x7f271806b2d0 2024-04-21T23:57:18.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.462+0000 7f27167fc700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f271806b2d0 0x7f271819ec20 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f270800d980 tx=0x7f270800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:18.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.463+0000 7f26fffff700 1 -- 172.21.15.80:0/2342839788 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2708017070 con 0x7f271806b2d0 2024-04-21T23:57:18.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.463+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27181992f0 con 0x7f271806b2d0 2024-04-21T23:57:18.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.463+0000 7f26fffff700 1 -- 172.21.15.80:0/2342839788 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2708005020 con 0x7f271806b2d0 2024-04-21T23:57:18.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.463+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27181a55b0 con 0x7f271806b2d0 2024-04-21T23:57:18.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.463+0000 7f26fffff700 1 -- 172.21.15.80:0/2342839788 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f270800fbf0 con 0x7f271806b2d0 2024-04-21T23:57:18.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.464+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2704005330 con 0x7f271806b2d0 2024-04-21T23:57:18.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.465+0000 7f26fffff700 1 -- 172.21.15.80:0/2342839788 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2708004a30 con 0x7f271806b2d0 2024-04-21T23:57:18.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.465+0000 7f26fffff700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27000a2c20 0x7f27000a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:18.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.466+0000 7f2716ffd700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27000a2c20 0x7f27000a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:18.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.466+0000 7f26fffff700 1 -- 172.21.15.80:0/2342839788 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f27080cf4b0 con 0x7f271806b2d0 2024-04-21T23:57:18.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.466+0000 7f2716ffd700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27000a2c20 0x7f27000a50e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f270c00b5c0 tx=0x7f270c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:18.466 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.473+0000 7f26fffff700 1 -- 172.21.15.80:0/2342839788 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2708020020 con 0x7f271806b2d0 2024-04-21T23:57:18.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.677+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f27040058f0 con 0x7f271806b2d0 2024-04-21T23:57:18.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.678+0000 7f26fffff700 1 -- 172.21.15.80:0/2342839788 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f270809c0d0 con 0x7f271806b2d0 2024-04-21T23:57:18.671 INFO:teuthology.orchestra.run.smithi080.stdout:55834574930 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27000a2c20 msgr2=0x7f27000a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27000a2c20 0x7f27000a50e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f270c00b5c0 tx=0x7f270c005960 comp rx=0 tx=0).stop 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f271806b2d0 msgr2=0x7f271819ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f271806b2d0 0x7f271819ec20 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f270800d980 tx=0x7f270800dc90 comp rx=0 tx=0).stop 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 shutdown_connections 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f27000a2c20 0x7f27000a50e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27181082e0 0x7f27181988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f271806a930 0x7f271819e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 --2- 172.21.15.80:0/2342839788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f271806b2d0 0x7f271819ec20 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 >> 172.21.15.80:0/2342839788 conn(0x7f2718078170 msgr2=0x7f27180fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 shutdown_connections 2024-04-21T23:57:18.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:18.680+0000 7f271d36a700 1 -- 172.21.15.80:0/2342839788 wait complete. 2024-04-21T23:57:19.098 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149761 got 111669149769 for osd.3 2024-04-21T23:57:19.098 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:19.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:18 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2342839788' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-21T23:57:19.172 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:18 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2342839788' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-21T23:57:19.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:18 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2342839788' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-21T23:57:19.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 -- 172.21.15.80:0/207832268 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c1027e0 msgr2=0x7f7f7c105d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 --2- 172.21.15.80:0/207832268 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c1027e0 0x7f7f7c105d90 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7f700099c0 tx=0x7f7f70009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 -- 172.21.15.80:0/207832268 shutdown_connections 2024-04-21T23:57:19.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 --2- 172.21.15.80:0/207832268 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7f7c1064c0 0x7f7f7c10e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 --2- 172.21.15.80:0/207832268 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7f7c101e30 0x7f7f7c102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 --2- 172.21.15.80:0/207832268 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c1027e0 0x7f7f7c105d90 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 -- 172.21.15.80:0/207832268 >> 172.21.15.80:0/207832268 conn(0x7f7f7c076390 msgr2=0x7f7f7c0767a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:19.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 -- 172.21.15.80:0/207832268 shutdown_connections 2024-04-21T23:57:19.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 -- 172.21.15.80:0/207832268 wait complete. 2024-04-21T23:57:19.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.282+0000 7f7f81201700 1 Processor -- start 2024-04-21T23:57:19.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f81201700 1 -- start start 2024-04-21T23:57:19.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f81201700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c101e30 0x7f7f7c102e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:19.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f81201700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7f7c1027e0 0x7f7f7c103370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:19.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f81201700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7f7c1064c0 0x7f7f7c1038b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:19.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f81201700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7c111450 con 0x7f7f7c101e30 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f81201700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7c1112d0 con 0x7f7f7c1027e0 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f81201700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7c1115d0 con 0x7f7f7c1064c0 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7ad9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c101e30 0x7f7f7c102e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7ad9d700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c101e30 0x7f7f7c102e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54878/0 (socket says 172.21.15.80:54878) 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7ad9d700 1 -- 172.21.15.80:0/52004742 learned_addr learned my addr 172.21.15.80:0/52004742 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7a59c700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7f7c1027e0 0x7f7f7c103370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7ad9d700 1 -- 172.21.15.80:0/52004742 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7f7c1064c0 msgr2=0x7f7f7c1038b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7b59e700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7f7c1064c0 0x7f7f7c1038b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7ad9d700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7f7c1064c0 0x7f7f7c1038b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7ad9d700 1 -- 172.21.15.80:0/52004742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7f7c1027e0 msgr2=0x7f7f7c103370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7ad9d700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7f7c1027e0 0x7f7f7c103370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7ad9d700 1 -- 172.21.15.80:0/52004742 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f7c1a6f70 con 0x7f7f7c101e30 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7a59c700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7f7c1027e0 0x7f7f7c103370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:19.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.283+0000 7f7f7b59e700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7f7c1064c0 0x7f7f7c1038b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:19.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.284+0000 7f7f7ad9d700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c101e30 0x7f7f7c102e30 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f7f6c00b530 tx=0x7f7f6c00b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:19.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.284+0000 7f7f63fff700 1 -- 172.21.15.80:0/52004742 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f6c015020 con 0x7f7f7c101e30 2024-04-21T23:57:19.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.284+0000 7f7f63fff700 1 -- 172.21.15.80:0/52004742 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f6c011d10 con 0x7f7f7c101e30 2024-04-21T23:57:19.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.284+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f7c1a7260 con 0x7f7f7c101e30 2024-04-21T23:57:19.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.284+0000 7f7f63fff700 1 -- 172.21.15.80:0/52004742 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f6c010e50 con 0x7f7f7c101e30 2024-04-21T23:57:19.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.284+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f7c1a7750 con 0x7f7f7c101e30 2024-04-21T23:57:19.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.285+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f7c068f20 con 0x7f7f7c101e30 2024-04-21T23:57:19.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.286+0000 7f7f63fff700 1 -- 172.21.15.80:0/52004742 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7f6c018020 con 0x7f7f7c101e30 2024-04-21T23:57:19.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.286+0000 7f7f63fff700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7f640a2dc0 0x7f7f640a5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:19.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.286+0000 7f7f7a59c700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7f640a2dc0 0x7f7f640a5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:19.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.287+0000 7f7f63fff700 1 -- 172.21.15.80:0/52004742 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f7f6c0cec50 con 0x7f7f7c101e30 2024-04-21T23:57:19.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.287+0000 7f7f7a59c700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7f640a2dc0 0x7f7f640a5280 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c100df0 tx=0x7f7f70009f10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:19.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.291+0000 7f7f63fff700 1 -- 172.21.15.80:0/52004742 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7f6c0d4020 con 0x7f7f7c101e30 2024-04-21T23:57:19.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.365+0000 7ff6f004f700 1 -- 172.21.15.80:0/515649555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 msgr2=0x7ff6e8105db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.365+0000 7ff6f004f700 1 --2- 172.21.15.80:0/515649555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 0x7ff6e8105db0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff6d80099c0 tx=0x7ff6d8009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.365+0000 7ff6f004f700 1 -- 172.21.15.80:0/515649555 shutdown_connections 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.365+0000 7ff6f004f700 1 --2- 172.21.15.80:0/515649555 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff6e8106490 0x7ff6e810e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.365+0000 7ff6f004f700 1 --2- 172.21.15.80:0/515649555 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6e81013b0 0x7ff6e8101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.365+0000 7ff6f004f700 1 --2- 172.21.15.80:0/515649555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 0x7ff6e8105db0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.365+0000 7ff6f004f700 1 -- 172.21.15.80:0/515649555 >> 172.21.15.80:0/515649555 conn(0x7ff6e80781d0 msgr2=0x7ff6e80785e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.366+0000 7ff6f004f700 1 -- 172.21.15.80:0/515649555 shutdown_connections 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.366+0000 7ff6f004f700 1 -- 172.21.15.80:0/515649555 wait complete. 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6f004f700 1 Processor -- start 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6f004f700 1 -- start start 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6f004f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6e81013b0 0x7ff6e8113870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6f004f700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 0x7ff6e8111c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6f004f700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff6e8106490 0x7ff6e8112380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:19.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6f004f700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e8111450 con 0x7ff6e8101d60 2024-04-21T23:57:19.391 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6f004f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e81112d0 con 0x7ff6e81013b0 2024-04-21T23:57:19.391 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6f004f700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e81115d0 con 0x7ff6e8106490 2024-04-21T23:57:19.391 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6ed5ea700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 0x7ff6e8111c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:19.391 INFO:teuthology.orchestra.run.smithi080.stdout:223338299444 2024-04-21T23:57:19.391 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6ed5ea700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 0x7ff6e8111c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54808/0 (socket says 172.21.15.80:54808) 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.367+0000 7ff6ed5ea700 1 -- 172.21.15.80:0/692845489 learned_addr learned my addr 172.21.15.80:0/692845489 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6eddeb700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6e81013b0 0x7ff6e8113870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6ee5ec700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff6e8106490 0x7ff6e8112380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6ed5ea700 1 -- 172.21.15.80:0/692845489 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff6e8106490 msgr2=0x7ff6e8112380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6ed5ea700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff6e8106490 0x7ff6e8112380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6ed5ea700 1 -- 172.21.15.80:0/692845489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6e81013b0 msgr2=0x7ff6e8113870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6ed5ea700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6e81013b0 0x7ff6e8113870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6ed5ea700 1 -- 172.21.15.80:0/692845489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6e81a6fb0 con 0x7ff6e8101d60 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6eddeb700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6e81013b0 0x7ff6e8113870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6ed5ea700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 0x7ff6e8111c10 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ff6d80059d0 tx=0x7ff6d80038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6deffd700 1 -- 172.21.15.80:0/692845489 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d8027070 con 0x7ff6e8101d60 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6e81a71e0 con 0x7ff6e8101d60 2024-04-21T23:57:19.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6deffd700 1 -- 172.21.15.80:0/692845489 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6d8004050 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6deffd700 1 -- 172.21.15.80:0/692845489 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d8022de0 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.368+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6e81a76e0 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.369+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6e8068f20 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.371+0000 7ff6deffd700 1 -- 172.21.15.80:0/692845489 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff6d802a070 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.372+0000 7ff6deffd700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff6d40a2c20 0x7ff6d40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.372+0000 7ff6deffd700 1 -- 172.21.15.80:0/692845489 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7ff6d80d0990 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.372+0000 7ff6eddeb700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff6d40a2c20 0x7ff6d40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.372+0000 7ff6eddeb700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff6d40a2c20 0x7ff6d40a50e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff6e400bc10 tx=0x7ff6e400b5f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.379+0000 7ff6deffd700 1 -- 172.21.15.80:0/692845489 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff6d8031020 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.592+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7ff6e81a79d0 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.592+0000 7ff6deffd700 1 -- 172.21.15.80:0/692845489 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff6d8013070 con 0x7ff6e8101d60 2024-04-21T23:57:19.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff6d40a2c20 msgr2=0x7ff6d40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff6d40a2c20 0x7ff6d40a50e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff6e400bc10 tx=0x7ff6e400b5f0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 msgr2=0x7ff6e8111c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 0x7ff6e8111c10 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ff6d80059d0 tx=0x7ff6d80038b0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 shutdown_connections 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff6d40a2c20 0x7ff6d40a50e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff6e8106490 0x7ff6e8112380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6e81013b0 0x7ff6e8113870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 --2- 172.21.15.80:0/692845489 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff6e8101d60 0x7ff6e8111c10 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 >> 172.21.15.80:0/692845489 conn(0x7ff6e80781d0 msgr2=0x7ff6e8104d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.594+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 shutdown_connections 2024-04-21T23:57:19.394 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:17.595+0000 7ff6f004f700 1 -- 172.21.15.80:0/692845489 wait complete. 2024-04-21T23:57:19.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.491+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f7f7c104360 con 0x7f7f7c101e30 2024-04-21T23:57:19.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.491+0000 7f7f63fff700 1 -- 172.21.15.80:0/52004742 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f7f6c01f020 con 0x7f7f7c101e30 2024-04-21T23:57:19.484 INFO:teuthology.orchestra.run.smithi080.stdout:313532612645 2024-04-21T23:57:19.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7f640a2dc0 msgr2=0x7f7f640a5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7f640a2dc0 0x7f7f640a5280 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c100df0 tx=0x7f7f70009f10 comp rx=0 tx=0).stop 2024-04-21T23:57:19.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c101e30 msgr2=0x7f7f7c102e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:19.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c101e30 0x7f7f7c102e30 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f7f6c00b530 tx=0x7f7f6c00b8f0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 shutdown_connections 2024-04-21T23:57:19.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7f640a2dc0 0x7f7f640a5280 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7f7c1064c0 0x7f7f7c1038b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7f7c101e30 0x7f7f7c102e30 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 --2- 172.21.15.80:0/52004742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7f7c1027e0 0x7f7f7c103370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:19.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 >> 172.21.15.80:0/52004742 conn(0x7f7f7c076390 msgr2=0x7f7f7c105250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:19.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 shutdown_connections 2024-04-21T23:57:19.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:19.493+0000 7f7f81201700 1 -- 172.21.15.80:0/52004742 wait complete. 2024-04-21T23:57:20.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:19 smithi080 ceph-mon[27925]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:57:20.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:19 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/52004742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-21T23:57:20.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:19 smithi120 ceph-mon[31499]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:57:20.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:19 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/52004742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-21T23:57:20.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:19 smithi144 ceph-mon[31316]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:57:20.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:19 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/52004742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-21T23:57:20.391 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299436 got 223338299444 for osd.7 2024-04-21T23:57:20.391 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:21.074 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612640 got 313532612645 for osd.10 2024-04-21T23:57:21.074 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:21.679 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574925 got 55834574930 for osd.1 2024-04-21T23:57:21.679 DEBUG:teuthology.parallel:result is None 2024-04-21T23:57:21.679 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-21T23:57:21.679 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-21T23:57:21.924 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:21.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:21 smithi080 ceph-mon[27925]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:22.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:21 smithi120 ceph-mon[31499]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:22.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:21 smithi144 ceph-mon[31316]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:23.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.687+0000 7fa002bd5700 1 -- 172.21.15.80:0/1115166873 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc1071a0 msgr2=0x7f9ffc107580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.687+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1115166873 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc1071a0 0x7f9ffc107580 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9ff0009990 tx=0x7f9ff0009ca0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 -- 172.21.15.80:0/1115166873 shutdown_connections 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1115166873 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9ffc101af0 0x7f9ffc10dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1115166873 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc1071a0 0x7f9ffc107580 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1115166873 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ffc101130 0x7f9ffc1015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 -- 172.21.15.80:0/1115166873 >> 172.21.15.80:0/1115166873 conn(0x7f9ffc0780e0 msgr2=0x7f9ffc0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 -- 172.21.15.80:0/1115166873 shutdown_connections 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 -- 172.21.15.80:0/1115166873 wait complete. 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 Processor -- start 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 -- start start 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9ffc101130 0x7f9ffc19e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc101af0 0x7f9ffc19ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:23.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ffc1071a0 0x7f9ffc198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc111490 con 0x7f9ffc101af0 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc111310 con 0x7f9ffc1071a0 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.688+0000 7fa002bd5700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc111610 con 0x7f9ffc101130 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc101af0 0x7f9ffc19ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc101af0 0x7f9ffc19ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40618/0 (socket says 172.21.15.80:40618) 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 -- 172.21.15.80:0/1184387728 learned_addr learned my addr 172.21.15.80:0/1184387728 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7fa001172700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ffc1071a0 0x7f9ffc198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7fa000971700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9ffc101130 0x7f9ffc19e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 -- 172.21.15.80:0/1184387728 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9ffc101130 msgr2=0x7f9ffc19e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9ffc101130 0x7f9ffc19e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 -- 172.21.15.80:0/1184387728 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ffc1071a0 msgr2=0x7f9ffc198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ffc1071a0 0x7f9ffc198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 -- 172.21.15.80:0/1184387728 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ffc198fd0 con 0x7f9ffc101af0 2024-04-21T23:57:23.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ffbfff700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc101af0 0x7f9ffc19ebf0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9fe800b530 tx=0x7f9fe800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:23.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ff9ffb700 1 -- 172.21.15.80:0/1184387728 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe8015020 con 0x7f9ffc101af0 2024-04-21T23:57:23.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ff9ffb700 1 -- 172.21.15.80:0/1184387728 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fe8011d10 con 0x7f9ffc101af0 2024-04-21T23:57:23.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ffc1992c0 con 0x7f9ffc101af0 2024-04-21T23:57:23.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7f9ff9ffb700 1 -- 172.21.15.80:0/1184387728 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe800f2e0 con 0x7f9ffc101af0 2024-04-21T23:57:23.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.689+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ffc1a5580 con 0x7f9ffc101af0 2024-04-21T23:57:23.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.691+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ffc068f20 con 0x7f9ffc101af0 2024-04-21T23:57:23.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.692+0000 7f9ff9ffb700 1 -- 172.21.15.80:0/1184387728 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9fe8018020 con 0x7f9ffc101af0 2024-04-21T23:57:23.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.692+0000 7f9ff9ffb700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9fec0a2c20 0x7f9fec0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:23.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.692+0000 7fa000971700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9fec0a2c20 0x7f9fec0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:23.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.692+0000 7f9ff9ffb700 1 -- 172.21.15.80:0/1184387728 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f9fe80cebe0 con 0x7f9ffc101af0 2024-04-21T23:57:23.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.693+0000 7fa000971700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9fec0a2c20 0x7f9fec0a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9ff0006010 tx=0x7f9ff000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:23.689 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.697+0000 7f9ff9ffb700 1 -- 172.21.15.80:0/1184387728 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9fe801f020 con 0x7f9ffc101af0 2024-04-21T23:57:23.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.887+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9ffc104f50 con 0x7f9fec0a2c20 2024-04-21T23:57:23.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.897+0000 7f9ff9ffb700 1 -- 172.21.15.80:0/1184387728 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340753 (secure 0 0 0) 0x7f9ffc104f50 con 0x7f9fec0a2c20 2024-04-21T23:57:23.895 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:23.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9fec0a2c20 msgr2=0x7f9fec0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:23.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9fec0a2c20 0x7f9fec0a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9ff0006010 tx=0x7f9ff000b540 comp rx=0 tx=0).stop 2024-04-21T23:57:23.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc101af0 msgr2=0x7f9ffc19ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:23.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc101af0 0x7f9ffc19ebf0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9fe800b530 tx=0x7f9fe800b840 comp rx=0 tx=0).stop 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 shutdown_connections 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9fec0a2c20 0x7f9fec0a50e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ffc1071a0 0x7f9ffc198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9ffc101130 0x7f9ffc19e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 --2- 172.21.15.80:0/1184387728 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9ffc101af0 0x7f9ffc19ebf0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.901+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 >> 172.21.15.80:0/1184387728 conn(0x7f9ffc0780e0 msgr2=0x7f9ffc100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.902+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 shutdown_connections 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:23.902+0000 7fa002bd5700 1 -- 172.21.15.80:0/1184387728 wait complete. 2024-04-21T23:57:23.899 INFO:teuthology.orchestra.run.smithi080.stderr:dumped all 2024-04-21T23:57:23.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:23 smithi080 ceph-mon[27925]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-21T23:57:24.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:23 smithi120 ceph-mon[31499]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-21T23:57:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:23 smithi144 ceph-mon[31316]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-21T23:57:24.731 INFO:teuthology.orchestra.run.smithi080.stdout:{"pg_ready":true,"pg_map":{"version":342,"stamp":"2024-04-21T23:57:22.866154+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658881,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":586,"num_read_kb":417,"num_write":354,"num_write_kb":3064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1180736,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":788,"ondisk_log_size":788,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357240,"kb_used_data":12248,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584584,"statfs":{"total":1151940427776,"available":1151574614016,"internally_reserved":0,"allocated":12541952,"data_stored":7997921,"data_compressed":359676,"data_compressed_allocated":491520,"data_compressed_original":2482176,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":531,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":38,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003490"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.878239+0000","last_change":"2024-04-21T23:55:44.712114+0000","last_active":"2024-04-21T23:57:12.878239+0000","last_peered":"2024-04-21T23:57:12.878239+0000","last_clean":"2024-04-21T23:57:12.878239+0000","last_became_active":"2024-04-21T23:55:44.711756+0000","last_became_peered":"2024-04-21T23:55:44.711756+0000","last_unstale":"2024-04-21T23:57:12.878239+0000","last_undegraded":"2024-04-21T23:57:12.878239+0000","last_fullsized":"2024-04-21T23:57:12.878239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:40:25.517827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865631+0000","last_change":"2024-04-21T23:55:44.704845+0000","last_active":"2024-04-21T23:57:12.865631+0000","last_peered":"2024-04-21T23:57:12.865631+0000","last_clean":"2024-04-21T23:57:12.865631+0000","last_became_active":"2024-04-21T23:55:44.704540+0000","last_became_peered":"2024-04-21T23:55:44.704540+0000","last_unstale":"2024-04-21T23:57:12.865631+0000","last_undegraded":"2024-04-21T23:57:12.865631+0000","last_fullsized":"2024-04-21T23:57:12.865631+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:44:26.377873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.876659+0000","last_change":"2024-04-21T23:55:44.711608+0000","last_active":"2024-04-21T23:57:12.876659+0000","last_peered":"2024-04-21T23:57:12.876659+0000","last_clean":"2024-04-21T23:57:12.876659+0000","last_became_active":"2024-04-21T23:55:44.711217+0000","last_became_peered":"2024-04-21T23:55:44.711217+0000","last_unstale":"2024-04-21T23:57:12.876659+0000","last_undegraded":"2024-04-21T23:57:12.876659+0000","last_fullsized":"2024-04-21T23:57:12.876659+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:18:01.539560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.855789+0000","last_change":"2024-04-21T23:55:44.714582+0000","last_active":"2024-04-21T23:57:12.855789+0000","last_peered":"2024-04-21T23:57:12.855789+0000","last_clean":"2024-04-21T23:57:12.855789+0000","last_became_active":"2024-04-21T23:55:44.713824+0000","last_became_peered":"2024-04-21T23:55:44.713824+0000","last_unstale":"2024-04-21T23:57:12.855789+0000","last_undegraded":"2024-04-21T23:57:12.855789+0000","last_fullsized":"2024-04-21T23:57:12.855789+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:44.805023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.859034+0000","last_change":"2024-04-21T23:55:44.701156+0000","last_active":"2024-04-21T23:57:12.859034+0000","last_peered":"2024-04-21T23:57:12.859034+0000","last_clean":"2024-04-21T23:57:12.859034+0000","last_became_active":"2024-04-21T23:55:44.700798+0000","last_became_peered":"2024-04-21T23:55:44.700798+0000","last_unstale":"2024-04-21T23:57:12.859034+0000","last_undegraded":"2024-04-21T23:57:12.859034+0000","last_fullsized":"2024-04-21T23:57:12.859034+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:40:30.128640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865841+0000","last_change":"2024-04-21T23:55:44.707213+0000","last_active":"2024-04-21T23:57:12.865841+0000","last_peered":"2024-04-21T23:57:12.865841+0000","last_clean":"2024-04-21T23:57:12.865841+0000","last_became_active":"2024-04-21T23:55:44.706877+0000","last_became_peered":"2024-04-21T23:55:44.706877+0000","last_unstale":"2024-04-21T23:57:12.865841+0000","last_undegraded":"2024-04-21T23:57:12.865841+0000","last_fullsized":"2024-04-21T23:57:12.865841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:29:22.292379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867018+0000","last_change":"2024-04-21T23:55:44.708365+0000","last_active":"2024-04-21T23:57:12.867018+0000","last_peered":"2024-04-21T23:57:12.867018+0000","last_clean":"2024-04-21T23:57:12.867018+0000","last_became_active":"2024-04-21T23:55:44.708001+0000","last_became_peered":"2024-04-21T23:55:44.708001+0000","last_unstale":"2024-04-21T23:57:12.867018+0000","last_undegraded":"2024-04-21T23:57:12.867018+0000","last_fullsized":"2024-04-21T23:57:12.867018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:15.553465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865524+0000","last_change":"2024-04-21T23:55:44.702786+0000","last_active":"2024-04-21T23:57:12.865524+0000","last_peered":"2024-04-21T23:57:12.865524+0000","last_clean":"2024-04-21T23:57:12.865524+0000","last_became_active":"2024-04-21T23:55:44.702486+0000","last_became_peered":"2024-04-21T23:55:44.702486+0000","last_unstale":"2024-04-21T23:57:12.865524+0000","last_undegraded":"2024-04-21T23:57:12.865524+0000","last_fullsized":"2024-04-21T23:57:12.865524+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:53.473206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.877790+0000","last_change":"2024-04-21T23:55:44.710969+0000","last_active":"2024-04-21T23:57:12.877790+0000","last_peered":"2024-04-21T23:57:12.877790+0000","last_clean":"2024-04-21T23:57:12.877790+0000","last_became_active":"2024-04-21T23:55:44.704453+0000","last_became_peered":"2024-04-21T23:55:44.704453+0000","last_unstale":"2024-04-21T23:57:12.877790+0000","last_undegraded":"2024-04-21T23:57:12.877790+0000","last_fullsized":"2024-04-21T23:57:12.877790+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:42:18.104912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.866942+0000","last_change":"2024-04-21T23:55:44.707484+0000","last_active":"2024-04-21T23:57:12.866942+0000","last_peered":"2024-04-21T23:57:12.866942+0000","last_clean":"2024-04-21T23:57:12.866942+0000","last_became_active":"2024-04-21T23:55:44.707156+0000","last_became_peered":"2024-04-21T23:55:44.707156+0000","last_unstale":"2024-04-21T23:57:12.866942+0000","last_undegraded":"2024-04-21T23:57:12.866942+0000","last_fullsized":"2024-04-21T23:57:12.866942+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:13:07.163863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.870421+0000","last_change":"2024-04-21T23:55:44.713150+0000","last_active":"2024-04-21T23:57:12.870421+0000","last_peered":"2024-04-21T23:57:12.870421+0000","last_clean":"2024-04-21T23:57:12.870421+0000","last_became_active":"2024-04-21T23:55:44.712797+0000","last_became_peered":"2024-04-21T23:55:44.712797+0000","last_unstale":"2024-04-21T23:57:12.870421+0000","last_undegraded":"2024-04-21T23:57:12.870421+0000","last_fullsized":"2024-04-21T23:57:12.870421+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:39:03.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.851550+0000","last_change":"2024-04-21T23:55:44.714128+0000","last_active":"2024-04-21T23:57:12.851550+0000","last_peered":"2024-04-21T23:57:12.851550+0000","last_clean":"2024-04-21T23:57:12.851550+0000","last_became_active":"2024-04-21T23:55:44.713414+0000","last_became_peered":"2024-04-21T23:55:44.713414+0000","last_unstale":"2024-04-21T23:57:12.851550+0000","last_undegraded":"2024-04-21T23:57:12.851550+0000","last_fullsized":"2024-04-21T23:57:12.851550+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:07.602328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.863107+0000","last_change":"2024-04-21T23:55:44.700352+0000","last_active":"2024-04-21T23:57:12.863107+0000","last_peered":"2024-04-21T23:57:12.863107+0000","last_clean":"2024-04-21T23:57:12.863107+0000","last_became_active":"2024-04-21T23:55:44.700049+0000","last_became_peered":"2024-04-21T23:55:44.700049+0000","last_unstale":"2024-04-21T23:57:12.863107+0000","last_undegraded":"2024-04-21T23:57:12.863107+0000","last_fullsized":"2024-04-21T23:57:12.863107+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:20.909170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867914+0000","last_change":"2024-04-21T23:55:44.701976+0000","last_active":"2024-04-21T23:57:12.867914+0000","last_peered":"2024-04-21T23:57:12.867914+0000","last_clean":"2024-04-21T23:57:12.867914+0000","last_became_active":"2024-04-21T23:55:44.701647+0000","last_became_peered":"2024-04-21T23:55:44.701647+0000","last_unstale":"2024-04-21T23:57:12.867914+0000","last_undegraded":"2024-04-21T23:57:12.867914+0000","last_fullsized":"2024-04-21T23:57:12.867914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:16:40.384887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867051+0000","last_change":"2024-04-21T23:55:44.714023+0000","last_active":"2024-04-21T23:57:12.867051+0000","last_peered":"2024-04-21T23:57:12.867051+0000","last_clean":"2024-04-21T23:57:12.867051+0000","last_became_active":"2024-04-21T23:55:44.713628+0000","last_became_peered":"2024-04-21T23:55:44.713628+0000","last_unstale":"2024-04-21T23:57:12.867051+0000","last_undegraded":"2024-04-21T23:57:12.867051+0000","last_fullsized":"2024-04-21T23:57:12.867051+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:37:24.259905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.875293+0000","last_change":"2024-04-21T23:55:44.704685+0000","last_active":"2024-04-21T23:57:12.875293+0000","last_peered":"2024-04-21T23:57:12.875293+0000","last_clean":"2024-04-21T23:57:12.875293+0000","last_became_active":"2024-04-21T23:55:44.704162+0000","last_became_peered":"2024-04-21T23:55:44.704162+0000","last_unstale":"2024-04-21T23:57:12.875293+0000","last_undegraded":"2024-04-21T23:57:12.875293+0000","last_fullsized":"2024-04-21T23:57:12.875293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:57:56.050215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.878327+0000","last_change":"2024-04-21T23:55:44.711905+0000","last_active":"2024-04-21T23:57:12.878327+0000","last_peered":"2024-04-21T23:57:12.878327+0000","last_clean":"2024-04-21T23:57:12.878327+0000","last_became_active":"2024-04-21T23:55:44.711309+0000","last_became_peered":"2024-04-21T23:55:44.711309+0000","last_unstale":"2024-04-21T23:57:12.878327+0000","last_undegraded":"2024-04-21T23:57:12.878327+0000","last_fullsized":"2024-04-21T23:57:12.878327+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:27:57.316187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.840776+0000","last_change":"2024-04-21T23:55:44.703724+0000","last_active":"2024-04-21T23:57:12.840776+0000","last_peered":"2024-04-21T23:57:12.840776+0000","last_clean":"2024-04-21T23:57:12.840776+0000","last_became_active":"2024-04-21T23:55:44.703394+0000","last_became_peered":"2024-04-21T23:55:44.703394+0000","last_unstale":"2024-04-21T23:57:12.840776+0000","last_undegraded":"2024-04-21T23:57:12.840776+0000","last_fullsized":"2024-04-21T23:57:12.840776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:48.964278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.859348+0000","last_change":"2024-04-21T23:55:44.698232+0000","last_active":"2024-04-21T23:57:12.859348+0000","last_peered":"2024-04-21T23:57:12.859348+0000","last_clean":"2024-04-21T23:57:12.859348+0000","last_became_active":"2024-04-21T23:55:44.697896+0000","last_became_peered":"2024-04-21T23:55:44.697896+0000","last_unstale":"2024-04-21T23:57:12.859348+0000","last_undegraded":"2024-04-21T23:57:12.859348+0000","last_fullsized":"2024-04-21T23:57:12.859348+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:16.273771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013717+0000","last_change":"2024-04-21T23:55:48.868989+0000","last_active":"2024-04-21T23:56:44.013717+0000","last_peered":"2024-04-21T23:56:44.013717+0000","last_clean":"2024-04-21T23:56:44.013717+0000","last_became_active":"2024-04-21T23:55:48.868520+0000","last_became_peered":"2024-04-21T23:55:48.868520+0000","last_unstale":"2024-04-21T23:56:44.013717+0000","last_undegraded":"2024-04-21T23:56:44.013717+0000","last_fullsized":"2024-04-21T23:56:44.013717+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:17.821913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'9","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.014963+0000","last_change":"2024-04-21T23:55:43.688973+0000","last_active":"2024-04-21T23:56:44.014963+0000","last_peered":"2024-04-21T23:56:44.014963+0000","last_clean":"2024-04-21T23:56:44.014963+0000","last_became_active":"2024-04-21T23:55:43.688634+0000","last_became_peered":"2024-04-21T23:55:43.688634+0000","last_unstale":"2024-04-21T23:56:44.014963+0000","last_undegraded":"2024-04-21T23:56:44.014963+0000","last_fullsized":"2024-04-21T23:56:44.014963+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:07.447609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.860075+0000","last_change":"2024-04-21T23:55:44.705248+0000","last_active":"2024-04-21T23:57:12.860075+0000","last_peered":"2024-04-21T23:57:12.860075+0000","last_clean":"2024-04-21T23:57:12.860075+0000","last_became_active":"2024-04-21T23:55:44.704905+0000","last_became_peered":"2024-04-21T23:55:44.704905+0000","last_unstale":"2024-04-21T23:57:12.860075+0000","last_undegraded":"2024-04-21T23:57:12.860075+0000","last_fullsized":"2024-04-21T23:57:12.860075+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:26.456855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009713+0000","last_change":"2024-04-21T23:55:48.878431+0000","last_active":"2024-04-21T23:56:44.009713+0000","last_peered":"2024-04-21T23:56:44.009713+0000","last_clean":"2024-04-21T23:56:44.009713+0000","last_became_active":"2024-04-21T23:55:48.877996+0000","last_became_peered":"2024-04-21T23:55:48.877996+0000","last_unstale":"2024-04-21T23:56:44.009713+0000","last_undegraded":"2024-04-21T23:56:44.009713+0000","last_fullsized":"2024-04-21T23:56:44.009713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:48:48.645656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.019556+0000","last_change":"2024-04-21T23:55:43.697438+0000","last_active":"2024-04-21T23:56:44.019556+0000","last_peered":"2024-04-21T23:56:44.019556+0000","last_clean":"2024-04-21T23:56:44.019556+0000","last_became_active":"2024-04-21T23:55:43.697150+0000","last_became_peered":"2024-04-21T23:55:43.697150+0000","last_unstale":"2024-04-21T23:56:44.019556+0000","last_undegraded":"2024-04-21T23:56:44.019556+0000","last_fullsized":"2024-04-21T23:56:44.019556+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:31:37.299651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.876513+0000","last_change":"2024-04-21T23:55:44.711411+0000","last_active":"2024-04-21T23:57:12.876513+0000","last_peered":"2024-04-21T23:57:12.876513+0000","last_clean":"2024-04-21T23:57:12.876513+0000","last_became_active":"2024-04-21T23:55:44.711038+0000","last_became_peered":"2024-04-21T23:55:44.711038+0000","last_unstale":"2024-04-21T23:57:12.876513+0000","last_undegraded":"2024-04-21T23:57:12.876513+0000","last_fullsized":"2024-04-21T23:57:12.876513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:54:55.387347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009938+0000","last_change":"2024-04-21T23:55:48.880915+0000","last_active":"2024-04-21T23:56:44.009938+0000","last_peered":"2024-04-21T23:56:44.009938+0000","last_clean":"2024-04-21T23:56:44.009938+0000","last_became_active":"2024-04-21T23:55:48.880513+0000","last_became_peered":"2024-04-21T23:55:48.880513+0000","last_unstale":"2024-04-21T23:56:44.009938+0000","last_undegraded":"2024-04-21T23:56:44.009938+0000","last_fullsized":"2024-04-21T23:56:44.009938+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:19:05.244154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010896+0000","last_change":"2024-04-21T23:55:43.692500+0000","last_active":"2024-04-21T23:56:44.010896+0000","last_peered":"2024-04-21T23:56:44.010896+0000","last_clean":"2024-04-21T23:56:44.010896+0000","last_became_active":"2024-04-21T23:55:43.692131+0000","last_became_peered":"2024-04-21T23:55:43.692131+0000","last_unstale":"2024-04-21T23:56:44.010896+0000","last_undegraded":"2024-04-21T23:56:44.010896+0000","last_fullsized":"2024-04-21T23:56:44.010896+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:29:03.172998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.878344+0000","last_change":"2024-04-21T23:55:44.705599+0000","last_active":"2024-04-21T23:57:12.878344+0000","last_peered":"2024-04-21T23:57:12.878344+0000","last_clean":"2024-04-21T23:57:12.878344+0000","last_became_active":"2024-04-21T23:55:44.704364+0000","last_became_peered":"2024-04-21T23:55:44.704364+0000","last_unstale":"2024-04-21T23:57:12.878344+0000","last_undegraded":"2024-04-21T23:57:12.878344+0000","last_fullsized":"2024-04-21T23:57:12.878344+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:23:25.164486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009816+0000","last_change":"2024-04-21T23:55:48.878992+0000","last_active":"2024-04-21T23:56:44.009816+0000","last_peered":"2024-04-21T23:56:44.009816+0000","last_clean":"2024-04-21T23:56:44.009816+0000","last_became_active":"2024-04-21T23:55:48.878540+0000","last_became_peered":"2024-04-21T23:55:48.878540+0000","last_unstale":"2024-04-21T23:56:44.009816+0000","last_undegraded":"2024-04-21T23:56:44.009816+0000","last_fullsized":"2024-04-21T23:56:44.009816+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:04:35.864907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010135+0000","last_change":"2024-04-21T23:55:43.690126+0000","last_active":"2024-04-21T23:56:44.010135+0000","last_peered":"2024-04-21T23:56:44.010135+0000","last_clean":"2024-04-21T23:56:44.010135+0000","last_became_active":"2024-04-21T23:55:43.689765+0000","last_became_peered":"2024-04-21T23:55:43.689765+0000","last_unstale":"2024-04-21T23:56:44.010135+0000","last_undegraded":"2024-04-21T23:56:44.010135+0000","last_fullsized":"2024-04-21T23:56:44.010135+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:10:37.978093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.869038+0000","last_change":"2024-04-21T23:55:44.713764+0000","last_active":"2024-04-21T23:57:12.869038+0000","last_peered":"2024-04-21T23:57:12.869038+0000","last_clean":"2024-04-21T23:57:12.869038+0000","last_became_active":"2024-04-21T23:55:44.713381+0000","last_became_peered":"2024-04-21T23:55:44.713381+0000","last_unstale":"2024-04-21T23:57:12.869038+0000","last_undegraded":"2024-04-21T23:57:12.869038+0000","last_fullsized":"2024-04-21T23:57:12.869038+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:52:36.349061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013617+0000","last_change":"2024-04-21T23:55:48.873149+0000","last_active":"2024-04-21T23:56:44.013617+0000","last_peered":"2024-04-21T23:56:44.013617+0000","last_clean":"2024-04-21T23:56:44.013617+0000","last_became_active":"2024-04-21T23:55:48.872717+0000","last_became_peered":"2024-04-21T23:55:48.872717+0000","last_unstale":"2024-04-21T23:56:44.013617+0000","last_undegraded":"2024-04-21T23:56:44.013617+0000","last_fullsized":"2024-04-21T23:56:44.013617+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:17.774636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"92'7","reported_seq":108,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:18.768150+0000","last_change":"2024-04-21T23:55:43.697709+0000","last_active":"2024-04-21T23:57:18.768150+0000","last_peered":"2024-04-21T23:57:18.768150+0000","last_clean":"2024-04-21T23:57:18.768150+0000","last_became_active":"2024-04-21T23:55:43.696860+0000","last_became_peered":"2024-04-21T23:55:43.696860+0000","last_unstale":"2024-04-21T23:57:18.768150+0000","last_undegraded":"2024-04-21T23:57:18.768150+0000","last_fullsized":"2024-04-21T23:57:18.768150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:05:14.071488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.855525+0000","last_change":"2024-04-21T23:55:44.705986+0000","last_active":"2024-04-21T23:57:12.855525+0000","last_peered":"2024-04-21T23:57:12.855525+0000","last_clean":"2024-04-21T23:57:12.855525+0000","last_became_active":"2024-04-21T23:55:44.705556+0000","last_became_peered":"2024-04-21T23:55:44.705556+0000","last_unstale":"2024-04-21T23:57:12.855525+0000","last_undegraded":"2024-04-21T23:57:12.855525+0000","last_fullsized":"2024-04-21T23:57:12.855525+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:34.944157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013232+0000","last_change":"2024-04-21T23:55:48.871829+0000","last_active":"2024-04-21T23:56:44.013232+0000","last_peered":"2024-04-21T23:56:44.013232+0000","last_clean":"2024-04-21T23:56:44.013232+0000","last_became_active":"2024-04-21T23:55:48.871163+0000","last_became_peered":"2024-04-21T23:55:48.871163+0000","last_unstale":"2024-04-21T23:56:44.013232+0000","last_undegraded":"2024-04-21T23:56:44.013232+0000","last_fullsized":"2024-04-21T23:56:44.013232+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:06.017731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099161+0000","last_change":"2024-04-21T23:55:43.691699+0000","last_active":"2024-04-21T23:56:44.099161+0000","last_peered":"2024-04-21T23:56:44.099161+0000","last_clean":"2024-04-21T23:56:44.099161+0000","last_became_active":"2024-04-21T23:55:43.691384+0000","last_became_peered":"2024-04-21T23:55:43.691384+0000","last_unstale":"2024-04-21T23:56:44.099161+0000","last_undegraded":"2024-04-21T23:56:44.099161+0000","last_fullsized":"2024-04-21T23:56:44.099161+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:54:51.602642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867070+0000","last_change":"2024-04-21T23:55:44.714072+0000","last_active":"2024-04-21T23:57:12.867070+0000","last_peered":"2024-04-21T23:57:12.867070+0000","last_clean":"2024-04-21T23:57:12.867070+0000","last_became_active":"2024-04-21T23:55:44.713511+0000","last_became_peered":"2024-04-21T23:55:44.713511+0000","last_unstale":"2024-04-21T23:57:12.867070+0000","last_undegraded":"2024-04-21T23:57:12.867070+0000","last_fullsized":"2024-04-21T23:57:12.867070+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:13.980425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.011991+0000","last_change":"2024-04-21T23:55:48.882844+0000","last_active":"2024-04-21T23:56:44.011991+0000","last_peered":"2024-04-21T23:56:44.011991+0000","last_clean":"2024-04-21T23:56:44.011991+0000","last_became_active":"2024-04-21T23:55:48.882377+0000","last_became_peered":"2024-04-21T23:55:48.882377+0000","last_unstale":"2024-04-21T23:56:44.011991+0000","last_undegraded":"2024-04-21T23:56:44.011991+0000","last_fullsized":"2024-04-21T23:56:44.011991+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:33.924670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012024+0000","last_change":"2024-04-21T23:55:43.686155+0000","last_active":"2024-04-21T23:56:44.012024+0000","last_peered":"2024-04-21T23:56:44.012024+0000","last_clean":"2024-04-21T23:56:44.012024+0000","last_became_active":"2024-04-21T23:55:43.685812+0000","last_became_peered":"2024-04-21T23:55:43.685812+0000","last_unstale":"2024-04-21T23:56:44.012024+0000","last_undegraded":"2024-04-21T23:56:44.012024+0000","last_fullsized":"2024-04-21T23:56:44.012024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:56:06.830541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.863614+0000","last_change":"2024-04-21T23:55:44.701899+0000","last_active":"2024-04-21T23:57:12.863614+0000","last_peered":"2024-04-21T23:57:12.863614+0000","last_clean":"2024-04-21T23:57:12.863614+0000","last_became_active":"2024-04-21T23:55:44.700843+0000","last_became_peered":"2024-04-21T23:55:44.700843+0000","last_unstale":"2024-04-21T23:57:12.863614+0000","last_undegraded":"2024-04-21T23:57:12.863614+0000","last_fullsized":"2024-04-21T23:57:12.863614+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:36:58.657360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.011960+0000","last_change":"2024-04-21T23:55:48.876495+0000","last_active":"2024-04-21T23:56:44.011960+0000","last_peered":"2024-04-21T23:56:44.011960+0000","last_clean":"2024-04-21T23:56:44.011960+0000","last_became_active":"2024-04-21T23:55:48.876080+0000","last_became_peered":"2024-04-21T23:55:48.876080+0000","last_unstale":"2024-04-21T23:56:44.011960+0000","last_undegraded":"2024-04-21T23:56:44.011960+0000","last_fullsized":"2024-04-21T23:56:44.011960+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:17.230754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098711+0000","last_change":"2024-04-21T23:55:43.691929+0000","last_active":"2024-04-21T23:56:44.098711+0000","last_peered":"2024-04-21T23:56:44.098711+0000","last_clean":"2024-04-21T23:56:44.098711+0000","last_became_active":"2024-04-21T23:55:43.691262+0000","last_became_peered":"2024-04-21T23:55:43.691262+0000","last_unstale":"2024-04-21T23:56:44.098711+0000","last_undegraded":"2024-04-21T23:56:44.098711+0000","last_fullsized":"2024-04-21T23:56:44.098711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:34:07.980684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.859780+0000","last_change":"2024-04-21T23:55:44.696859+0000","last_active":"2024-04-21T23:57:12.859780+0000","last_peered":"2024-04-21T23:57:12.859780+0000","last_clean":"2024-04-21T23:57:12.859780+0000","last_became_active":"2024-04-21T23:55:44.696537+0000","last_became_peered":"2024-04-21T23:55:44.696537+0000","last_unstale":"2024-04-21T23:57:12.859780+0000","last_undegraded":"2024-04-21T23:57:12.859780+0000","last_fullsized":"2024-04-21T23:57:12.859780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:33:23.534954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.018793+0000","last_change":"2024-04-21T23:55:48.877075+0000","last_active":"2024-04-21T23:56:44.018793+0000","last_peered":"2024-04-21T23:56:44.018793+0000","last_clean":"2024-04-21T23:56:44.018793+0000","last_became_active":"2024-04-21T23:55:48.876528+0000","last_became_peered":"2024-04-21T23:55:48.876528+0000","last_unstale":"2024-04-21T23:56:44.018793+0000","last_undegraded":"2024-04-21T23:56:44.018793+0000","last_fullsized":"2024-04-21T23:56:44.018793+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:26:50.095970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"92'4","reported_seq":100,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:17.765951+0000","last_change":"2024-04-21T23:55:43.691621+0000","last_active":"2024-04-21T23:57:17.765951+0000","last_peered":"2024-04-21T23:57:17.765951+0000","last_clean":"2024-04-21T23:57:17.765951+0000","last_became_active":"2024-04-21T23:55:43.691293+0000","last_became_peered":"2024-04-21T23:55:43.691293+0000","last_unstale":"2024-04-21T23:57:17.765951+0000","last_undegraded":"2024-04-21T23:57:17.765951+0000","last_fullsized":"2024-04-21T23:57:17.765951+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:20.106233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":69,"num_read_kb":69,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.877933+0000","last_change":"2024-04-21T23:55:44.710209+0000","last_active":"2024-04-21T23:57:12.877933+0000","last_peered":"2024-04-21T23:57:12.877933+0000","last_clean":"2024-04-21T23:57:12.877933+0000","last_became_active":"2024-04-21T23:55:44.705647+0000","last_became_peered":"2024-04-21T23:55:44.705647+0000","last_unstale":"2024-04-21T23:57:12.877933+0000","last_undegraded":"2024-04-21T23:57:12.877933+0000","last_fullsized":"2024-04-21T23:57:12.877933+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:13.872018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013720+0000","last_change":"2024-04-21T23:55:48.879102+0000","last_active":"2024-04-21T23:56:44.013720+0000","last_peered":"2024-04-21T23:56:44.013720+0000","last_clean":"2024-04-21T23:56:44.013720+0000","last_became_active":"2024-04-21T23:55:48.873253+0000","last_became_peered":"2024-04-21T23:55:48.873253+0000","last_unstale":"2024-04-21T23:56:44.013720+0000","last_undegraded":"2024-04-21T23:56:44.013720+0000","last_fullsized":"2024-04-21T23:56:44.013720+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:02:12.321142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099580+0000","last_change":"2024-04-21T23:55:43.693168+0000","last_active":"2024-04-21T23:56:44.099580+0000","last_peered":"2024-04-21T23:56:44.099580+0000","last_clean":"2024-04-21T23:56:44.099580+0000","last_became_active":"2024-04-21T23:55:43.692850+0000","last_became_peered":"2024-04-21T23:55:43.692850+0000","last_unstale":"2024-04-21T23:56:44.099580+0000","last_undegraded":"2024-04-21T23:56:44.099580+0000","last_fullsized":"2024-04-21T23:56:44.099580+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:01:11.587068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867172+0000","last_change":"2024-04-21T23:55:44.714022+0000","last_active":"2024-04-21T23:57:12.867172+0000","last_peered":"2024-04-21T23:57:12.867172+0000","last_clean":"2024-04-21T23:57:12.867172+0000","last_became_active":"2024-04-21T23:55:44.713718+0000","last_became_peered":"2024-04-21T23:55:44.713718+0000","last_unstale":"2024-04-21T23:57:12.867172+0000","last_undegraded":"2024-04-21T23:57:12.867172+0000","last_fullsized":"2024-04-21T23:57:12.867172+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:30.561159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010043+0000","last_change":"2024-04-21T23:55:48.881022+0000","last_active":"2024-04-21T23:56:44.010043+0000","last_peered":"2024-04-21T23:56:44.010043+0000","last_clean":"2024-04-21T23:56:44.010043+0000","last_became_active":"2024-04-21T23:55:48.880556+0000","last_became_peered":"2024-04-21T23:55:48.880556+0000","last_unstale":"2024-04-21T23:56:44.010043+0000","last_undegraded":"2024-04-21T23:56:44.010043+0000","last_fullsized":"2024-04-21T23:56:44.010043+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:04:10.558632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099207+0000","last_change":"2024-04-21T23:55:43.688536+0000","last_active":"2024-04-21T23:56:44.099207+0000","last_peered":"2024-04-21T23:56:44.099207+0000","last_clean":"2024-04-21T23:56:44.099207+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:56:44.099207+0000","last_undegraded":"2024-04-21T23:56:44.099207+0000","last_fullsized":"2024-04-21T23:56:44.099207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:40.674025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.877544+0000","last_change":"2024-04-21T23:55:44.716662+0000","last_active":"2024-04-21T23:57:12.877544+0000","last_peered":"2024-04-21T23:57:12.877544+0000","last_clean":"2024-04-21T23:57:12.877544+0000","last_became_active":"2024-04-21T23:55:44.716322+0000","last_became_peered":"2024-04-21T23:55:44.716322+0000","last_unstale":"2024-04-21T23:57:12.877544+0000","last_undegraded":"2024-04-21T23:57:12.877544+0000","last_fullsized":"2024-04-21T23:57:12.877544+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:49:38.625362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.014333+0000","last_change":"2024-04-21T23:55:48.878436+0000","last_active":"2024-04-21T23:56:44.014333+0000","last_peered":"2024-04-21T23:56:44.014333+0000","last_clean":"2024-04-21T23:56:44.014333+0000","last_became_active":"2024-04-21T23:55:48.873296+0000","last_became_peered":"2024-04-21T23:55:48.873296+0000","last_unstale":"2024-04-21T23:56:44.014333+0000","last_undegraded":"2024-04-21T23:56:44.014333+0000","last_fullsized":"2024-04-21T23:56:44.014333+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:22:11.341551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"92'36","reported_seq":210,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:18.767498+0000","last_change":"2024-04-21T23:55:43.693325+0000","last_active":"2024-04-21T23:57:18.767498+0000","last_peered":"2024-04-21T23:57:18.767498+0000","last_clean":"2024-04-21T23:57:18.767498+0000","last_became_active":"2024-04-21T23:55:43.692993+0000","last_became_peered":"2024-04-21T23:55:43.692993+0000","last_unstale":"2024-04-21T23:57:18.767498+0000","last_undegraded":"2024-04-21T23:57:18.767498+0000","last_fullsized":"2024-04-21T23:57:18.767498+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:33.207858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63605,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":147,"num_read_kb":136,"num_write":37,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.856997+0000","last_change":"2024-04-21T23:55:44.705847+0000","last_active":"2024-04-21T23:57:12.856997+0000","last_peered":"2024-04-21T23:57:12.856997+0000","last_clean":"2024-04-21T23:57:12.856997+0000","last_became_active":"2024-04-21T23:55:44.705496+0000","last_became_peered":"2024-04-21T23:55:44.705496+0000","last_unstale":"2024-04-21T23:57:12.856997+0000","last_undegraded":"2024-04-21T23:57:12.856997+0000","last_fullsized":"2024-04-21T23:57:12.856997+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:11:30.043801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099502+0000","last_change":"2024-04-21T23:55:48.877427+0000","last_active":"2024-04-21T23:56:44.099502+0000","last_peered":"2024-04-21T23:56:44.099502+0000","last_clean":"2024-04-21T23:56:44.099502+0000","last_became_active":"2024-04-21T23:55:48.876877+0000","last_became_peered":"2024-04-21T23:55:48.876877+0000","last_unstale":"2024-04-21T23:56:44.099502+0000","last_undegraded":"2024-04-21T23:56:44.099502+0000","last_fullsized":"2024-04-21T23:56:44.099502+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:23:09.167454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012933+0000","last_change":"2024-04-21T23:55:43.699701+0000","last_active":"2024-04-21T23:56:44.012933+0000","last_peered":"2024-04-21T23:56:44.012933+0000","last_clean":"2024-04-21T23:56:44.012933+0000","last_became_active":"2024-04-21T23:55:43.699093+0000","last_became_peered":"2024-04-21T23:55:43.699093+0000","last_unstale":"2024-04-21T23:56:44.012933+0000","last_undegraded":"2024-04-21T23:56:44.012933+0000","last_fullsized":"2024-04-21T23:56:44.012933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:07:05.312967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.860023+0000","last_change":"2024-04-21T23:55:44.703905+0000","last_active":"2024-04-21T23:57:12.860023+0000","last_peered":"2024-04-21T23:57:12.860023+0000","last_clean":"2024-04-21T23:57:12.860023+0000","last_became_active":"2024-04-21T23:55:44.703574+0000","last_became_peered":"2024-04-21T23:55:44.703574+0000","last_unstale":"2024-04-21T23:57:12.860023+0000","last_undegraded":"2024-04-21T23:57:12.860023+0000","last_fullsized":"2024-04-21T23:57:12.860023+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:13:38.489984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.101802+0000","last_change":"2024-04-21T23:56:44.101802+0000","last_active":"2024-04-21T23:56:44.101802+0000","last_peered":"2024-04-21T23:56:44.101802+0000","last_clean":"2024-04-21T23:56:44.101802+0000","last_became_active":"2024-04-21T23:56:44.101076+0000","last_became_peered":"2024-04-21T23:56:44.101076+0000","last_unstale":"2024-04-21T23:56:44.101802+0000","last_undegraded":"2024-04-21T23:56:44.101802+0000","last_fullsized":"2024-04-21T23:56:44.101802+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:34:57.911323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099099+0000","last_change":"2024-04-21T23:55:43.696391+0000","last_active":"2024-04-21T23:56:44.099099+0000","last_peered":"2024-04-21T23:56:44.099099+0000","last_clean":"2024-04-21T23:56:44.099099+0000","last_became_active":"2024-04-21T23:55:43.695980+0000","last_became_peered":"2024-04-21T23:55:43.695980+0000","last_unstale":"2024-04-21T23:56:44.099099+0000","last_undegraded":"2024-04-21T23:56:44.099099+0000","last_fullsized":"2024-04-21T23:56:44.099099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:31.655843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.857965+0000","last_change":"2024-04-21T23:55:44.714768+0000","last_active":"2024-04-21T23:57:12.857965+0000","last_peered":"2024-04-21T23:57:12.857965+0000","last_clean":"2024-04-21T23:57:12.857965+0000","last_became_active":"2024-04-21T23:55:44.714444+0000","last_became_peered":"2024-04-21T23:55:44.714444+0000","last_unstale":"2024-04-21T23:57:12.857965+0000","last_undegraded":"2024-04-21T23:57:12.857965+0000","last_fullsized":"2024-04-21T23:57:12.857965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:08:14.871373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.102409+0000","last_change":"2024-04-21T23:56:44.101596+0000","last_active":"2024-04-21T23:56:44.102409+0000","last_peered":"2024-04-21T23:56:44.102409+0000","last_clean":"2024-04-21T23:56:44.102409+0000","last_became_active":"2024-04-21T23:56:44.101071+0000","last_became_peered":"2024-04-21T23:56:44.101071+0000","last_unstale":"2024-04-21T23:56:44.102409+0000","last_undegraded":"2024-04-21T23:56:44.102409+0000","last_fullsized":"2024-04-21T23:56:44.102409+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:28.881614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"92'5","reported_seq":107,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:19.782810+0000","last_change":"2024-04-21T23:55:43.691062+0000","last_active":"2024-04-21T23:57:19.782810+0000","last_peered":"2024-04-21T23:57:19.782810+0000","last_clean":"2024-04-21T23:57:19.782810+0000","last_became_active":"2024-04-21T23:55:43.690749+0000","last_became_peered":"2024-04-21T23:55:43.690749+0000","last_unstale":"2024-04-21T23:57:19.782810+0000","last_undegraded":"2024-04-21T23:57:19.782810+0000","last_fullsized":"2024-04-21T23:57:19.782810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:36:55.159615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.868033+0000","last_change":"2024-04-21T23:55:44.709017+0000","last_active":"2024-04-21T23:57:12.868033+0000","last_peered":"2024-04-21T23:57:12.868033+0000","last_clean":"2024-04-21T23:57:12.868033+0000","last_became_active":"2024-04-21T23:55:44.708588+0000","last_became_peered":"2024-04-21T23:55:44.708588+0000","last_unstale":"2024-04-21T23:57:12.868033+0000","last_undegraded":"2024-04-21T23:57:12.868033+0000","last_fullsized":"2024-04-21T23:57:12.868033+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:36.400060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012710+0000","last_change":"2024-04-21T23:55:48.874167+0000","last_active":"2024-04-21T23:56:44.012710+0000","last_peered":"2024-04-21T23:56:44.012710+0000","last_clean":"2024-04-21T23:56:44.012710+0000","last_became_active":"2024-04-21T23:55:48.873629+0000","last_became_peered":"2024-04-21T23:55:48.873629+0000","last_unstale":"2024-04-21T23:56:44.012710+0000","last_undegraded":"2024-04-21T23:56:44.012710+0000","last_fullsized":"2024-04-21T23:56:44.012710+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:28:32.642715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009987+0000","last_change":"2024-04-21T23:55:43.694169+0000","last_active":"2024-04-21T23:56:44.009987+0000","last_peered":"2024-04-21T23:56:44.009987+0000","last_clean":"2024-04-21T23:56:44.009987+0000","last_became_active":"2024-04-21T23:55:43.693802+0000","last_became_peered":"2024-04-21T23:55:43.693802+0000","last_unstale":"2024-04-21T23:56:44.009987+0000","last_undegraded":"2024-04-21T23:56:44.009987+0000","last_fullsized":"2024-04-21T23:56:44.009987+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:34:46.451259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.869177+0000","last_change":"2024-04-21T23:55:44.714977+0000","last_active":"2024-04-21T23:57:12.869177+0000","last_peered":"2024-04-21T23:57:12.869177+0000","last_clean":"2024-04-21T23:57:12.869177+0000","last_became_active":"2024-04-21T23:55:44.714624+0000","last_became_peered":"2024-04-21T23:55:44.714624+0000","last_unstale":"2024-04-21T23:57:12.869177+0000","last_undegraded":"2024-04-21T23:57:12.869177+0000","last_fullsized":"2024-04-21T23:57:12.869177+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:20.341440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098802+0000","last_change":"2024-04-21T23:55:48.876125+0000","last_active":"2024-04-21T23:56:44.098802+0000","last_peered":"2024-04-21T23:56:44.098802+0000","last_clean":"2024-04-21T23:56:44.098802+0000","last_became_active":"2024-04-21T23:55:48.873851+0000","last_became_peered":"2024-04-21T23:55:48.873851+0000","last_unstale":"2024-04-21T23:56:44.098802+0000","last_undegraded":"2024-04-21T23:56:44.098802+0000","last_fullsized":"2024-04-21T23:56:44.098802+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:28:44.031297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.011116+0000","last_change":"2024-04-21T23:55:43.690896+0000","last_active":"2024-04-21T23:56:44.011116+0000","last_peered":"2024-04-21T23:56:44.011116+0000","last_clean":"2024-04-21T23:56:44.011116+0000","last_became_active":"2024-04-21T23:55:43.690496+0000","last_became_peered":"2024-04-21T23:55:43.690496+0000","last_unstale":"2024-04-21T23:56:44.011116+0000","last_undegraded":"2024-04-21T23:56:44.011116+0000","last_fullsized":"2024-04-21T23:56:44.011116+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:07.675345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862765+0000","last_change":"2024-04-21T23:55:44.709568+0000","last_active":"2024-04-21T23:57:12.862765+0000","last_peered":"2024-04-21T23:57:12.862765+0000","last_clean":"2024-04-21T23:57:12.862765+0000","last_became_active":"2024-04-21T23:55:44.709184+0000","last_became_peered":"2024-04-21T23:55:44.709184+0000","last_unstale":"2024-04-21T23:57:12.862765+0000","last_undegraded":"2024-04-21T23:57:12.862765+0000","last_fullsized":"2024-04-21T23:57:12.862765+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:23:21.657146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010187+0000","last_change":"2024-04-21T23:55:48.874253+0000","last_active":"2024-04-21T23:56:44.010187+0000","last_peered":"2024-04-21T23:56:44.010187+0000","last_clean":"2024-04-21T23:56:44.010187+0000","last_became_active":"2024-04-21T23:55:48.873792+0000","last_became_peered":"2024-04-21T23:55:48.873792+0000","last_unstale":"2024-04-21T23:56:44.010187+0000","last_undegraded":"2024-04-21T23:56:44.010187+0000","last_fullsized":"2024-04-21T23:56:44.010187+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:14:22.462921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.022070+0000","last_change":"2024-04-21T23:56:44.022070+0000","last_active":"2024-04-21T23:56:44.022070+0000","last_peered":"2024-04-21T23:56:44.022070+0000","last_clean":"2024-04-21T23:56:44.022070+0000","last_became_active":"2024-04-21T23:56:44.021688+0000","last_became_peered":"2024-04-21T23:56:44.021688+0000","last_unstale":"2024-04-21T23:56:44.022070+0000","last_undegraded":"2024-04-21T23:56:44.022070+0000","last_fullsized":"2024-04-21T23:56:44.022070+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:41:06.845209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'4","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.866701+0000","last_change":"2024-04-21T23:55:44.702018+0000","last_active":"2024-04-21T23:57:12.866701+0000","last_peered":"2024-04-21T23:57:12.866701+0000","last_clean":"2024-04-21T23:57:12.866701+0000","last_became_active":"2024-04-21T23:55:44.701667+0000","last_became_peered":"2024-04-21T23:55:44.701667+0000","last_unstale":"2024-04-21T23:57:12.866701+0000","last_undegraded":"2024-04-21T23:57:12.866701+0000","last_fullsized":"2024-04-21T23:57:12.866701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:35:36.854755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012630+0000","last_change":"2024-04-21T23:55:48.875794+0000","last_active":"2024-04-21T23:56:44.012630+0000","last_peered":"2024-04-21T23:56:44.012630+0000","last_clean":"2024-04-21T23:56:44.012630+0000","last_became_active":"2024-04-21T23:55:48.875386+0000","last_became_peered":"2024-04-21T23:55:48.875386+0000","last_unstale":"2024-04-21T23:56:44.012630+0000","last_undegraded":"2024-04-21T23:56:44.012630+0000","last_fullsized":"2024-04-21T23:56:44.012630+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:37:17.202826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098753+0000","last_change":"2024-04-21T23:55:43.694128+0000","last_active":"2024-04-21T23:56:44.098753+0000","last_peered":"2024-04-21T23:56:44.098753+0000","last_clean":"2024-04-21T23:56:44.098753+0000","last_became_active":"2024-04-21T23:55:43.693809+0000","last_became_peered":"2024-04-21T23:55:43.693809+0000","last_unstale":"2024-04-21T23:56:44.098753+0000","last_undegraded":"2024-04-21T23:56:44.098753+0000","last_fullsized":"2024-04-21T23:56:44.098753+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:20.569382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865472+0000","last_change":"2024-04-21T23:55:44.708426+0000","last_active":"2024-04-21T23:57:12.865472+0000","last_peered":"2024-04-21T23:57:12.865472+0000","last_clean":"2024-04-21T23:57:12.865472+0000","last_became_active":"2024-04-21T23:55:44.708105+0000","last_became_peered":"2024-04-21T23:55:44.708105+0000","last_unstale":"2024-04-21T23:57:12.865472+0000","last_undegraded":"2024-04-21T23:57:12.865472+0000","last_fullsized":"2024-04-21T23:57:12.865472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:39:12.432647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012821+0000","last_change":"2024-04-21T23:55:48.880951+0000","last_active":"2024-04-21T23:56:44.012821+0000","last_peered":"2024-04-21T23:56:44.012821+0000","last_clean":"2024-04-21T23:56:44.012821+0000","last_became_active":"2024-04-21T23:55:48.880484+0000","last_became_peered":"2024-04-21T23:55:48.880484+0000","last_unstale":"2024-04-21T23:56:44.012821+0000","last_undegraded":"2024-04-21T23:56:44.012821+0000","last_fullsized":"2024-04-21T23:56:44.012821+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:15.419390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.866449+0000","last_change":"2024-04-21T23:55:44.714129+0000","last_active":"2024-04-21T23:57:12.866449+0000","last_peered":"2024-04-21T23:57:12.866449+0000","last_clean":"2024-04-21T23:57:12.866449+0000","last_became_active":"2024-04-21T23:55:44.713079+0000","last_became_peered":"2024-04-21T23:55:44.713079+0000","last_unstale":"2024-04-21T23:57:12.866449+0000","last_undegraded":"2024-04-21T23:57:12.866449+0000","last_fullsized":"2024-04-21T23:57:12.866449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:28:25.242211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'5","reported_seq":103,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:19.782202+0000","last_change":"2024-04-21T23:55:43.688282+0000","last_active":"2024-04-21T23:57:19.782202+0000","last_peered":"2024-04-21T23:57:19.782202+0000","last_clean":"2024-04-21T23:57:19.782202+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:57:19.782202+0000","last_undegraded":"2024-04-21T23:57:19.782202+0000","last_fullsized":"2024-04-21T23:57:19.782202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:23:08.111755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099111+0000","last_change":"2024-04-21T23:55:48.871038+0000","last_active":"2024-04-21T23:56:44.099111+0000","last_peered":"2024-04-21T23:56:44.099111+0000","last_clean":"2024-04-21T23:56:44.099111+0000","last_became_active":"2024-04-21T23:55:48.870521+0000","last_became_peered":"2024-04-21T23:55:48.870521+0000","last_unstale":"2024-04-21T23:56:44.099111+0000","last_undegraded":"2024-04-21T23:56:44.099111+0000","last_fullsized":"2024-04-21T23:56:44.099111+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:42:14.978055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.856820+0000","last_change":"2024-04-21T23:55:44.707915+0000","last_active":"2024-04-21T23:57:12.856820+0000","last_peered":"2024-04-21T23:57:12.856820+0000","last_clean":"2024-04-21T23:57:12.856820+0000","last_became_active":"2024-04-21T23:55:44.707476+0000","last_became_peered":"2024-04-21T23:55:44.707476+0000","last_unstale":"2024-04-21T23:57:12.856820+0000","last_undegraded":"2024-04-21T23:57:12.856820+0000","last_fullsized":"2024-04-21T23:57:12.856820+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:25.654326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009973+0000","last_change":"2024-04-21T23:55:43.696115+0000","last_active":"2024-04-21T23:56:44.009973+0000","last_peered":"2024-04-21T23:56:44.009973+0000","last_clean":"2024-04-21T23:56:44.009973+0000","last_became_active":"2024-04-21T23:55:43.695806+0000","last_became_peered":"2024-04-21T23:55:43.695806+0000","last_unstale":"2024-04-21T23:56:44.009973+0000","last_undegraded":"2024-04-21T23:56:44.009973+0000","last_fullsized":"2024-04-21T23:56:44.009973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:05.224494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":361,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098834+0000","last_change":"2024-04-21T23:54:31.654931+0000","last_active":"2024-04-21T23:56:44.098834+0000","last_peered":"2024-04-21T23:56:44.098834+0000","last_clean":"2024-04-21T23:56:44.098834+0000","last_became_active":"2024-04-21T23:54:31.654422+0000","last_became_peered":"2024-04-21T23:54:31.654422+0000","last_unstale":"2024-04-21T23:56:44.098834+0000","last_undegraded":"2024-04-21T23:56:44.098834+0000","last_fullsized":"2024-04-21T23:56:44.098834+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_clean_scrub_stamp":"2024-04-21T23:51:07.358778+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:33:41.398066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099264+0000","last_change":"2024-04-21T23:55:48.873805+0000","last_active":"2024-04-21T23:56:44.099264+0000","last_peered":"2024-04-21T23:56:44.099264+0000","last_clean":"2024-04-21T23:56:44.099264+0000","last_became_active":"2024-04-21T23:55:48.873074+0000","last_became_peered":"2024-04-21T23:55:48.873074+0000","last_unstale":"2024-04-21T23:56:44.099264+0000","last_undegraded":"2024-04-21T23:56:44.099264+0000","last_fullsized":"2024-04-21T23:56:44.099264+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:45.408806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.853679+0000","last_change":"2024-04-21T23:56:44.022166+0000","last_active":"2024-04-21T23:57:12.853679+0000","last_peered":"2024-04-21T23:57:12.853679+0000","last_clean":"2024-04-21T23:57:12.853679+0000","last_became_active":"2024-04-21T23:56:44.021785+0000","last_became_peered":"2024-04-21T23:56:44.021785+0000","last_unstale":"2024-04-21T23:57:12.853679+0000","last_undegraded":"2024-04-21T23:57:12.853679+0000","last_fullsized":"2024-04-21T23:57:12.853679+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:14:10.435568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098886+0000","last_change":"2024-04-21T23:55:43.695469+0000","last_active":"2024-04-21T23:56:44.098886+0000","last_peered":"2024-04-21T23:56:44.098886+0000","last_clean":"2024-04-21T23:56:44.098886+0000","last_became_active":"2024-04-21T23:55:43.695191+0000","last_became_peered":"2024-04-21T23:55:43.695191+0000","last_unstale":"2024-04-21T23:56:44.098886+0000","last_undegraded":"2024-04-21T23:56:44.098886+0000","last_fullsized":"2024-04-21T23:56:44.098886+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:31:36.518346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012143+0000","last_change":"2024-04-21T23:55:48.872617+0000","last_active":"2024-04-21T23:56:44.012143+0000","last_peered":"2024-04-21T23:56:44.012143+0000","last_clean":"2024-04-21T23:56:44.012143+0000","last_became_active":"2024-04-21T23:55:48.872148+0000","last_became_peered":"2024-04-21T23:55:48.872148+0000","last_unstale":"2024-04-21T23:56:44.012143+0000","last_undegraded":"2024-04-21T23:56:44.012143+0000","last_fullsized":"2024-04-21T23:56:44.012143+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:15:31.326136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010825+0000","last_change":"2024-04-21T23:55:43.697097+0000","last_active":"2024-04-21T23:56:44.010825+0000","last_peered":"2024-04-21T23:56:44.010825+0000","last_clean":"2024-04-21T23:56:44.010825+0000","last_became_active":"2024-04-21T23:55:43.696793+0000","last_became_peered":"2024-04-21T23:55:43.696793+0000","last_unstale":"2024-04-21T23:56:44.010825+0000","last_undegraded":"2024-04-21T23:56:44.010825+0000","last_fullsized":"2024-04-21T23:56:44.010825+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:46:57.088968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.846716+0000","last_change":"2024-04-21T23:55:44.694188+0000","last_active":"2024-04-21T23:57:12.846716+0000","last_peered":"2024-04-21T23:57:12.846716+0000","last_clean":"2024-04-21T23:57:12.846716+0000","last_became_active":"2024-04-21T23:55:44.693858+0000","last_became_peered":"2024-04-21T23:55:44.693858+0000","last_unstale":"2024-04-21T23:57:12.846716+0000","last_undegraded":"2024-04-21T23:57:12.846716+0000","last_fullsized":"2024-04-21T23:57:12.846716+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:06:06.840835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.019610+0000","last_change":"2024-04-21T23:55:48.882642+0000","last_active":"2024-04-21T23:56:44.019610+0000","last_peered":"2024-04-21T23:56:44.019610+0000","last_clean":"2024-04-21T23:56:44.019610+0000","last_became_active":"2024-04-21T23:55:48.882215+0000","last_became_peered":"2024-04-21T23:55:48.882215+0000","last_unstale":"2024-04-21T23:56:44.019610+0000","last_undegraded":"2024-04-21T23:56:44.019610+0000","last_fullsized":"2024-04-21T23:56:44.019610+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:57:13.008696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"92'9","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.026753+0000","last_change":"2024-04-21T23:56:44.026334+0000","last_active":"2024-04-21T23:56:44.026753+0000","last_peered":"2024-04-21T23:56:44.026753+0000","last_clean":"2024-04-21T23:56:44.026753+0000","last_became_active":"2024-04-21T23:56:44.021606+0000","last_became_peered":"2024-04-21T23:56:44.021606+0000","last_unstale":"2024-04-21T23:56:44.026753+0000","last_undegraded":"2024-04-21T23:56:44.026753+0000","last_fullsized":"2024-04-21T23:56:44.026753+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:51:02.311478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862173+0000","last_change":"2024-04-21T23:55:44.704749+0000","last_active":"2024-04-21T23:57:12.862173+0000","last_peered":"2024-04-21T23:57:12.862173+0000","last_clean":"2024-04-21T23:57:12.862173+0000","last_became_active":"2024-04-21T23:55:44.704428+0000","last_became_peered":"2024-04-21T23:55:44.704428+0000","last_unstale":"2024-04-21T23:57:12.862173+0000","last_undegraded":"2024-04-21T23:57:12.862173+0000","last_fullsized":"2024-04-21T23:57:12.862173+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:26:12.965938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013608+0000","last_change":"2024-04-21T23:55:48.873057+0000","last_active":"2024-04-21T23:56:44.013608+0000","last_peered":"2024-04-21T23:56:44.013608+0000","last_clean":"2024-04-21T23:56:44.013608+0000","last_became_active":"2024-04-21T23:55:48.872614+0000","last_became_peered":"2024-04-21T23:55:48.872614+0000","last_unstale":"2024-04-21T23:56:44.013608+0000","last_undegraded":"2024-04-21T23:56:44.013608+0000","last_fullsized":"2024-04-21T23:56:44.013608+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:35.334492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010426+0000","last_change":"2024-04-21T23:55:43.690157+0000","last_active":"2024-04-21T23:56:44.010426+0000","last_peered":"2024-04-21T23:56:44.010426+0000","last_clean":"2024-04-21T23:56:44.010426+0000","last_became_active":"2024-04-21T23:55:43.689806+0000","last_became_peered":"2024-04-21T23:55:43.689806+0000","last_unstale":"2024-04-21T23:56:44.010426+0000","last_undegraded":"2024-04-21T23:56:44.010426+0000","last_fullsized":"2024-04-21T23:56:44.010426+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:45:09.842731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867108+0000","last_change":"2024-04-21T23:55:44.707100+0000","last_active":"2024-04-21T23:57:12.867108+0000","last_peered":"2024-04-21T23:57:12.867108+0000","last_clean":"2024-04-21T23:57:12.867108+0000","last_became_active":"2024-04-21T23:55:44.706759+0000","last_became_peered":"2024-04-21T23:55:44.706759+0000","last_unstale":"2024-04-21T23:57:12.867108+0000","last_undegraded":"2024-04-21T23:57:12.867108+0000","last_fullsized":"2024-04-21T23:57:12.867108+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:58.135129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010284+0000","last_change":"2024-04-21T23:55:48.880809+0000","last_active":"2024-04-21T23:56:44.010284+0000","last_peered":"2024-04-21T23:56:44.010284+0000","last_clean":"2024-04-21T23:56:44.010284+0000","last_became_active":"2024-04-21T23:55:48.880374+0000","last_became_peered":"2024-04-21T23:55:48.880374+0000","last_unstale":"2024-04-21T23:56:44.010284+0000","last_undegraded":"2024-04-21T23:56:44.010284+0000","last_fullsized":"2024-04-21T23:56:44.010284+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:29:33.315000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099517+0000","last_change":"2024-04-21T23:55:43.689547+0000","last_active":"2024-04-21T23:56:44.099517+0000","last_peered":"2024-04-21T23:56:44.099517+0000","last_clean":"2024-04-21T23:56:44.099517+0000","last_became_active":"2024-04-21T23:55:43.688985+0000","last_became_peered":"2024-04-21T23:55:43.688985+0000","last_unstale":"2024-04-21T23:56:44.099517+0000","last_undegraded":"2024-04-21T23:56:44.099517+0000","last_fullsized":"2024-04-21T23:56:44.099517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:23:00.239787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.823596+0000","last_change":"2024-04-21T23:55:44.703472+0000","last_active":"2024-04-21T23:57:12.823596+0000","last_peered":"2024-04-21T23:57:12.823596+0000","last_clean":"2024-04-21T23:57:12.823596+0000","last_became_active":"2024-04-21T23:55:44.703109+0000","last_became_peered":"2024-04-21T23:55:44.703109+0000","last_unstale":"2024-04-21T23:57:12.823596+0000","last_undegraded":"2024-04-21T23:57:12.823596+0000","last_fullsized":"2024-04-21T23:57:12.823596+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:04.046745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.014850+0000","last_change":"2024-04-21T23:55:48.870262+0000","last_active":"2024-04-21T23:56:44.014850+0000","last_peered":"2024-04-21T23:56:44.014850+0000","last_clean":"2024-04-21T23:56:44.014850+0000","last_became_active":"2024-04-21T23:55:48.869820+0000","last_became_peered":"2024-04-21T23:55:48.869820+0000","last_unstale":"2024-04-21T23:56:44.014850+0000","last_undegraded":"2024-04-21T23:56:44.014850+0000","last_fullsized":"2024-04-21T23:56:44.014850+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:18:46.039586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.019044+0000","last_change":"2024-04-21T23:55:43.692226+0000","last_active":"2024-04-21T23:56:44.019044+0000","last_peered":"2024-04-21T23:56:44.019044+0000","last_clean":"2024-04-21T23:56:44.019044+0000","last_became_active":"2024-04-21T23:55:43.690673+0000","last_became_peered":"2024-04-21T23:55:43.690673+0000","last_unstale":"2024-04-21T23:56:44.019044+0000","last_undegraded":"2024-04-21T23:56:44.019044+0000","last_fullsized":"2024-04-21T23:56:44.019044+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:55:26.436150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.861323+0000","last_change":"2024-04-21T23:55:44.706524+0000","last_active":"2024-04-21T23:57:12.861323+0000","last_peered":"2024-04-21T23:57:12.861323+0000","last_clean":"2024-04-21T23:57:12.861323+0000","last_became_active":"2024-04-21T23:55:44.706126+0000","last_became_peered":"2024-04-21T23:55:44.706126+0000","last_unstale":"2024-04-21T23:57:12.861323+0000","last_undegraded":"2024-04-21T23:57:12.861323+0000","last_fullsized":"2024-04-21T23:57:12.861323+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:42:14.829787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010029+0000","last_change":"2024-04-21T23:55:48.881489+0000","last_active":"2024-04-21T23:56:44.010029+0000","last_peered":"2024-04-21T23:56:44.010029+0000","last_clean":"2024-04-21T23:56:44.010029+0000","last_became_active":"2024-04-21T23:55:48.880610+0000","last_became_peered":"2024-04-21T23:55:48.880610+0000","last_unstale":"2024-04-21T23:56:44.010029+0000","last_undegraded":"2024-04-21T23:56:44.010029+0000","last_fullsized":"2024-04-21T23:56:44.010029+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:37.107366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"90'1","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012617+0000","last_change":"2024-04-21T23:55:43.699898+0000","last_active":"2024-04-21T23:56:44.012617+0000","last_peered":"2024-04-21T23:56:44.012617+0000","last_clean":"2024-04-21T23:56:44.012617+0000","last_became_active":"2024-04-21T23:55:43.698652+0000","last_became_peered":"2024-04-21T23:55:43.698652+0000","last_unstale":"2024-04-21T23:56:44.012617+0000","last_undegraded":"2024-04-21T23:56:44.012617+0000","last_fullsized":"2024-04-21T23:56:44.012617+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:24.555123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865560+0000","last_change":"2024-04-21T23:55:44.698923+0000","last_active":"2024-04-21T23:57:12.865560+0000","last_peered":"2024-04-21T23:57:12.865560+0000","last_clean":"2024-04-21T23:57:12.865560+0000","last_became_active":"2024-04-21T23:55:44.698593+0000","last_became_peered":"2024-04-21T23:55:44.698593+0000","last_unstale":"2024-04-21T23:57:12.865560+0000","last_undegraded":"2024-04-21T23:57:12.865560+0000","last_fullsized":"2024-04-21T23:57:12.865560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:51.140082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010136+0000","last_change":"2024-04-21T23:55:48.877199+0000","last_active":"2024-04-21T23:56:44.010136+0000","last_peered":"2024-04-21T23:56:44.010136+0000","last_clean":"2024-04-21T23:56:44.010136+0000","last_became_active":"2024-04-21T23:55:48.876712+0000","last_became_peered":"2024-04-21T23:55:48.876712+0000","last_unstale":"2024-04-21T23:56:44.010136+0000","last_undegraded":"2024-04-21T23:56:44.010136+0000","last_fullsized":"2024-04-21T23:56:44.010136+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:47:48.530863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010060+0000","last_change":"2024-04-21T23:55:43.695529+0000","last_active":"2024-04-21T23:56:44.010060+0000","last_peered":"2024-04-21T23:56:44.010060+0000","last_clean":"2024-04-21T23:56:44.010060+0000","last_became_active":"2024-04-21T23:55:43.695125+0000","last_became_peered":"2024-04-21T23:55:43.695125+0000","last_unstale":"2024-04-21T23:56:44.010060+0000","last_undegraded":"2024-04-21T23:56:44.010060+0000","last_fullsized":"2024-04-21T23:56:44.010060+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:55:43.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.870098+0000","last_change":"2024-04-21T23:55:44.711754+0000","last_active":"2024-04-21T23:57:12.870098+0000","last_peered":"2024-04-21T23:57:12.870098+0000","last_clean":"2024-04-21T23:57:12.870098+0000","last_became_active":"2024-04-21T23:55:44.711416+0000","last_became_peered":"2024-04-21T23:55:44.711416+0000","last_unstale":"2024-04-21T23:57:12.870098+0000","last_undegraded":"2024-04-21T23:57:12.870098+0000","last_fullsized":"2024-04-21T23:57:12.870098+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:27.389456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.100065+0000","last_change":"2024-04-21T23:55:48.874903+0000","last_active":"2024-04-21T23:56:44.100065+0000","last_peered":"2024-04-21T23:56:44.100065+0000","last_clean":"2024-04-21T23:56:44.100065+0000","last_became_active":"2024-04-21T23:55:48.874316+0000","last_became_peered":"2024-04-21T23:55:48.874316+0000","last_unstale":"2024-04-21T23:56:44.100065+0000","last_undegraded":"2024-04-21T23:56:44.100065+0000","last_fullsized":"2024-04-21T23:56:44.100065+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:13:19.166227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013437+0000","last_change":"2024-04-21T23:55:43.699405+0000","last_active":"2024-04-21T23:56:44.013437+0000","last_peered":"2024-04-21T23:56:44.013437+0000","last_clean":"2024-04-21T23:56:44.013437+0000","last_became_active":"2024-04-21T23:55:43.698622+0000","last_became_peered":"2024-04-21T23:55:43.698622+0000","last_unstale":"2024-04-21T23:56:44.013437+0000","last_undegraded":"2024-04-21T23:56:44.013437+0000","last_fullsized":"2024-04-21T23:56:44.013437+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:02.099705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.870191+0000","last_change":"2024-04-21T23:55:44.712668+0000","last_active":"2024-04-21T23:57:12.870191+0000","last_peered":"2024-04-21T23:57:12.870191+0000","last_clean":"2024-04-21T23:57:12.870191+0000","last_became_active":"2024-04-21T23:55:44.712284+0000","last_became_peered":"2024-04-21T23:55:44.712284+0000","last_unstale":"2024-04-21T23:57:12.870191+0000","last_undegraded":"2024-04-21T23:57:12.870191+0000","last_fullsized":"2024-04-21T23:57:12.870191+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:49.844365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.101122+0000","last_change":"2024-04-21T23:56:44.101122+0000","last_active":"2024-04-21T23:56:44.101122+0000","last_peered":"2024-04-21T23:56:44.101122+0000","last_clean":"2024-04-21T23:56:44.101122+0000","last_became_active":"2024-04-21T23:56:44.100742+0000","last_became_peered":"2024-04-21T23:56:44.100742+0000","last_unstale":"2024-04-21T23:56:44.101122+0000","last_undegraded":"2024-04-21T23:56:44.101122+0000","last_fullsized":"2024-04-21T23:56:44.101122+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:09:44.010467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099345+0000","last_change":"2024-04-21T23:55:43.695906+0000","last_active":"2024-04-21T23:56:44.099345+0000","last_peered":"2024-04-21T23:56:44.099345+0000","last_clean":"2024-04-21T23:56:44.099345+0000","last_became_active":"2024-04-21T23:55:43.695455+0000","last_became_peered":"2024-04-21T23:55:43.695455+0000","last_unstale":"2024-04-21T23:56:44.099345+0000","last_undegraded":"2024-04-21T23:56:44.099345+0000","last_fullsized":"2024-04-21T23:56:44.099345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:54:30.149503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867385+0000","last_change":"2024-04-21T23:55:44.709514+0000","last_active":"2024-04-21T23:57:12.867385+0000","last_peered":"2024-04-21T23:57:12.867385+0000","last_clean":"2024-04-21T23:57:12.867385+0000","last_became_active":"2024-04-21T23:55:44.709147+0000","last_became_peered":"2024-04-21T23:55:44.709147+0000","last_unstale":"2024-04-21T23:57:12.867385+0000","last_undegraded":"2024-04-21T23:57:12.867385+0000","last_fullsized":"2024-04-21T23:57:12.867385+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:17.563160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.102039+0000","last_change":"2024-04-21T23:56:44.101370+0000","last_active":"2024-04-21T23:56:44.102039+0000","last_peered":"2024-04-21T23:56:44.102039+0000","last_clean":"2024-04-21T23:56:44.102039+0000","last_became_active":"2024-04-21T23:56:44.100946+0000","last_became_peered":"2024-04-21T23:56:44.100946+0000","last_unstale":"2024-04-21T23:56:44.102039+0000","last_undegraded":"2024-04-21T23:56:44.102039+0000","last_fullsized":"2024-04-21T23:56:44.102039+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:44.110457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7,1],"acting":[8,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012812+0000","last_change":"2024-04-21T23:55:43.691650+0000","last_active":"2024-04-21T23:56:44.012812+0000","last_peered":"2024-04-21T23:56:44.012812+0000","last_clean":"2024-04-21T23:56:44.012812+0000","last_became_active":"2024-04-21T23:55:43.691345+0000","last_became_peered":"2024-04-21T23:55:43.691345+0000","last_unstale":"2024-04-21T23:56:44.012812+0000","last_undegraded":"2024-04-21T23:56:44.012812+0000","last_fullsized":"2024-04-21T23:56:44.012812+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:51:33.155069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867794+0000","last_change":"2024-04-21T23:55:44.703056+0000","last_active":"2024-04-21T23:57:12.867794+0000","last_peered":"2024-04-21T23:57:12.867794+0000","last_clean":"2024-04-21T23:57:12.867794+0000","last_became_active":"2024-04-21T23:55:44.702738+0000","last_became_peered":"2024-04-21T23:55:44.702738+0000","last_unstale":"2024-04-21T23:57:12.867794+0000","last_undegraded":"2024-04-21T23:57:12.867794+0000","last_fullsized":"2024-04-21T23:57:12.867794+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:32:33.704559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865443+0000","last_change":"2024-04-21T23:55:44.706924+0000","last_active":"2024-04-21T23:57:12.865443+0000","last_peered":"2024-04-21T23:57:12.865443+0000","last_clean":"2024-04-21T23:57:12.865443+0000","last_became_active":"2024-04-21T23:55:44.706209+0000","last_became_peered":"2024-04-21T23:55:44.706209+0000","last_unstale":"2024-04-21T23:57:12.865443+0000","last_undegraded":"2024-04-21T23:57:12.865443+0000","last_fullsized":"2024-04-21T23:57:12.865443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:07:31.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.863791+0000","last_change":"2024-04-21T23:56:44.022245+0000","last_active":"2024-04-21T23:57:12.863791+0000","last_peered":"2024-04-21T23:57:12.863791+0000","last_clean":"2024-04-21T23:57:12.863791+0000","last_became_active":"2024-04-21T23:56:44.021876+0000","last_became_peered":"2024-04-21T23:56:44.021876+0000","last_unstale":"2024-04-21T23:57:12.863791+0000","last_undegraded":"2024-04-21T23:57:12.863791+0000","last_fullsized":"2024-04-21T23:57:12.863791+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:49.184160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.860670+0000","last_change":"2024-04-21T23:55:44.704229+0000","last_active":"2024-04-21T23:57:12.860670+0000","last_peered":"2024-04-21T23:57:12.860670+0000","last_clean":"2024-04-21T23:57:12.860670+0000","last_became_active":"2024-04-21T23:55:44.703882+0000","last_became_peered":"2024-04-21T23:55:44.703882+0000","last_unstale":"2024-04-21T23:57:12.860670+0000","last_undegraded":"2024-04-21T23:57:12.860670+0000","last_fullsized":"2024-04-21T23:57:12.860670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:58.737798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867051+0000","last_change":"2024-04-21T23:55:44.709233+0000","last_active":"2024-04-21T23:57:12.867051+0000","last_peered":"2024-04-21T23:57:12.867051+0000","last_clean":"2024-04-21T23:57:12.867051+0000","last_became_active":"2024-04-21T23:55:44.708948+0000","last_became_peered":"2024-04-21T23:55:44.708948+0000","last_unstale":"2024-04-21T23:57:12.867051+0000","last_undegraded":"2024-04-21T23:57:12.867051+0000","last_fullsized":"2024-04-21T23:57:12.867051+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:17:46.143364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.864247+0000","last_change":"2024-04-21T23:55:44.701213+0000","last_active":"2024-04-21T23:57:12.864247+0000","last_peered":"2024-04-21T23:57:12.864247+0000","last_clean":"2024-04-21T23:57:12.864247+0000","last_became_active":"2024-04-21T23:55:44.700893+0000","last_became_peered":"2024-04-21T23:55:44.700893+0000","last_unstale":"2024-04-21T23:57:12.864247+0000","last_undegraded":"2024-04-21T23:57:12.864247+0000","last_fullsized":"2024-04-21T23:57:12.864247+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:49:57.393025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862641+0000","last_change":"2024-04-21T23:55:44.701929+0000","last_active":"2024-04-21T23:57:12.862641+0000","last_peered":"2024-04-21T23:57:12.862641+0000","last_clean":"2024-04-21T23:57:12.862641+0000","last_became_active":"2024-04-21T23:55:44.701511+0000","last_became_peered":"2024-04-21T23:55:44.701511+0000","last_unstale":"2024-04-21T23:57:12.862641+0000","last_undegraded":"2024-04-21T23:57:12.862641+0000","last_fullsized":"2024-04-21T23:57:12.862641+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:07.373445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.870102+0000","last_change":"2024-04-21T23:55:44.712052+0000","last_active":"2024-04-21T23:57:12.870102+0000","last_peered":"2024-04-21T23:57:12.870102+0000","last_clean":"2024-04-21T23:57:12.870102+0000","last_became_active":"2024-04-21T23:55:44.711593+0000","last_became_peered":"2024-04-21T23:55:44.711593+0000","last_unstale":"2024-04-21T23:57:12.870102+0000","last_undegraded":"2024-04-21T23:57:12.870102+0000","last_fullsized":"2024-04-21T23:57:12.870102+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:19:29.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.860414+0000","last_change":"2024-04-21T23:55:44.709979+0000","last_active":"2024-04-21T23:57:12.860414+0000","last_peered":"2024-04-21T23:57:12.860414+0000","last_clean":"2024-04-21T23:57:12.860414+0000","last_became_active":"2024-04-21T23:55:44.709685+0000","last_became_peered":"2024-04-21T23:55:44.709685+0000","last_unstale":"2024-04-21T23:57:12.860414+0000","last_undegraded":"2024-04-21T23:57:12.860414+0000","last_fullsized":"2024-04-21T23:57:12.860414+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:40.464936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.866678+0000","last_change":"2024-04-21T23:55:44.699331+0000","last_active":"2024-04-21T23:57:12.866678+0000","last_peered":"2024-04-21T23:57:12.866678+0000","last_clean":"2024-04-21T23:57:12.866678+0000","last_became_active":"2024-04-21T23:55:44.698971+0000","last_became_peered":"2024-04-21T23:55:44.698971+0000","last_unstale":"2024-04-21T23:57:12.866678+0000","last_undegraded":"2024-04-21T23:57:12.866678+0000","last_fullsized":"2024-04-21T23:57:12.866678+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:18:15.261663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862333+0000","last_change":"2024-04-21T23:55:44.705191+0000","last_active":"2024-04-21T23:57:12.862333+0000","last_peered":"2024-04-21T23:57:12.862333+0000","last_clean":"2024-04-21T23:57:12.862333+0000","last_became_active":"2024-04-21T23:55:44.704887+0000","last_became_peered":"2024-04-21T23:55:44.704887+0000","last_unstale":"2024-04-21T23:57:12.862333+0000","last_undegraded":"2024-04-21T23:57:12.862333+0000","last_fullsized":"2024-04-21T23:57:12.862333+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:04:34.122019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.873832+0000","last_change":"2024-04-21T23:55:44.705215+0000","last_active":"2024-04-21T23:57:12.873832+0000","last_peered":"2024-04-21T23:57:12.873832+0000","last_clean":"2024-04-21T23:57:12.873832+0000","last_became_active":"2024-04-21T23:55:44.704838+0000","last_became_peered":"2024-04-21T23:55:44.704838+0000","last_unstale":"2024-04-21T23:57:12.873832+0000","last_undegraded":"2024-04-21T23:57:12.873832+0000","last_fullsized":"2024-04-21T23:57:12.873832+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:36:31.693586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862439+0000","last_change":"2024-04-21T23:55:44.703902+0000","last_active":"2024-04-21T23:57:12.862439+0000","last_peered":"2024-04-21T23:57:12.862439+0000","last_clean":"2024-04-21T23:57:12.862439+0000","last_became_active":"2024-04-21T23:55:44.703570+0000","last_became_peered":"2024-04-21T23:55:44.703570+0000","last_unstale":"2024-04-21T23:57:12.862439+0000","last_undegraded":"2024-04-21T23:57:12.862439+0000","last_fullsized":"2024-04-21T23:57:12.862439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:15:21.352301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.861624+0000","last_change":"2024-04-21T23:56:44.019287+0000","last_active":"2024-04-21T23:57:12.861624+0000","last_peered":"2024-04-21T23:57:12.861624+0000","last_clean":"2024-04-21T23:57:12.861624+0000","last_became_active":"2024-04-21T23:56:44.018951+0000","last_became_peered":"2024-04-21T23:56:44.018951+0000","last_unstale":"2024-04-21T23:57:12.861624+0000","last_undegraded":"2024-04-21T23:57:12.861624+0000","last_fullsized":"2024-04-21T23:57:12.861624+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:45.138169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":246739,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68279,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":450,"num_read_kb":298,"num_write":171,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":204837,"data_compressed":4809,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351009,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":503779,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612646,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1146880,"data_stored":1155184,"data_compressed":57963,"data_compressed_allocated":77824,"data_compressed_original":655360,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776170,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":508111,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037808,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":503935,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1069056,"data_stored":1100517,"data_compressed":56360,"data_compressed_allocated":73728,"data_compressed_original":647168,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462970,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":499191,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":562706,"data_compressed":22246,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738455,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":500579,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1089536,"data_stored":564588,"data_compressed":22246,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149770,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":499385,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888132,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":504373,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724608,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1077248,"data_stored":1095573,"data_compressed":56360,"data_compressed_allocated":73728,"data_compressed_original":647168,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34077,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34077,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":63605,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65487,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":65715,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T23:57:24.737 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-21T23:57:24.979 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:25.102 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:24 smithi080 ceph-mon[27925]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:57:25.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:24 smithi120 ceph-mon[31499]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:57:25.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:24 smithi144 ceph-mon[31316]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:57:26.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:25 smithi080 ceph-mon[27925]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:26.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:25 smithi120 ceph-mon[31499]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:26.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:25 smithi144 ceph-mon[31316]: pgmap v343: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-21T23:57:26.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 -- 172.21.15.80:0/3053948388 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 msgr2=0x7ff0ac1077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:26.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/3053948388 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 0x7ff0ac1077e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff09c0099c0 tx=0x7ff09c009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 -- 172.21.15.80:0/3053948388 shutdown_connections 2024-04-21T23:57:26.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/3053948388 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0ac1026a0 0x7ff0ac10e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/3053948388 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 0x7ff0ac1077e0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/3053948388 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff0ac101ce0 0x7ff0ac102160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 -- 172.21.15.80:0/3053948388 >> 172.21.15.80:0/3053948388 conn(0x7ff0ac076450 msgr2=0x7ff0ac076860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 -- 172.21.15.80:0/3053948388 shutdown_connections 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.680+0000 7ff0b3f65700 1 -- 172.21.15.80:0/3053948388 wait complete. 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b3f65700 1 Processor -- start 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b3f65700 1 -- start start 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b3f65700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff0ac101ce0 0x7ff0ac19d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b3f65700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0ac1026a0 0x7ff0ac19dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b3f65700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 0x7ff0ac1978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b3f65700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ac111670 con 0x7ff0ac107400 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b3f65700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ac1114f0 con 0x7ff0ac1026a0 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b3f65700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ac1117f0 con 0x7ff0ac101ce0 2024-04-21T23:57:26.692 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b2502700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 0x7ff0ac1978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b2502700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 0x7ff0ac1978d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40634/0 (socket says 172.21.15.80:40634) 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b2502700 1 -- 172.21.15.80:0/213878007 learned_addr learned my addr 172.21.15.80:0/213878007 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b1500700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0ac1026a0 0x7ff0ac19dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b1d01700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff0ac101ce0 0x7ff0ac19d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b2502700 1 -- 172.21.15.80:0/213878007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff0ac101ce0 msgr2=0x7ff0ac19d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b2502700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff0ac101ce0 0x7ff0ac19d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b2502700 1 -- 172.21.15.80:0/213878007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0ac1026a0 msgr2=0x7ff0ac19dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b2502700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0ac1026a0 0x7ff0ac19dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b2502700 1 -- 172.21.15.80:0/213878007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0ac198030 con 0x7ff0ac107400 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b1d01700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff0ac101ce0 0x7ff0ac19d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.681+0000 7ff0b1500700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0ac1026a0 0x7ff0ac19dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.682+0000 7ff0b2502700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 0x7ff0ac1978d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff0a400db90 tx=0x7ff0a400df50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:26.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.682+0000 7ff0a2ffd700 1 -- 172.21.15.80:0/213878007 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a400e7c0 con 0x7ff0ac107400 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.682+0000 7ff0a2ffd700 1 -- 172.21.15.80:0/213878007 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0a400ee40 con 0x7ff0ac107400 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.682+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0ac1982c0 con 0x7ff0ac107400 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.682+0000 7ff0a2ffd700 1 -- 172.21.15.80:0/213878007 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a4016410 con 0x7ff0ac107400 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.682+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0ac100bd0 con 0x7ff0ac107400 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.683+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0ac068f20 con 0x7ff0ac107400 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.684+0000 7ff0a2ffd700 1 -- 172.21.15.80:0/213878007 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff0a400e960 con 0x7ff0ac107400 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.684+0000 7ff0a2ffd700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff0980a2c20 0x7ff0980a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.685+0000 7ff0b1d01700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff0980a2c20 0x7ff0980a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.685+0000 7ff0a2ffd700 1 -- 172.21.15.80:0/213878007 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7ff0a40d0b50 con 0x7ff0ac107400 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.685+0000 7ff0b1d01700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff0980a2c20 0x7ff0980a50e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff09c00b580 tx=0x7ff09c003760 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:26.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.688+0000 7ff0a2ffd700 1 -- 172.21.15.80:0/213878007 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff0a409d770 con 0x7ff0ac107400 2024-04-21T23:57:26.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.883+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff0ac100e30 con 0x7ff0980a2c20 2024-04-21T23:57:26.886 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.893+0000 7ff0a2ffd700 1 -- 172.21.15.80:0/213878007 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340753 (secure 0 0 0) 0x7ff09c079330 con 0x7ff0980a2c20 2024-04-21T23:57:26.891 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:26.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff0980a2c20 msgr2=0x7ff0980a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:26.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff0980a2c20 0x7ff0980a50e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff09c00b580 tx=0x7ff09c003760 comp rx=0 tx=0).stop 2024-04-21T23:57:26.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 msgr2=0x7ff0ac1978d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:26.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 0x7ff0ac1978d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff0a400db90 tx=0x7ff0a400df50 comp rx=0 tx=0).stop 2024-04-21T23:57:26.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 shutdown_connections 2024-04-21T23:57:26.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff0980a2c20 0x7ff0980a50e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff0ac107400 0x7ff0ac1978d0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff0ac101ce0 0x7ff0ac19d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 --2- 172.21.15.80:0/213878007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0ac1026a0 0x7ff0ac19dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:26.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 >> 172.21.15.80:0/213878007 conn(0x7ff0ac076450 msgr2=0x7ff0ac0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:26.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 shutdown_connections 2024-04-21T23:57:26.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:26.897+0000 7ff0b3f65700 1 -- 172.21.15.80:0/213878007 wait complete. 2024-04-21T23:57:26.895 INFO:teuthology.orchestra.run.smithi080.stderr:dumped all 2024-04-21T23:57:27.575 INFO:teuthology.orchestra.run.smithi080.stdout:{"pg_ready":true,"pg_map":{"version":344,"stamp":"2024-04-21T23:57:26.867341+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658881,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":616,"num_read_kb":432,"num_write":354,"num_write_kb":3064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1180736,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":788,"ondisk_log_size":788,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357240,"kb_used_data":12248,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584584,"statfs":{"total":1151940427776,"available":1151574614016,"internally_reserved":0,"allocated":12541952,"data_stored":7997921,"data_compressed":359676,"data_compressed_allocated":491520,"data_compressed_original":2482176,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":282,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":37,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003397"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.878239+0000","last_change":"2024-04-21T23:55:44.712114+0000","last_active":"2024-04-21T23:57:12.878239+0000","last_peered":"2024-04-21T23:57:12.878239+0000","last_clean":"2024-04-21T23:57:12.878239+0000","last_became_active":"2024-04-21T23:55:44.711756+0000","last_became_peered":"2024-04-21T23:55:44.711756+0000","last_unstale":"2024-04-21T23:57:12.878239+0000","last_undegraded":"2024-04-21T23:57:12.878239+0000","last_fullsized":"2024-04-21T23:57:12.878239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:40:25.517827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865631+0000","last_change":"2024-04-21T23:55:44.704845+0000","last_active":"2024-04-21T23:57:12.865631+0000","last_peered":"2024-04-21T23:57:12.865631+0000","last_clean":"2024-04-21T23:57:12.865631+0000","last_became_active":"2024-04-21T23:55:44.704540+0000","last_became_peered":"2024-04-21T23:55:44.704540+0000","last_unstale":"2024-04-21T23:57:12.865631+0000","last_undegraded":"2024-04-21T23:57:12.865631+0000","last_fullsized":"2024-04-21T23:57:12.865631+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:44:26.377873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.876659+0000","last_change":"2024-04-21T23:55:44.711608+0000","last_active":"2024-04-21T23:57:12.876659+0000","last_peered":"2024-04-21T23:57:12.876659+0000","last_clean":"2024-04-21T23:57:12.876659+0000","last_became_active":"2024-04-21T23:55:44.711217+0000","last_became_peered":"2024-04-21T23:55:44.711217+0000","last_unstale":"2024-04-21T23:57:12.876659+0000","last_undegraded":"2024-04-21T23:57:12.876659+0000","last_fullsized":"2024-04-21T23:57:12.876659+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:18:01.539560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.855789+0000","last_change":"2024-04-21T23:55:44.714582+0000","last_active":"2024-04-21T23:57:12.855789+0000","last_peered":"2024-04-21T23:57:12.855789+0000","last_clean":"2024-04-21T23:57:12.855789+0000","last_became_active":"2024-04-21T23:55:44.713824+0000","last_became_peered":"2024-04-21T23:55:44.713824+0000","last_unstale":"2024-04-21T23:57:12.855789+0000","last_undegraded":"2024-04-21T23:57:12.855789+0000","last_fullsized":"2024-04-21T23:57:12.855789+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:44.805023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.859034+0000","last_change":"2024-04-21T23:55:44.701156+0000","last_active":"2024-04-21T23:57:12.859034+0000","last_peered":"2024-04-21T23:57:12.859034+0000","last_clean":"2024-04-21T23:57:12.859034+0000","last_became_active":"2024-04-21T23:55:44.700798+0000","last_became_peered":"2024-04-21T23:55:44.700798+0000","last_unstale":"2024-04-21T23:57:12.859034+0000","last_undegraded":"2024-04-21T23:57:12.859034+0000","last_fullsized":"2024-04-21T23:57:12.859034+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:40:30.128640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865841+0000","last_change":"2024-04-21T23:55:44.707213+0000","last_active":"2024-04-21T23:57:12.865841+0000","last_peered":"2024-04-21T23:57:12.865841+0000","last_clean":"2024-04-21T23:57:12.865841+0000","last_became_active":"2024-04-21T23:55:44.706877+0000","last_became_peered":"2024-04-21T23:55:44.706877+0000","last_unstale":"2024-04-21T23:57:12.865841+0000","last_undegraded":"2024-04-21T23:57:12.865841+0000","last_fullsized":"2024-04-21T23:57:12.865841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:29:22.292379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867018+0000","last_change":"2024-04-21T23:55:44.708365+0000","last_active":"2024-04-21T23:57:12.867018+0000","last_peered":"2024-04-21T23:57:12.867018+0000","last_clean":"2024-04-21T23:57:12.867018+0000","last_became_active":"2024-04-21T23:55:44.708001+0000","last_became_peered":"2024-04-21T23:55:44.708001+0000","last_unstale":"2024-04-21T23:57:12.867018+0000","last_undegraded":"2024-04-21T23:57:12.867018+0000","last_fullsized":"2024-04-21T23:57:12.867018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:15.553465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865524+0000","last_change":"2024-04-21T23:55:44.702786+0000","last_active":"2024-04-21T23:57:12.865524+0000","last_peered":"2024-04-21T23:57:12.865524+0000","last_clean":"2024-04-21T23:57:12.865524+0000","last_became_active":"2024-04-21T23:55:44.702486+0000","last_became_peered":"2024-04-21T23:55:44.702486+0000","last_unstale":"2024-04-21T23:57:12.865524+0000","last_undegraded":"2024-04-21T23:57:12.865524+0000","last_fullsized":"2024-04-21T23:57:12.865524+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:53.473206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.877790+0000","last_change":"2024-04-21T23:55:44.710969+0000","last_active":"2024-04-21T23:57:12.877790+0000","last_peered":"2024-04-21T23:57:12.877790+0000","last_clean":"2024-04-21T23:57:12.877790+0000","last_became_active":"2024-04-21T23:55:44.704453+0000","last_became_peered":"2024-04-21T23:55:44.704453+0000","last_unstale":"2024-04-21T23:57:12.877790+0000","last_undegraded":"2024-04-21T23:57:12.877790+0000","last_fullsized":"2024-04-21T23:57:12.877790+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:42:18.104912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.866942+0000","last_change":"2024-04-21T23:55:44.707484+0000","last_active":"2024-04-21T23:57:12.866942+0000","last_peered":"2024-04-21T23:57:12.866942+0000","last_clean":"2024-04-21T23:57:12.866942+0000","last_became_active":"2024-04-21T23:55:44.707156+0000","last_became_peered":"2024-04-21T23:55:44.707156+0000","last_unstale":"2024-04-21T23:57:12.866942+0000","last_undegraded":"2024-04-21T23:57:12.866942+0000","last_fullsized":"2024-04-21T23:57:12.866942+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:13:07.163863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.870421+0000","last_change":"2024-04-21T23:55:44.713150+0000","last_active":"2024-04-21T23:57:12.870421+0000","last_peered":"2024-04-21T23:57:12.870421+0000","last_clean":"2024-04-21T23:57:12.870421+0000","last_became_active":"2024-04-21T23:55:44.712797+0000","last_became_peered":"2024-04-21T23:55:44.712797+0000","last_unstale":"2024-04-21T23:57:12.870421+0000","last_undegraded":"2024-04-21T23:57:12.870421+0000","last_fullsized":"2024-04-21T23:57:12.870421+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:39:03.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.851550+0000","last_change":"2024-04-21T23:55:44.714128+0000","last_active":"2024-04-21T23:57:12.851550+0000","last_peered":"2024-04-21T23:57:12.851550+0000","last_clean":"2024-04-21T23:57:12.851550+0000","last_became_active":"2024-04-21T23:55:44.713414+0000","last_became_peered":"2024-04-21T23:55:44.713414+0000","last_unstale":"2024-04-21T23:57:12.851550+0000","last_undegraded":"2024-04-21T23:57:12.851550+0000","last_fullsized":"2024-04-21T23:57:12.851550+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:07.602328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.863107+0000","last_change":"2024-04-21T23:55:44.700352+0000","last_active":"2024-04-21T23:57:12.863107+0000","last_peered":"2024-04-21T23:57:12.863107+0000","last_clean":"2024-04-21T23:57:12.863107+0000","last_became_active":"2024-04-21T23:55:44.700049+0000","last_became_peered":"2024-04-21T23:55:44.700049+0000","last_unstale":"2024-04-21T23:57:12.863107+0000","last_undegraded":"2024-04-21T23:57:12.863107+0000","last_fullsized":"2024-04-21T23:57:12.863107+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:20.909170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867914+0000","last_change":"2024-04-21T23:55:44.701976+0000","last_active":"2024-04-21T23:57:12.867914+0000","last_peered":"2024-04-21T23:57:12.867914+0000","last_clean":"2024-04-21T23:57:12.867914+0000","last_became_active":"2024-04-21T23:55:44.701647+0000","last_became_peered":"2024-04-21T23:55:44.701647+0000","last_unstale":"2024-04-21T23:57:12.867914+0000","last_undegraded":"2024-04-21T23:57:12.867914+0000","last_fullsized":"2024-04-21T23:57:12.867914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:16:40.384887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867051+0000","last_change":"2024-04-21T23:55:44.714023+0000","last_active":"2024-04-21T23:57:12.867051+0000","last_peered":"2024-04-21T23:57:12.867051+0000","last_clean":"2024-04-21T23:57:12.867051+0000","last_became_active":"2024-04-21T23:55:44.713628+0000","last_became_peered":"2024-04-21T23:55:44.713628+0000","last_unstale":"2024-04-21T23:57:12.867051+0000","last_undegraded":"2024-04-21T23:57:12.867051+0000","last_fullsized":"2024-04-21T23:57:12.867051+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:37:24.259905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.875293+0000","last_change":"2024-04-21T23:55:44.704685+0000","last_active":"2024-04-21T23:57:12.875293+0000","last_peered":"2024-04-21T23:57:12.875293+0000","last_clean":"2024-04-21T23:57:12.875293+0000","last_became_active":"2024-04-21T23:55:44.704162+0000","last_became_peered":"2024-04-21T23:55:44.704162+0000","last_unstale":"2024-04-21T23:57:12.875293+0000","last_undegraded":"2024-04-21T23:57:12.875293+0000","last_fullsized":"2024-04-21T23:57:12.875293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:57:56.050215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.878327+0000","last_change":"2024-04-21T23:55:44.711905+0000","last_active":"2024-04-21T23:57:12.878327+0000","last_peered":"2024-04-21T23:57:12.878327+0000","last_clean":"2024-04-21T23:57:12.878327+0000","last_became_active":"2024-04-21T23:55:44.711309+0000","last_became_peered":"2024-04-21T23:55:44.711309+0000","last_unstale":"2024-04-21T23:57:12.878327+0000","last_undegraded":"2024-04-21T23:57:12.878327+0000","last_fullsized":"2024-04-21T23:57:12.878327+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:27:57.316187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.840776+0000","last_change":"2024-04-21T23:55:44.703724+0000","last_active":"2024-04-21T23:57:12.840776+0000","last_peered":"2024-04-21T23:57:12.840776+0000","last_clean":"2024-04-21T23:57:12.840776+0000","last_became_active":"2024-04-21T23:55:44.703394+0000","last_became_peered":"2024-04-21T23:55:44.703394+0000","last_unstale":"2024-04-21T23:57:12.840776+0000","last_undegraded":"2024-04-21T23:57:12.840776+0000","last_fullsized":"2024-04-21T23:57:12.840776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:48.964278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.859348+0000","last_change":"2024-04-21T23:55:44.698232+0000","last_active":"2024-04-21T23:57:12.859348+0000","last_peered":"2024-04-21T23:57:12.859348+0000","last_clean":"2024-04-21T23:57:12.859348+0000","last_became_active":"2024-04-21T23:55:44.697896+0000","last_became_peered":"2024-04-21T23:55:44.697896+0000","last_unstale":"2024-04-21T23:57:12.859348+0000","last_undegraded":"2024-04-21T23:57:12.859348+0000","last_fullsized":"2024-04-21T23:57:12.859348+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:16.273771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013717+0000","last_change":"2024-04-21T23:55:48.868989+0000","last_active":"2024-04-21T23:56:44.013717+0000","last_peered":"2024-04-21T23:56:44.013717+0000","last_clean":"2024-04-21T23:56:44.013717+0000","last_became_active":"2024-04-21T23:55:48.868520+0000","last_became_peered":"2024-04-21T23:55:48.868520+0000","last_unstale":"2024-04-21T23:56:44.013717+0000","last_undegraded":"2024-04-21T23:56:44.013717+0000","last_fullsized":"2024-04-21T23:56:44.013717+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:17.821913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'9","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.014963+0000","last_change":"2024-04-21T23:55:43.688973+0000","last_active":"2024-04-21T23:56:44.014963+0000","last_peered":"2024-04-21T23:56:44.014963+0000","last_clean":"2024-04-21T23:56:44.014963+0000","last_became_active":"2024-04-21T23:55:43.688634+0000","last_became_peered":"2024-04-21T23:55:43.688634+0000","last_unstale":"2024-04-21T23:56:44.014963+0000","last_undegraded":"2024-04-21T23:56:44.014963+0000","last_fullsized":"2024-04-21T23:56:44.014963+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:07.447609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.860075+0000","last_change":"2024-04-21T23:55:44.705248+0000","last_active":"2024-04-21T23:57:12.860075+0000","last_peered":"2024-04-21T23:57:12.860075+0000","last_clean":"2024-04-21T23:57:12.860075+0000","last_became_active":"2024-04-21T23:55:44.704905+0000","last_became_peered":"2024-04-21T23:55:44.704905+0000","last_unstale":"2024-04-21T23:57:12.860075+0000","last_undegraded":"2024-04-21T23:57:12.860075+0000","last_fullsized":"2024-04-21T23:57:12.860075+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:26.456855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009713+0000","last_change":"2024-04-21T23:55:48.878431+0000","last_active":"2024-04-21T23:56:44.009713+0000","last_peered":"2024-04-21T23:56:44.009713+0000","last_clean":"2024-04-21T23:56:44.009713+0000","last_became_active":"2024-04-21T23:55:48.877996+0000","last_became_peered":"2024-04-21T23:55:48.877996+0000","last_unstale":"2024-04-21T23:56:44.009713+0000","last_undegraded":"2024-04-21T23:56:44.009713+0000","last_fullsized":"2024-04-21T23:56:44.009713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:48:48.645656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.019556+0000","last_change":"2024-04-21T23:55:43.697438+0000","last_active":"2024-04-21T23:56:44.019556+0000","last_peered":"2024-04-21T23:56:44.019556+0000","last_clean":"2024-04-21T23:56:44.019556+0000","last_became_active":"2024-04-21T23:55:43.697150+0000","last_became_peered":"2024-04-21T23:55:43.697150+0000","last_unstale":"2024-04-21T23:56:44.019556+0000","last_undegraded":"2024-04-21T23:56:44.019556+0000","last_fullsized":"2024-04-21T23:56:44.019556+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:31:37.299651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.876513+0000","last_change":"2024-04-21T23:55:44.711411+0000","last_active":"2024-04-21T23:57:12.876513+0000","last_peered":"2024-04-21T23:57:12.876513+0000","last_clean":"2024-04-21T23:57:12.876513+0000","last_became_active":"2024-04-21T23:55:44.711038+0000","last_became_peered":"2024-04-21T23:55:44.711038+0000","last_unstale":"2024-04-21T23:57:12.876513+0000","last_undegraded":"2024-04-21T23:57:12.876513+0000","last_fullsized":"2024-04-21T23:57:12.876513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:54:55.387347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009938+0000","last_change":"2024-04-21T23:55:48.880915+0000","last_active":"2024-04-21T23:56:44.009938+0000","last_peered":"2024-04-21T23:56:44.009938+0000","last_clean":"2024-04-21T23:56:44.009938+0000","last_became_active":"2024-04-21T23:55:48.880513+0000","last_became_peered":"2024-04-21T23:55:48.880513+0000","last_unstale":"2024-04-21T23:56:44.009938+0000","last_undegraded":"2024-04-21T23:56:44.009938+0000","last_fullsized":"2024-04-21T23:56:44.009938+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:19:05.244154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010896+0000","last_change":"2024-04-21T23:55:43.692500+0000","last_active":"2024-04-21T23:56:44.010896+0000","last_peered":"2024-04-21T23:56:44.010896+0000","last_clean":"2024-04-21T23:56:44.010896+0000","last_became_active":"2024-04-21T23:55:43.692131+0000","last_became_peered":"2024-04-21T23:55:43.692131+0000","last_unstale":"2024-04-21T23:56:44.010896+0000","last_undegraded":"2024-04-21T23:56:44.010896+0000","last_fullsized":"2024-04-21T23:56:44.010896+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:29:03.172998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.878344+0000","last_change":"2024-04-21T23:55:44.705599+0000","last_active":"2024-04-21T23:57:12.878344+0000","last_peered":"2024-04-21T23:57:12.878344+0000","last_clean":"2024-04-21T23:57:12.878344+0000","last_became_active":"2024-04-21T23:55:44.704364+0000","last_became_peered":"2024-04-21T23:55:44.704364+0000","last_unstale":"2024-04-21T23:57:12.878344+0000","last_undegraded":"2024-04-21T23:57:12.878344+0000","last_fullsized":"2024-04-21T23:57:12.878344+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:23:25.164486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009816+0000","last_change":"2024-04-21T23:55:48.878992+0000","last_active":"2024-04-21T23:56:44.009816+0000","last_peered":"2024-04-21T23:56:44.009816+0000","last_clean":"2024-04-21T23:56:44.009816+0000","last_became_active":"2024-04-21T23:55:48.878540+0000","last_became_peered":"2024-04-21T23:55:48.878540+0000","last_unstale":"2024-04-21T23:56:44.009816+0000","last_undegraded":"2024-04-21T23:56:44.009816+0000","last_fullsized":"2024-04-21T23:56:44.009816+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:04:35.864907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010135+0000","last_change":"2024-04-21T23:55:43.690126+0000","last_active":"2024-04-21T23:56:44.010135+0000","last_peered":"2024-04-21T23:56:44.010135+0000","last_clean":"2024-04-21T23:56:44.010135+0000","last_became_active":"2024-04-21T23:55:43.689765+0000","last_became_peered":"2024-04-21T23:55:43.689765+0000","last_unstale":"2024-04-21T23:56:44.010135+0000","last_undegraded":"2024-04-21T23:56:44.010135+0000","last_fullsized":"2024-04-21T23:56:44.010135+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:10:37.978093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.869038+0000","last_change":"2024-04-21T23:55:44.713764+0000","last_active":"2024-04-21T23:57:12.869038+0000","last_peered":"2024-04-21T23:57:12.869038+0000","last_clean":"2024-04-21T23:57:12.869038+0000","last_became_active":"2024-04-21T23:55:44.713381+0000","last_became_peered":"2024-04-21T23:55:44.713381+0000","last_unstale":"2024-04-21T23:57:12.869038+0000","last_undegraded":"2024-04-21T23:57:12.869038+0000","last_fullsized":"2024-04-21T23:57:12.869038+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:52:36.349061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013617+0000","last_change":"2024-04-21T23:55:48.873149+0000","last_active":"2024-04-21T23:56:44.013617+0000","last_peered":"2024-04-21T23:56:44.013617+0000","last_clean":"2024-04-21T23:56:44.013617+0000","last_became_active":"2024-04-21T23:55:48.872717+0000","last_became_peered":"2024-04-21T23:55:48.872717+0000","last_unstale":"2024-04-21T23:56:44.013617+0000","last_undegraded":"2024-04-21T23:56:44.013617+0000","last_fullsized":"2024-04-21T23:56:44.013617+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:17.774636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"92'7","reported_seq":113,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:23.777345+0000","last_change":"2024-04-21T23:55:43.697709+0000","last_active":"2024-04-21T23:57:23.777345+0000","last_peered":"2024-04-21T23:57:23.777345+0000","last_clean":"2024-04-21T23:57:23.777345+0000","last_became_active":"2024-04-21T23:55:43.696860+0000","last_became_peered":"2024-04-21T23:55:43.696860+0000","last_unstale":"2024-04-21T23:57:23.777345+0000","last_undegraded":"2024-04-21T23:57:23.777345+0000","last_fullsized":"2024-04-21T23:57:23.777345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:05:14.071488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":79,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.855525+0000","last_change":"2024-04-21T23:55:44.705986+0000","last_active":"2024-04-21T23:57:12.855525+0000","last_peered":"2024-04-21T23:57:12.855525+0000","last_clean":"2024-04-21T23:57:12.855525+0000","last_became_active":"2024-04-21T23:55:44.705556+0000","last_became_peered":"2024-04-21T23:55:44.705556+0000","last_unstale":"2024-04-21T23:57:12.855525+0000","last_undegraded":"2024-04-21T23:57:12.855525+0000","last_fullsized":"2024-04-21T23:57:12.855525+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:34.944157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013232+0000","last_change":"2024-04-21T23:55:48.871829+0000","last_active":"2024-04-21T23:56:44.013232+0000","last_peered":"2024-04-21T23:56:44.013232+0000","last_clean":"2024-04-21T23:56:44.013232+0000","last_became_active":"2024-04-21T23:55:48.871163+0000","last_became_peered":"2024-04-21T23:55:48.871163+0000","last_unstale":"2024-04-21T23:56:44.013232+0000","last_undegraded":"2024-04-21T23:56:44.013232+0000","last_fullsized":"2024-04-21T23:56:44.013232+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:06.017731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099161+0000","last_change":"2024-04-21T23:55:43.691699+0000","last_active":"2024-04-21T23:56:44.099161+0000","last_peered":"2024-04-21T23:56:44.099161+0000","last_clean":"2024-04-21T23:56:44.099161+0000","last_became_active":"2024-04-21T23:55:43.691384+0000","last_became_peered":"2024-04-21T23:55:43.691384+0000","last_unstale":"2024-04-21T23:56:44.099161+0000","last_undegraded":"2024-04-21T23:56:44.099161+0000","last_fullsized":"2024-04-21T23:56:44.099161+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:54:51.602642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867070+0000","last_change":"2024-04-21T23:55:44.714072+0000","last_active":"2024-04-21T23:57:12.867070+0000","last_peered":"2024-04-21T23:57:12.867070+0000","last_clean":"2024-04-21T23:57:12.867070+0000","last_became_active":"2024-04-21T23:55:44.713511+0000","last_became_peered":"2024-04-21T23:55:44.713511+0000","last_unstale":"2024-04-21T23:57:12.867070+0000","last_undegraded":"2024-04-21T23:57:12.867070+0000","last_fullsized":"2024-04-21T23:57:12.867070+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:13.980425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.011991+0000","last_change":"2024-04-21T23:55:48.882844+0000","last_active":"2024-04-21T23:56:44.011991+0000","last_peered":"2024-04-21T23:56:44.011991+0000","last_clean":"2024-04-21T23:56:44.011991+0000","last_became_active":"2024-04-21T23:55:48.882377+0000","last_became_peered":"2024-04-21T23:55:48.882377+0000","last_unstale":"2024-04-21T23:56:44.011991+0000","last_undegraded":"2024-04-21T23:56:44.011991+0000","last_fullsized":"2024-04-21T23:56:44.011991+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:33.924670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012024+0000","last_change":"2024-04-21T23:55:43.686155+0000","last_active":"2024-04-21T23:56:44.012024+0000","last_peered":"2024-04-21T23:56:44.012024+0000","last_clean":"2024-04-21T23:56:44.012024+0000","last_became_active":"2024-04-21T23:55:43.685812+0000","last_became_peered":"2024-04-21T23:55:43.685812+0000","last_unstale":"2024-04-21T23:56:44.012024+0000","last_undegraded":"2024-04-21T23:56:44.012024+0000","last_fullsized":"2024-04-21T23:56:44.012024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:56:06.830541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.863614+0000","last_change":"2024-04-21T23:55:44.701899+0000","last_active":"2024-04-21T23:57:12.863614+0000","last_peered":"2024-04-21T23:57:12.863614+0000","last_clean":"2024-04-21T23:57:12.863614+0000","last_became_active":"2024-04-21T23:55:44.700843+0000","last_became_peered":"2024-04-21T23:55:44.700843+0000","last_unstale":"2024-04-21T23:57:12.863614+0000","last_undegraded":"2024-04-21T23:57:12.863614+0000","last_fullsized":"2024-04-21T23:57:12.863614+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:36:58.657360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.011960+0000","last_change":"2024-04-21T23:55:48.876495+0000","last_active":"2024-04-21T23:56:44.011960+0000","last_peered":"2024-04-21T23:56:44.011960+0000","last_clean":"2024-04-21T23:56:44.011960+0000","last_became_active":"2024-04-21T23:55:48.876080+0000","last_became_peered":"2024-04-21T23:55:48.876080+0000","last_unstale":"2024-04-21T23:56:44.011960+0000","last_undegraded":"2024-04-21T23:56:44.011960+0000","last_fullsized":"2024-04-21T23:56:44.011960+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:17.230754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098711+0000","last_change":"2024-04-21T23:55:43.691929+0000","last_active":"2024-04-21T23:56:44.098711+0000","last_peered":"2024-04-21T23:56:44.098711+0000","last_clean":"2024-04-21T23:56:44.098711+0000","last_became_active":"2024-04-21T23:55:43.691262+0000","last_became_peered":"2024-04-21T23:55:43.691262+0000","last_unstale":"2024-04-21T23:56:44.098711+0000","last_undegraded":"2024-04-21T23:56:44.098711+0000","last_fullsized":"2024-04-21T23:56:44.098711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:34:07.980684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.859780+0000","last_change":"2024-04-21T23:55:44.696859+0000","last_active":"2024-04-21T23:57:12.859780+0000","last_peered":"2024-04-21T23:57:12.859780+0000","last_clean":"2024-04-21T23:57:12.859780+0000","last_became_active":"2024-04-21T23:55:44.696537+0000","last_became_peered":"2024-04-21T23:55:44.696537+0000","last_unstale":"2024-04-21T23:57:12.859780+0000","last_undegraded":"2024-04-21T23:57:12.859780+0000","last_fullsized":"2024-04-21T23:57:12.859780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:33:23.534954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.018793+0000","last_change":"2024-04-21T23:55:48.877075+0000","last_active":"2024-04-21T23:56:44.018793+0000","last_peered":"2024-04-21T23:56:44.018793+0000","last_clean":"2024-04-21T23:56:44.018793+0000","last_became_active":"2024-04-21T23:55:48.876528+0000","last_became_peered":"2024-04-21T23:55:48.876528+0000","last_unstale":"2024-04-21T23:56:44.018793+0000","last_undegraded":"2024-04-21T23:56:44.018793+0000","last_fullsized":"2024-04-21T23:56:44.018793+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:26:50.095970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"92'4","reported_seq":105,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:22.774836+0000","last_change":"2024-04-21T23:55:43.691621+0000","last_active":"2024-04-21T23:57:22.774836+0000","last_peered":"2024-04-21T23:57:22.774836+0000","last_clean":"2024-04-21T23:57:22.774836+0000","last_became_active":"2024-04-21T23:55:43.691293+0000","last_became_peered":"2024-04-21T23:55:43.691293+0000","last_unstale":"2024-04-21T23:57:22.774836+0000","last_undegraded":"2024-04-21T23:57:22.774836+0000","last_fullsized":"2024-04-21T23:57:22.774836+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:20.106233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":74,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.877933+0000","last_change":"2024-04-21T23:55:44.710209+0000","last_active":"2024-04-21T23:57:12.877933+0000","last_peered":"2024-04-21T23:57:12.877933+0000","last_clean":"2024-04-21T23:57:12.877933+0000","last_became_active":"2024-04-21T23:55:44.705647+0000","last_became_peered":"2024-04-21T23:55:44.705647+0000","last_unstale":"2024-04-21T23:57:12.877933+0000","last_undegraded":"2024-04-21T23:57:12.877933+0000","last_fullsized":"2024-04-21T23:57:12.877933+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:13.872018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013720+0000","last_change":"2024-04-21T23:55:48.879102+0000","last_active":"2024-04-21T23:56:44.013720+0000","last_peered":"2024-04-21T23:56:44.013720+0000","last_clean":"2024-04-21T23:56:44.013720+0000","last_became_active":"2024-04-21T23:55:48.873253+0000","last_became_peered":"2024-04-21T23:55:48.873253+0000","last_unstale":"2024-04-21T23:56:44.013720+0000","last_undegraded":"2024-04-21T23:56:44.013720+0000","last_fullsized":"2024-04-21T23:56:44.013720+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:02:12.321142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099580+0000","last_change":"2024-04-21T23:55:43.693168+0000","last_active":"2024-04-21T23:56:44.099580+0000","last_peered":"2024-04-21T23:56:44.099580+0000","last_clean":"2024-04-21T23:56:44.099580+0000","last_became_active":"2024-04-21T23:55:43.692850+0000","last_became_peered":"2024-04-21T23:55:43.692850+0000","last_unstale":"2024-04-21T23:56:44.099580+0000","last_undegraded":"2024-04-21T23:56:44.099580+0000","last_fullsized":"2024-04-21T23:56:44.099580+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:01:11.587068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867172+0000","last_change":"2024-04-21T23:55:44.714022+0000","last_active":"2024-04-21T23:57:12.867172+0000","last_peered":"2024-04-21T23:57:12.867172+0000","last_clean":"2024-04-21T23:57:12.867172+0000","last_became_active":"2024-04-21T23:55:44.713718+0000","last_became_peered":"2024-04-21T23:55:44.713718+0000","last_unstale":"2024-04-21T23:57:12.867172+0000","last_undegraded":"2024-04-21T23:57:12.867172+0000","last_fullsized":"2024-04-21T23:57:12.867172+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:30.561159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010043+0000","last_change":"2024-04-21T23:55:48.881022+0000","last_active":"2024-04-21T23:56:44.010043+0000","last_peered":"2024-04-21T23:56:44.010043+0000","last_clean":"2024-04-21T23:56:44.010043+0000","last_became_active":"2024-04-21T23:55:48.880556+0000","last_became_peered":"2024-04-21T23:55:48.880556+0000","last_unstale":"2024-04-21T23:56:44.010043+0000","last_undegraded":"2024-04-21T23:56:44.010043+0000","last_fullsized":"2024-04-21T23:56:44.010043+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:04:10.558632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099207+0000","last_change":"2024-04-21T23:55:43.688536+0000","last_active":"2024-04-21T23:56:44.099207+0000","last_peered":"2024-04-21T23:56:44.099207+0000","last_clean":"2024-04-21T23:56:44.099207+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:56:44.099207+0000","last_undegraded":"2024-04-21T23:56:44.099207+0000","last_fullsized":"2024-04-21T23:56:44.099207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:40.674025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.877544+0000","last_change":"2024-04-21T23:55:44.716662+0000","last_active":"2024-04-21T23:57:12.877544+0000","last_peered":"2024-04-21T23:57:12.877544+0000","last_clean":"2024-04-21T23:57:12.877544+0000","last_became_active":"2024-04-21T23:55:44.716322+0000","last_became_peered":"2024-04-21T23:55:44.716322+0000","last_unstale":"2024-04-21T23:57:12.877544+0000","last_undegraded":"2024-04-21T23:57:12.877544+0000","last_fullsized":"2024-04-21T23:57:12.877544+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:49:38.625362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.014333+0000","last_change":"2024-04-21T23:55:48.878436+0000","last_active":"2024-04-21T23:56:44.014333+0000","last_peered":"2024-04-21T23:56:44.014333+0000","last_clean":"2024-04-21T23:56:44.014333+0000","last_became_active":"2024-04-21T23:55:48.873296+0000","last_became_peered":"2024-04-21T23:55:48.873296+0000","last_unstale":"2024-04-21T23:56:44.014333+0000","last_undegraded":"2024-04-21T23:56:44.014333+0000","last_fullsized":"2024-04-21T23:56:44.014333+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:22:11.341551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"92'36","reported_seq":220,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:23.776385+0000","last_change":"2024-04-21T23:55:43.693325+0000","last_active":"2024-04-21T23:57:23.776385+0000","last_peered":"2024-04-21T23:57:23.776385+0000","last_clean":"2024-04-21T23:57:23.776385+0000","last_became_active":"2024-04-21T23:55:43.692993+0000","last_became_peered":"2024-04-21T23:55:43.692993+0000","last_unstale":"2024-04-21T23:57:23.776385+0000","last_undegraded":"2024-04-21T23:57:23.776385+0000","last_fullsized":"2024-04-21T23:57:23.776385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:33.207858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63605,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":141,"num_write":37,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.856997+0000","last_change":"2024-04-21T23:55:44.705847+0000","last_active":"2024-04-21T23:57:12.856997+0000","last_peered":"2024-04-21T23:57:12.856997+0000","last_clean":"2024-04-21T23:57:12.856997+0000","last_became_active":"2024-04-21T23:55:44.705496+0000","last_became_peered":"2024-04-21T23:55:44.705496+0000","last_unstale":"2024-04-21T23:57:12.856997+0000","last_undegraded":"2024-04-21T23:57:12.856997+0000","last_fullsized":"2024-04-21T23:57:12.856997+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:11:30.043801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099502+0000","last_change":"2024-04-21T23:55:48.877427+0000","last_active":"2024-04-21T23:56:44.099502+0000","last_peered":"2024-04-21T23:56:44.099502+0000","last_clean":"2024-04-21T23:56:44.099502+0000","last_became_active":"2024-04-21T23:55:48.876877+0000","last_became_peered":"2024-04-21T23:55:48.876877+0000","last_unstale":"2024-04-21T23:56:44.099502+0000","last_undegraded":"2024-04-21T23:56:44.099502+0000","last_fullsized":"2024-04-21T23:56:44.099502+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:23:09.167454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012933+0000","last_change":"2024-04-21T23:55:43.699701+0000","last_active":"2024-04-21T23:56:44.012933+0000","last_peered":"2024-04-21T23:56:44.012933+0000","last_clean":"2024-04-21T23:56:44.012933+0000","last_became_active":"2024-04-21T23:55:43.699093+0000","last_became_peered":"2024-04-21T23:55:43.699093+0000","last_unstale":"2024-04-21T23:56:44.012933+0000","last_undegraded":"2024-04-21T23:56:44.012933+0000","last_fullsized":"2024-04-21T23:56:44.012933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:07:05.312967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.860023+0000","last_change":"2024-04-21T23:55:44.703905+0000","last_active":"2024-04-21T23:57:12.860023+0000","last_peered":"2024-04-21T23:57:12.860023+0000","last_clean":"2024-04-21T23:57:12.860023+0000","last_became_active":"2024-04-21T23:55:44.703574+0000","last_became_peered":"2024-04-21T23:55:44.703574+0000","last_unstale":"2024-04-21T23:57:12.860023+0000","last_undegraded":"2024-04-21T23:57:12.860023+0000","last_fullsized":"2024-04-21T23:57:12.860023+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:13:38.489984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.101802+0000","last_change":"2024-04-21T23:56:44.101802+0000","last_active":"2024-04-21T23:56:44.101802+0000","last_peered":"2024-04-21T23:56:44.101802+0000","last_clean":"2024-04-21T23:56:44.101802+0000","last_became_active":"2024-04-21T23:56:44.101076+0000","last_became_peered":"2024-04-21T23:56:44.101076+0000","last_unstale":"2024-04-21T23:56:44.101802+0000","last_undegraded":"2024-04-21T23:56:44.101802+0000","last_fullsized":"2024-04-21T23:56:44.101802+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:34:57.911323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099099+0000","last_change":"2024-04-21T23:55:43.696391+0000","last_active":"2024-04-21T23:56:44.099099+0000","last_peered":"2024-04-21T23:56:44.099099+0000","last_clean":"2024-04-21T23:56:44.099099+0000","last_became_active":"2024-04-21T23:55:43.695980+0000","last_became_peered":"2024-04-21T23:55:43.695980+0000","last_unstale":"2024-04-21T23:56:44.099099+0000","last_undegraded":"2024-04-21T23:56:44.099099+0000","last_fullsized":"2024-04-21T23:56:44.099099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:31.655843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.857965+0000","last_change":"2024-04-21T23:55:44.714768+0000","last_active":"2024-04-21T23:57:12.857965+0000","last_peered":"2024-04-21T23:57:12.857965+0000","last_clean":"2024-04-21T23:57:12.857965+0000","last_became_active":"2024-04-21T23:55:44.714444+0000","last_became_peered":"2024-04-21T23:55:44.714444+0000","last_unstale":"2024-04-21T23:57:12.857965+0000","last_undegraded":"2024-04-21T23:57:12.857965+0000","last_fullsized":"2024-04-21T23:57:12.857965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:08:14.871373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.102409+0000","last_change":"2024-04-21T23:56:44.101596+0000","last_active":"2024-04-21T23:56:44.102409+0000","last_peered":"2024-04-21T23:56:44.102409+0000","last_clean":"2024-04-21T23:56:44.102409+0000","last_became_active":"2024-04-21T23:56:44.101071+0000","last_became_peered":"2024-04-21T23:56:44.101071+0000","last_unstale":"2024-04-21T23:56:44.102409+0000","last_undegraded":"2024-04-21T23:56:44.102409+0000","last_fullsized":"2024-04-21T23:56:44.102409+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:28.881614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"92'5","reported_seq":112,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:24.790067+0000","last_change":"2024-04-21T23:55:43.691062+0000","last_active":"2024-04-21T23:57:24.790067+0000","last_peered":"2024-04-21T23:57:24.790067+0000","last_clean":"2024-04-21T23:57:24.790067+0000","last_became_active":"2024-04-21T23:55:43.690749+0000","last_became_peered":"2024-04-21T23:55:43.690749+0000","last_unstale":"2024-04-21T23:57:24.790067+0000","last_undegraded":"2024-04-21T23:57:24.790067+0000","last_fullsized":"2024-04-21T23:57:24.790067+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:36:55.159615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.868033+0000","last_change":"2024-04-21T23:55:44.709017+0000","last_active":"2024-04-21T23:57:12.868033+0000","last_peered":"2024-04-21T23:57:12.868033+0000","last_clean":"2024-04-21T23:57:12.868033+0000","last_became_active":"2024-04-21T23:55:44.708588+0000","last_became_peered":"2024-04-21T23:55:44.708588+0000","last_unstale":"2024-04-21T23:57:12.868033+0000","last_undegraded":"2024-04-21T23:57:12.868033+0000","last_fullsized":"2024-04-21T23:57:12.868033+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:36.400060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012710+0000","last_change":"2024-04-21T23:55:48.874167+0000","last_active":"2024-04-21T23:56:44.012710+0000","last_peered":"2024-04-21T23:56:44.012710+0000","last_clean":"2024-04-21T23:56:44.012710+0000","last_became_active":"2024-04-21T23:55:48.873629+0000","last_became_peered":"2024-04-21T23:55:48.873629+0000","last_unstale":"2024-04-21T23:56:44.012710+0000","last_undegraded":"2024-04-21T23:56:44.012710+0000","last_fullsized":"2024-04-21T23:56:44.012710+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:28:32.642715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009987+0000","last_change":"2024-04-21T23:55:43.694169+0000","last_active":"2024-04-21T23:56:44.009987+0000","last_peered":"2024-04-21T23:56:44.009987+0000","last_clean":"2024-04-21T23:56:44.009987+0000","last_became_active":"2024-04-21T23:55:43.693802+0000","last_became_peered":"2024-04-21T23:55:43.693802+0000","last_unstale":"2024-04-21T23:56:44.009987+0000","last_undegraded":"2024-04-21T23:56:44.009987+0000","last_fullsized":"2024-04-21T23:56:44.009987+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:34:46.451259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.869177+0000","last_change":"2024-04-21T23:55:44.714977+0000","last_active":"2024-04-21T23:57:12.869177+0000","last_peered":"2024-04-21T23:57:12.869177+0000","last_clean":"2024-04-21T23:57:12.869177+0000","last_became_active":"2024-04-21T23:55:44.714624+0000","last_became_peered":"2024-04-21T23:55:44.714624+0000","last_unstale":"2024-04-21T23:57:12.869177+0000","last_undegraded":"2024-04-21T23:57:12.869177+0000","last_fullsized":"2024-04-21T23:57:12.869177+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:20.341440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098802+0000","last_change":"2024-04-21T23:55:48.876125+0000","last_active":"2024-04-21T23:56:44.098802+0000","last_peered":"2024-04-21T23:56:44.098802+0000","last_clean":"2024-04-21T23:56:44.098802+0000","last_became_active":"2024-04-21T23:55:48.873851+0000","last_became_peered":"2024-04-21T23:55:48.873851+0000","last_unstale":"2024-04-21T23:56:44.098802+0000","last_undegraded":"2024-04-21T23:56:44.098802+0000","last_fullsized":"2024-04-21T23:56:44.098802+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:28:44.031297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.011116+0000","last_change":"2024-04-21T23:55:43.690896+0000","last_active":"2024-04-21T23:56:44.011116+0000","last_peered":"2024-04-21T23:56:44.011116+0000","last_clean":"2024-04-21T23:56:44.011116+0000","last_became_active":"2024-04-21T23:55:43.690496+0000","last_became_peered":"2024-04-21T23:55:43.690496+0000","last_unstale":"2024-04-21T23:56:44.011116+0000","last_undegraded":"2024-04-21T23:56:44.011116+0000","last_fullsized":"2024-04-21T23:56:44.011116+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:07.675345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862765+0000","last_change":"2024-04-21T23:55:44.709568+0000","last_active":"2024-04-21T23:57:12.862765+0000","last_peered":"2024-04-21T23:57:12.862765+0000","last_clean":"2024-04-21T23:57:12.862765+0000","last_became_active":"2024-04-21T23:55:44.709184+0000","last_became_peered":"2024-04-21T23:55:44.709184+0000","last_unstale":"2024-04-21T23:57:12.862765+0000","last_undegraded":"2024-04-21T23:57:12.862765+0000","last_fullsized":"2024-04-21T23:57:12.862765+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:23:21.657146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010187+0000","last_change":"2024-04-21T23:55:48.874253+0000","last_active":"2024-04-21T23:56:44.010187+0000","last_peered":"2024-04-21T23:56:44.010187+0000","last_clean":"2024-04-21T23:56:44.010187+0000","last_became_active":"2024-04-21T23:55:48.873792+0000","last_became_peered":"2024-04-21T23:55:48.873792+0000","last_unstale":"2024-04-21T23:56:44.010187+0000","last_undegraded":"2024-04-21T23:56:44.010187+0000","last_fullsized":"2024-04-21T23:56:44.010187+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:14:22.462921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.022070+0000","last_change":"2024-04-21T23:56:44.022070+0000","last_active":"2024-04-21T23:56:44.022070+0000","last_peered":"2024-04-21T23:56:44.022070+0000","last_clean":"2024-04-21T23:56:44.022070+0000","last_became_active":"2024-04-21T23:56:44.021688+0000","last_became_peered":"2024-04-21T23:56:44.021688+0000","last_unstale":"2024-04-21T23:56:44.022070+0000","last_undegraded":"2024-04-21T23:56:44.022070+0000","last_fullsized":"2024-04-21T23:56:44.022070+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:41:06.845209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'4","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.866701+0000","last_change":"2024-04-21T23:55:44.702018+0000","last_active":"2024-04-21T23:57:12.866701+0000","last_peered":"2024-04-21T23:57:12.866701+0000","last_clean":"2024-04-21T23:57:12.866701+0000","last_became_active":"2024-04-21T23:55:44.701667+0000","last_became_peered":"2024-04-21T23:55:44.701667+0000","last_unstale":"2024-04-21T23:57:12.866701+0000","last_undegraded":"2024-04-21T23:57:12.866701+0000","last_fullsized":"2024-04-21T23:57:12.866701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:35:36.854755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012630+0000","last_change":"2024-04-21T23:55:48.875794+0000","last_active":"2024-04-21T23:56:44.012630+0000","last_peered":"2024-04-21T23:56:44.012630+0000","last_clean":"2024-04-21T23:56:44.012630+0000","last_became_active":"2024-04-21T23:55:48.875386+0000","last_became_peered":"2024-04-21T23:55:48.875386+0000","last_unstale":"2024-04-21T23:56:44.012630+0000","last_undegraded":"2024-04-21T23:56:44.012630+0000","last_fullsized":"2024-04-21T23:56:44.012630+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:37:17.202826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098753+0000","last_change":"2024-04-21T23:55:43.694128+0000","last_active":"2024-04-21T23:56:44.098753+0000","last_peered":"2024-04-21T23:56:44.098753+0000","last_clean":"2024-04-21T23:56:44.098753+0000","last_became_active":"2024-04-21T23:55:43.693809+0000","last_became_peered":"2024-04-21T23:55:43.693809+0000","last_unstale":"2024-04-21T23:56:44.098753+0000","last_undegraded":"2024-04-21T23:56:44.098753+0000","last_fullsized":"2024-04-21T23:56:44.098753+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:20.569382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865472+0000","last_change":"2024-04-21T23:55:44.708426+0000","last_active":"2024-04-21T23:57:12.865472+0000","last_peered":"2024-04-21T23:57:12.865472+0000","last_clean":"2024-04-21T23:57:12.865472+0000","last_became_active":"2024-04-21T23:55:44.708105+0000","last_became_peered":"2024-04-21T23:55:44.708105+0000","last_unstale":"2024-04-21T23:57:12.865472+0000","last_undegraded":"2024-04-21T23:57:12.865472+0000","last_fullsized":"2024-04-21T23:57:12.865472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:39:12.432647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012821+0000","last_change":"2024-04-21T23:55:48.880951+0000","last_active":"2024-04-21T23:56:44.012821+0000","last_peered":"2024-04-21T23:56:44.012821+0000","last_clean":"2024-04-21T23:56:44.012821+0000","last_became_active":"2024-04-21T23:55:48.880484+0000","last_became_peered":"2024-04-21T23:55:48.880484+0000","last_unstale":"2024-04-21T23:56:44.012821+0000","last_undegraded":"2024-04-21T23:56:44.012821+0000","last_fullsized":"2024-04-21T23:56:44.012821+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:15.419390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.866449+0000","last_change":"2024-04-21T23:55:44.714129+0000","last_active":"2024-04-21T23:57:12.866449+0000","last_peered":"2024-04-21T23:57:12.866449+0000","last_clean":"2024-04-21T23:57:12.866449+0000","last_became_active":"2024-04-21T23:55:44.713079+0000","last_became_peered":"2024-04-21T23:55:44.713079+0000","last_unstale":"2024-04-21T23:57:12.866449+0000","last_undegraded":"2024-04-21T23:57:12.866449+0000","last_fullsized":"2024-04-21T23:57:12.866449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:28:25.242211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'5","reported_seq":108,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:24.789393+0000","last_change":"2024-04-21T23:55:43.688282+0000","last_active":"2024-04-21T23:57:24.789393+0000","last_peered":"2024-04-21T23:57:24.789393+0000","last_clean":"2024-04-21T23:57:24.789393+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:57:24.789393+0000","last_undegraded":"2024-04-21T23:57:24.789393+0000","last_fullsized":"2024-04-21T23:57:24.789393+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:23:08.111755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099111+0000","last_change":"2024-04-21T23:55:48.871038+0000","last_active":"2024-04-21T23:56:44.099111+0000","last_peered":"2024-04-21T23:56:44.099111+0000","last_clean":"2024-04-21T23:56:44.099111+0000","last_became_active":"2024-04-21T23:55:48.870521+0000","last_became_peered":"2024-04-21T23:55:48.870521+0000","last_unstale":"2024-04-21T23:56:44.099111+0000","last_undegraded":"2024-04-21T23:56:44.099111+0000","last_fullsized":"2024-04-21T23:56:44.099111+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:42:14.978055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.856820+0000","last_change":"2024-04-21T23:55:44.707915+0000","last_active":"2024-04-21T23:57:12.856820+0000","last_peered":"2024-04-21T23:57:12.856820+0000","last_clean":"2024-04-21T23:57:12.856820+0000","last_became_active":"2024-04-21T23:55:44.707476+0000","last_became_peered":"2024-04-21T23:55:44.707476+0000","last_unstale":"2024-04-21T23:57:12.856820+0000","last_undegraded":"2024-04-21T23:57:12.856820+0000","last_fullsized":"2024-04-21T23:57:12.856820+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:25.654326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.009973+0000","last_change":"2024-04-21T23:55:43.696115+0000","last_active":"2024-04-21T23:56:44.009973+0000","last_peered":"2024-04-21T23:56:44.009973+0000","last_clean":"2024-04-21T23:56:44.009973+0000","last_became_active":"2024-04-21T23:55:43.695806+0000","last_became_peered":"2024-04-21T23:55:43.695806+0000","last_unstale":"2024-04-21T23:56:44.009973+0000","last_undegraded":"2024-04-21T23:56:44.009973+0000","last_fullsized":"2024-04-21T23:56:44.009973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:05.224494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":361,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098834+0000","last_change":"2024-04-21T23:54:31.654931+0000","last_active":"2024-04-21T23:56:44.098834+0000","last_peered":"2024-04-21T23:56:44.098834+0000","last_clean":"2024-04-21T23:56:44.098834+0000","last_became_active":"2024-04-21T23:54:31.654422+0000","last_became_peered":"2024-04-21T23:54:31.654422+0000","last_unstale":"2024-04-21T23:56:44.098834+0000","last_undegraded":"2024-04-21T23:56:44.098834+0000","last_fullsized":"2024-04-21T23:56:44.098834+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_clean_scrub_stamp":"2024-04-21T23:51:07.358778+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:33:41.398066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099264+0000","last_change":"2024-04-21T23:55:48.873805+0000","last_active":"2024-04-21T23:56:44.099264+0000","last_peered":"2024-04-21T23:56:44.099264+0000","last_clean":"2024-04-21T23:56:44.099264+0000","last_became_active":"2024-04-21T23:55:48.873074+0000","last_became_peered":"2024-04-21T23:55:48.873074+0000","last_unstale":"2024-04-21T23:56:44.099264+0000","last_undegraded":"2024-04-21T23:56:44.099264+0000","last_fullsized":"2024-04-21T23:56:44.099264+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:45.408806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.853679+0000","last_change":"2024-04-21T23:56:44.022166+0000","last_active":"2024-04-21T23:57:12.853679+0000","last_peered":"2024-04-21T23:57:12.853679+0000","last_clean":"2024-04-21T23:57:12.853679+0000","last_became_active":"2024-04-21T23:56:44.021785+0000","last_became_peered":"2024-04-21T23:56:44.021785+0000","last_unstale":"2024-04-21T23:57:12.853679+0000","last_undegraded":"2024-04-21T23:57:12.853679+0000","last_fullsized":"2024-04-21T23:57:12.853679+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:14:10.435568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.098886+0000","last_change":"2024-04-21T23:55:43.695469+0000","last_active":"2024-04-21T23:56:44.098886+0000","last_peered":"2024-04-21T23:56:44.098886+0000","last_clean":"2024-04-21T23:56:44.098886+0000","last_became_active":"2024-04-21T23:55:43.695191+0000","last_became_peered":"2024-04-21T23:55:43.695191+0000","last_unstale":"2024-04-21T23:56:44.098886+0000","last_undegraded":"2024-04-21T23:56:44.098886+0000","last_fullsized":"2024-04-21T23:56:44.098886+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:31:36.518346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012143+0000","last_change":"2024-04-21T23:55:48.872617+0000","last_active":"2024-04-21T23:56:44.012143+0000","last_peered":"2024-04-21T23:56:44.012143+0000","last_clean":"2024-04-21T23:56:44.012143+0000","last_became_active":"2024-04-21T23:55:48.872148+0000","last_became_peered":"2024-04-21T23:55:48.872148+0000","last_unstale":"2024-04-21T23:56:44.012143+0000","last_undegraded":"2024-04-21T23:56:44.012143+0000","last_fullsized":"2024-04-21T23:56:44.012143+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:15:31.326136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010825+0000","last_change":"2024-04-21T23:55:43.697097+0000","last_active":"2024-04-21T23:56:44.010825+0000","last_peered":"2024-04-21T23:56:44.010825+0000","last_clean":"2024-04-21T23:56:44.010825+0000","last_became_active":"2024-04-21T23:55:43.696793+0000","last_became_peered":"2024-04-21T23:55:43.696793+0000","last_unstale":"2024-04-21T23:56:44.010825+0000","last_undegraded":"2024-04-21T23:56:44.010825+0000","last_fullsized":"2024-04-21T23:56:44.010825+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:46:57.088968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.846716+0000","last_change":"2024-04-21T23:55:44.694188+0000","last_active":"2024-04-21T23:57:12.846716+0000","last_peered":"2024-04-21T23:57:12.846716+0000","last_clean":"2024-04-21T23:57:12.846716+0000","last_became_active":"2024-04-21T23:55:44.693858+0000","last_became_peered":"2024-04-21T23:55:44.693858+0000","last_unstale":"2024-04-21T23:57:12.846716+0000","last_undegraded":"2024-04-21T23:57:12.846716+0000","last_fullsized":"2024-04-21T23:57:12.846716+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:06:06.840835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.019610+0000","last_change":"2024-04-21T23:55:48.882642+0000","last_active":"2024-04-21T23:56:44.019610+0000","last_peered":"2024-04-21T23:56:44.019610+0000","last_clean":"2024-04-21T23:56:44.019610+0000","last_became_active":"2024-04-21T23:55:48.882215+0000","last_became_peered":"2024-04-21T23:55:48.882215+0000","last_unstale":"2024-04-21T23:56:44.019610+0000","last_undegraded":"2024-04-21T23:56:44.019610+0000","last_fullsized":"2024-04-21T23:56:44.019610+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:57:13.008696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"92'9","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.026753+0000","last_change":"2024-04-21T23:56:44.026334+0000","last_active":"2024-04-21T23:56:44.026753+0000","last_peered":"2024-04-21T23:56:44.026753+0000","last_clean":"2024-04-21T23:56:44.026753+0000","last_became_active":"2024-04-21T23:56:44.021606+0000","last_became_peered":"2024-04-21T23:56:44.021606+0000","last_unstale":"2024-04-21T23:56:44.026753+0000","last_undegraded":"2024-04-21T23:56:44.026753+0000","last_fullsized":"2024-04-21T23:56:44.026753+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:51:02.311478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862173+0000","last_change":"2024-04-21T23:55:44.704749+0000","last_active":"2024-04-21T23:57:12.862173+0000","last_peered":"2024-04-21T23:57:12.862173+0000","last_clean":"2024-04-21T23:57:12.862173+0000","last_became_active":"2024-04-21T23:55:44.704428+0000","last_became_peered":"2024-04-21T23:55:44.704428+0000","last_unstale":"2024-04-21T23:57:12.862173+0000","last_undegraded":"2024-04-21T23:57:12.862173+0000","last_fullsized":"2024-04-21T23:57:12.862173+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:26:12.965938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013608+0000","last_change":"2024-04-21T23:55:48.873057+0000","last_active":"2024-04-21T23:56:44.013608+0000","last_peered":"2024-04-21T23:56:44.013608+0000","last_clean":"2024-04-21T23:56:44.013608+0000","last_became_active":"2024-04-21T23:55:48.872614+0000","last_became_peered":"2024-04-21T23:55:48.872614+0000","last_unstale":"2024-04-21T23:56:44.013608+0000","last_undegraded":"2024-04-21T23:56:44.013608+0000","last_fullsized":"2024-04-21T23:56:44.013608+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:35.334492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010426+0000","last_change":"2024-04-21T23:55:43.690157+0000","last_active":"2024-04-21T23:56:44.010426+0000","last_peered":"2024-04-21T23:56:44.010426+0000","last_clean":"2024-04-21T23:56:44.010426+0000","last_became_active":"2024-04-21T23:55:43.689806+0000","last_became_peered":"2024-04-21T23:55:43.689806+0000","last_unstale":"2024-04-21T23:56:44.010426+0000","last_undegraded":"2024-04-21T23:56:44.010426+0000","last_fullsized":"2024-04-21T23:56:44.010426+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:45:09.842731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867108+0000","last_change":"2024-04-21T23:55:44.707100+0000","last_active":"2024-04-21T23:57:12.867108+0000","last_peered":"2024-04-21T23:57:12.867108+0000","last_clean":"2024-04-21T23:57:12.867108+0000","last_became_active":"2024-04-21T23:55:44.706759+0000","last_became_peered":"2024-04-21T23:55:44.706759+0000","last_unstale":"2024-04-21T23:57:12.867108+0000","last_undegraded":"2024-04-21T23:57:12.867108+0000","last_fullsized":"2024-04-21T23:57:12.867108+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:58.135129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010284+0000","last_change":"2024-04-21T23:55:48.880809+0000","last_active":"2024-04-21T23:56:44.010284+0000","last_peered":"2024-04-21T23:56:44.010284+0000","last_clean":"2024-04-21T23:56:44.010284+0000","last_became_active":"2024-04-21T23:55:48.880374+0000","last_became_peered":"2024-04-21T23:55:48.880374+0000","last_unstale":"2024-04-21T23:56:44.010284+0000","last_undegraded":"2024-04-21T23:56:44.010284+0000","last_fullsized":"2024-04-21T23:56:44.010284+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:29:33.315000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099517+0000","last_change":"2024-04-21T23:55:43.689547+0000","last_active":"2024-04-21T23:56:44.099517+0000","last_peered":"2024-04-21T23:56:44.099517+0000","last_clean":"2024-04-21T23:56:44.099517+0000","last_became_active":"2024-04-21T23:55:43.688985+0000","last_became_peered":"2024-04-21T23:55:43.688985+0000","last_unstale":"2024-04-21T23:56:44.099517+0000","last_undegraded":"2024-04-21T23:56:44.099517+0000","last_fullsized":"2024-04-21T23:56:44.099517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:23:00.239787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.823596+0000","last_change":"2024-04-21T23:55:44.703472+0000","last_active":"2024-04-21T23:57:12.823596+0000","last_peered":"2024-04-21T23:57:12.823596+0000","last_clean":"2024-04-21T23:57:12.823596+0000","last_became_active":"2024-04-21T23:55:44.703109+0000","last_became_peered":"2024-04-21T23:55:44.703109+0000","last_unstale":"2024-04-21T23:57:12.823596+0000","last_undegraded":"2024-04-21T23:57:12.823596+0000","last_fullsized":"2024-04-21T23:57:12.823596+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:04.046745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.014850+0000","last_change":"2024-04-21T23:55:48.870262+0000","last_active":"2024-04-21T23:56:44.014850+0000","last_peered":"2024-04-21T23:56:44.014850+0000","last_clean":"2024-04-21T23:56:44.014850+0000","last_became_active":"2024-04-21T23:55:48.869820+0000","last_became_peered":"2024-04-21T23:55:48.869820+0000","last_unstale":"2024-04-21T23:56:44.014850+0000","last_undegraded":"2024-04-21T23:56:44.014850+0000","last_fullsized":"2024-04-21T23:56:44.014850+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:18:46.039586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.019044+0000","last_change":"2024-04-21T23:55:43.692226+0000","last_active":"2024-04-21T23:56:44.019044+0000","last_peered":"2024-04-21T23:56:44.019044+0000","last_clean":"2024-04-21T23:56:44.019044+0000","last_became_active":"2024-04-21T23:55:43.690673+0000","last_became_peered":"2024-04-21T23:55:43.690673+0000","last_unstale":"2024-04-21T23:56:44.019044+0000","last_undegraded":"2024-04-21T23:56:44.019044+0000","last_fullsized":"2024-04-21T23:56:44.019044+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:55:26.436150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.861323+0000","last_change":"2024-04-21T23:55:44.706524+0000","last_active":"2024-04-21T23:57:12.861323+0000","last_peered":"2024-04-21T23:57:12.861323+0000","last_clean":"2024-04-21T23:57:12.861323+0000","last_became_active":"2024-04-21T23:55:44.706126+0000","last_became_peered":"2024-04-21T23:55:44.706126+0000","last_unstale":"2024-04-21T23:57:12.861323+0000","last_undegraded":"2024-04-21T23:57:12.861323+0000","last_fullsized":"2024-04-21T23:57:12.861323+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:42:14.829787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":19,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010029+0000","last_change":"2024-04-21T23:55:48.881489+0000","last_active":"2024-04-21T23:56:44.010029+0000","last_peered":"2024-04-21T23:56:44.010029+0000","last_clean":"2024-04-21T23:56:44.010029+0000","last_became_active":"2024-04-21T23:55:48.880610+0000","last_became_peered":"2024-04-21T23:55:48.880610+0000","last_unstale":"2024-04-21T23:56:44.010029+0000","last_undegraded":"2024-04-21T23:56:44.010029+0000","last_fullsized":"2024-04-21T23:56:44.010029+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:37.107366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"90'1","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012617+0000","last_change":"2024-04-21T23:55:43.699898+0000","last_active":"2024-04-21T23:56:44.012617+0000","last_peered":"2024-04-21T23:56:44.012617+0000","last_clean":"2024-04-21T23:56:44.012617+0000","last_became_active":"2024-04-21T23:55:43.698652+0000","last_became_peered":"2024-04-21T23:55:43.698652+0000","last_unstale":"2024-04-21T23:56:44.012617+0000","last_undegraded":"2024-04-21T23:56:44.012617+0000","last_fullsized":"2024-04-21T23:56:44.012617+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:24.555123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865560+0000","last_change":"2024-04-21T23:55:44.698923+0000","last_active":"2024-04-21T23:57:12.865560+0000","last_peered":"2024-04-21T23:57:12.865560+0000","last_clean":"2024-04-21T23:57:12.865560+0000","last_became_active":"2024-04-21T23:55:44.698593+0000","last_became_peered":"2024-04-21T23:55:44.698593+0000","last_unstale":"2024-04-21T23:57:12.865560+0000","last_undegraded":"2024-04-21T23:57:12.865560+0000","last_fullsized":"2024-04-21T23:57:12.865560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:51.140082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010136+0000","last_change":"2024-04-21T23:55:48.877199+0000","last_active":"2024-04-21T23:56:44.010136+0000","last_peered":"2024-04-21T23:56:44.010136+0000","last_clean":"2024-04-21T23:56:44.010136+0000","last_became_active":"2024-04-21T23:55:48.876712+0000","last_became_peered":"2024-04-21T23:55:48.876712+0000","last_unstale":"2024-04-21T23:56:44.010136+0000","last_undegraded":"2024-04-21T23:56:44.010136+0000","last_fullsized":"2024-04-21T23:56:44.010136+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:47:48.530863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.010060+0000","last_change":"2024-04-21T23:55:43.695529+0000","last_active":"2024-04-21T23:56:44.010060+0000","last_peered":"2024-04-21T23:56:44.010060+0000","last_clean":"2024-04-21T23:56:44.010060+0000","last_became_active":"2024-04-21T23:55:43.695125+0000","last_became_peered":"2024-04-21T23:55:43.695125+0000","last_unstale":"2024-04-21T23:56:44.010060+0000","last_undegraded":"2024-04-21T23:56:44.010060+0000","last_fullsized":"2024-04-21T23:56:44.010060+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:55:43.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.870098+0000","last_change":"2024-04-21T23:55:44.711754+0000","last_active":"2024-04-21T23:57:12.870098+0000","last_peered":"2024-04-21T23:57:12.870098+0000","last_clean":"2024-04-21T23:57:12.870098+0000","last_became_active":"2024-04-21T23:55:44.711416+0000","last_became_peered":"2024-04-21T23:55:44.711416+0000","last_unstale":"2024-04-21T23:57:12.870098+0000","last_undegraded":"2024-04-21T23:57:12.870098+0000","last_fullsized":"2024-04-21T23:57:12.870098+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:27.389456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.100065+0000","last_change":"2024-04-21T23:55:48.874903+0000","last_active":"2024-04-21T23:56:44.100065+0000","last_peered":"2024-04-21T23:56:44.100065+0000","last_clean":"2024-04-21T23:56:44.100065+0000","last_became_active":"2024-04-21T23:55:48.874316+0000","last_became_peered":"2024-04-21T23:55:48.874316+0000","last_unstale":"2024-04-21T23:56:44.100065+0000","last_undegraded":"2024-04-21T23:56:44.100065+0000","last_fullsized":"2024-04-21T23:56:44.100065+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:13:19.166227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.013437+0000","last_change":"2024-04-21T23:55:43.699405+0000","last_active":"2024-04-21T23:56:44.013437+0000","last_peered":"2024-04-21T23:56:44.013437+0000","last_clean":"2024-04-21T23:56:44.013437+0000","last_became_active":"2024-04-21T23:55:43.698622+0000","last_became_peered":"2024-04-21T23:55:43.698622+0000","last_unstale":"2024-04-21T23:56:44.013437+0000","last_undegraded":"2024-04-21T23:56:44.013437+0000","last_fullsized":"2024-04-21T23:56:44.013437+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:02.099705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.870191+0000","last_change":"2024-04-21T23:55:44.712668+0000","last_active":"2024-04-21T23:57:12.870191+0000","last_peered":"2024-04-21T23:57:12.870191+0000","last_clean":"2024-04-21T23:57:12.870191+0000","last_became_active":"2024-04-21T23:55:44.712284+0000","last_became_peered":"2024-04-21T23:55:44.712284+0000","last_unstale":"2024-04-21T23:57:12.870191+0000","last_undegraded":"2024-04-21T23:57:12.870191+0000","last_fullsized":"2024-04-21T23:57:12.870191+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:49.844365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.101122+0000","last_change":"2024-04-21T23:56:44.101122+0000","last_active":"2024-04-21T23:56:44.101122+0000","last_peered":"2024-04-21T23:56:44.101122+0000","last_clean":"2024-04-21T23:56:44.101122+0000","last_became_active":"2024-04-21T23:56:44.100742+0000","last_became_peered":"2024-04-21T23:56:44.100742+0000","last_unstale":"2024-04-21T23:56:44.101122+0000","last_undegraded":"2024-04-21T23:56:44.101122+0000","last_fullsized":"2024-04-21T23:56:44.101122+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:09:44.010467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.099345+0000","last_change":"2024-04-21T23:55:43.695906+0000","last_active":"2024-04-21T23:56:44.099345+0000","last_peered":"2024-04-21T23:56:44.099345+0000","last_clean":"2024-04-21T23:56:44.099345+0000","last_became_active":"2024-04-21T23:55:43.695455+0000","last_became_peered":"2024-04-21T23:55:43.695455+0000","last_unstale":"2024-04-21T23:56:44.099345+0000","last_undegraded":"2024-04-21T23:56:44.099345+0000","last_fullsized":"2024-04-21T23:56:44.099345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:54:30.149503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867385+0000","last_change":"2024-04-21T23:55:44.709514+0000","last_active":"2024-04-21T23:57:12.867385+0000","last_peered":"2024-04-21T23:57:12.867385+0000","last_clean":"2024-04-21T23:57:12.867385+0000","last_became_active":"2024-04-21T23:55:44.709147+0000","last_became_peered":"2024-04-21T23:55:44.709147+0000","last_unstale":"2024-04-21T23:57:12.867385+0000","last_undegraded":"2024-04-21T23:57:12.867385+0000","last_fullsized":"2024-04-21T23:57:12.867385+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:17.563160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.102039+0000","last_change":"2024-04-21T23:56:44.101370+0000","last_active":"2024-04-21T23:56:44.102039+0000","last_peered":"2024-04-21T23:56:44.102039+0000","last_clean":"2024-04-21T23:56:44.102039+0000","last_became_active":"2024-04-21T23:56:44.100946+0000","last_became_peered":"2024-04-21T23:56:44.100946+0000","last_unstale":"2024-04-21T23:56:44.102039+0000","last_undegraded":"2024-04-21T23:56:44.102039+0000","last_fullsized":"2024-04-21T23:56:44.102039+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:44.110457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7,1],"acting":[8,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:56:44.012812+0000","last_change":"2024-04-21T23:55:43.691650+0000","last_active":"2024-04-21T23:56:44.012812+0000","last_peered":"2024-04-21T23:56:44.012812+0000","last_clean":"2024-04-21T23:56:44.012812+0000","last_became_active":"2024-04-21T23:55:43.691345+0000","last_became_peered":"2024-04-21T23:55:43.691345+0000","last_unstale":"2024-04-21T23:56:44.012812+0000","last_undegraded":"2024-04-21T23:56:44.012812+0000","last_fullsized":"2024-04-21T23:56:44.012812+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:51:33.155069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867794+0000","last_change":"2024-04-21T23:55:44.703056+0000","last_active":"2024-04-21T23:57:12.867794+0000","last_peered":"2024-04-21T23:57:12.867794+0000","last_clean":"2024-04-21T23:57:12.867794+0000","last_became_active":"2024-04-21T23:55:44.702738+0000","last_became_peered":"2024-04-21T23:55:44.702738+0000","last_unstale":"2024-04-21T23:57:12.867794+0000","last_undegraded":"2024-04-21T23:57:12.867794+0000","last_fullsized":"2024-04-21T23:57:12.867794+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:32:33.704559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.865443+0000","last_change":"2024-04-21T23:55:44.706924+0000","last_active":"2024-04-21T23:57:12.865443+0000","last_peered":"2024-04-21T23:57:12.865443+0000","last_clean":"2024-04-21T23:57:12.865443+0000","last_became_active":"2024-04-21T23:55:44.706209+0000","last_became_peered":"2024-04-21T23:55:44.706209+0000","last_unstale":"2024-04-21T23:57:12.865443+0000","last_undegraded":"2024-04-21T23:57:12.865443+0000","last_fullsized":"2024-04-21T23:57:12.865443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:07:31.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.863791+0000","last_change":"2024-04-21T23:56:44.022245+0000","last_active":"2024-04-21T23:57:12.863791+0000","last_peered":"2024-04-21T23:57:12.863791+0000","last_clean":"2024-04-21T23:57:12.863791+0000","last_became_active":"2024-04-21T23:56:44.021876+0000","last_became_peered":"2024-04-21T23:56:44.021876+0000","last_unstale":"2024-04-21T23:57:12.863791+0000","last_undegraded":"2024-04-21T23:57:12.863791+0000","last_fullsized":"2024-04-21T23:57:12.863791+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:49.184160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.860670+0000","last_change":"2024-04-21T23:55:44.704229+0000","last_active":"2024-04-21T23:57:12.860670+0000","last_peered":"2024-04-21T23:57:12.860670+0000","last_clean":"2024-04-21T23:57:12.860670+0000","last_became_active":"2024-04-21T23:55:44.703882+0000","last_became_peered":"2024-04-21T23:55:44.703882+0000","last_unstale":"2024-04-21T23:57:12.860670+0000","last_undegraded":"2024-04-21T23:57:12.860670+0000","last_fullsized":"2024-04-21T23:57:12.860670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:58.737798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.867051+0000","last_change":"2024-04-21T23:55:44.709233+0000","last_active":"2024-04-21T23:57:12.867051+0000","last_peered":"2024-04-21T23:57:12.867051+0000","last_clean":"2024-04-21T23:57:12.867051+0000","last_became_active":"2024-04-21T23:55:44.708948+0000","last_became_peered":"2024-04-21T23:55:44.708948+0000","last_unstale":"2024-04-21T23:57:12.867051+0000","last_undegraded":"2024-04-21T23:57:12.867051+0000","last_fullsized":"2024-04-21T23:57:12.867051+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:17:46.143364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.864247+0000","last_change":"2024-04-21T23:55:44.701213+0000","last_active":"2024-04-21T23:57:12.864247+0000","last_peered":"2024-04-21T23:57:12.864247+0000","last_clean":"2024-04-21T23:57:12.864247+0000","last_became_active":"2024-04-21T23:55:44.700893+0000","last_became_peered":"2024-04-21T23:55:44.700893+0000","last_unstale":"2024-04-21T23:57:12.864247+0000","last_undegraded":"2024-04-21T23:57:12.864247+0000","last_fullsized":"2024-04-21T23:57:12.864247+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:49:57.393025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862641+0000","last_change":"2024-04-21T23:55:44.701929+0000","last_active":"2024-04-21T23:57:12.862641+0000","last_peered":"2024-04-21T23:57:12.862641+0000","last_clean":"2024-04-21T23:57:12.862641+0000","last_became_active":"2024-04-21T23:55:44.701511+0000","last_became_peered":"2024-04-21T23:55:44.701511+0000","last_unstale":"2024-04-21T23:57:12.862641+0000","last_undegraded":"2024-04-21T23:57:12.862641+0000","last_fullsized":"2024-04-21T23:57:12.862641+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:07.373445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.870102+0000","last_change":"2024-04-21T23:55:44.712052+0000","last_active":"2024-04-21T23:57:12.870102+0000","last_peered":"2024-04-21T23:57:12.870102+0000","last_clean":"2024-04-21T23:57:12.870102+0000","last_became_active":"2024-04-21T23:55:44.711593+0000","last_became_peered":"2024-04-21T23:55:44.711593+0000","last_unstale":"2024-04-21T23:57:12.870102+0000","last_undegraded":"2024-04-21T23:57:12.870102+0000","last_fullsized":"2024-04-21T23:57:12.870102+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:19:29.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.860414+0000","last_change":"2024-04-21T23:55:44.709979+0000","last_active":"2024-04-21T23:57:12.860414+0000","last_peered":"2024-04-21T23:57:12.860414+0000","last_clean":"2024-04-21T23:57:12.860414+0000","last_became_active":"2024-04-21T23:55:44.709685+0000","last_became_peered":"2024-04-21T23:55:44.709685+0000","last_unstale":"2024-04-21T23:57:12.860414+0000","last_undegraded":"2024-04-21T23:57:12.860414+0000","last_fullsized":"2024-04-21T23:57:12.860414+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:40.464936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.866678+0000","last_change":"2024-04-21T23:55:44.699331+0000","last_active":"2024-04-21T23:57:12.866678+0000","last_peered":"2024-04-21T23:57:12.866678+0000","last_clean":"2024-04-21T23:57:12.866678+0000","last_became_active":"2024-04-21T23:55:44.698971+0000","last_became_peered":"2024-04-21T23:55:44.698971+0000","last_unstale":"2024-04-21T23:57:12.866678+0000","last_undegraded":"2024-04-21T23:57:12.866678+0000","last_fullsized":"2024-04-21T23:57:12.866678+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:18:15.261663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862333+0000","last_change":"2024-04-21T23:55:44.705191+0000","last_active":"2024-04-21T23:57:12.862333+0000","last_peered":"2024-04-21T23:57:12.862333+0000","last_clean":"2024-04-21T23:57:12.862333+0000","last_became_active":"2024-04-21T23:55:44.704887+0000","last_became_peered":"2024-04-21T23:55:44.704887+0000","last_unstale":"2024-04-21T23:57:12.862333+0000","last_undegraded":"2024-04-21T23:57:12.862333+0000","last_fullsized":"2024-04-21T23:57:12.862333+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:04:34.122019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.873832+0000","last_change":"2024-04-21T23:55:44.705215+0000","last_active":"2024-04-21T23:57:12.873832+0000","last_peered":"2024-04-21T23:57:12.873832+0000","last_clean":"2024-04-21T23:57:12.873832+0000","last_became_active":"2024-04-21T23:55:44.704838+0000","last_became_peered":"2024-04-21T23:55:44.704838+0000","last_unstale":"2024-04-21T23:57:12.873832+0000","last_undegraded":"2024-04-21T23:57:12.873832+0000","last_fullsized":"2024-04-21T23:57:12.873832+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:36:31.693586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.862439+0000","last_change":"2024-04-21T23:55:44.703902+0000","last_active":"2024-04-21T23:57:12.862439+0000","last_peered":"2024-04-21T23:57:12.862439+0000","last_clean":"2024-04-21T23:57:12.862439+0000","last_became_active":"2024-04-21T23:55:44.703570+0000","last_became_peered":"2024-04-21T23:55:44.703570+0000","last_unstale":"2024-04-21T23:57:12.862439+0000","last_undegraded":"2024-04-21T23:57:12.862439+0000","last_fullsized":"2024-04-21T23:57:12.862439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:15:21.352301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-21T23:57:12.861624+0000","last_change":"2024-04-21T23:56:44.019287+0000","last_active":"2024-04-21T23:57:12.861624+0000","last_peered":"2024-04-21T23:57:12.861624+0000","last_clean":"2024-04-21T23:57:12.861624+0000","last_became_active":"2024-04-21T23:56:44.018951+0000","last_became_peered":"2024-04-21T23:56:44.018951+0000","last_unstale":"2024-04-21T23:57:12.861624+0000","last_undegraded":"2024-04-21T23:57:12.861624+0000","last_fullsized":"2024-04-21T23:57:12.861624+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:45.138169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":246739,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68279,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":480,"num_read_kb":313,"num_write":171,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":204837,"data_compressed":4809,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351010,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":503779,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612647,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1146880,"data_stored":1155184,"data_compressed":57963,"data_compressed_allocated":77824,"data_compressed_original":655360,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776171,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":508111,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037809,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":503935,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1069056,"data_stored":1100517,"data_compressed":56360,"data_compressed_allocated":73728,"data_compressed_original":647168,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462971,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":499191,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":562706,"data_compressed":22246,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":500579,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1089536,"data_stored":564588,"data_compressed":22246,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":499385,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888133,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":504373,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724609,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1077248,"data_stored":1095573,"data_compressed":56360,"data_compressed_allocated":73728,"data_compressed_original":647168,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34077,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34077,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":63605,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65487,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":65715,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T23:57:27.582 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-21T23:57:27.582 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-21T23:57:27.582 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-21T23:57:27.582 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-21T23:57:27.823 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:28.166 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:27 smithi144 ceph-mon[31316]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:57:28.167 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:27 smithi144 ceph-mon[31316]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:57:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:27 smithi080 ceph-mon[27925]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:57:28.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:27 smithi080 ceph-mon[27925]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:57:28.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:27 smithi120 ceph-mon[31499]: pgmap v344: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:57:28.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:27 smithi120 ceph-mon[31499]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:57:29.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 -- 172.21.15.80:0/3304069511 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 msgr2=0x7fa9681015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:29.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 --2- 172.21.15.80:0/3304069511 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 0x7fa9681015b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa95c009990 tx=0x7fa95c009ca0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 -- 172.21.15.80:0/3304069511 shutdown_connections 2024-04-21T23:57:29.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 --2- 172.21.15.80:0/3304069511 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa968101af0 0x7fa96810dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 --2- 172.21.15.80:0/3304069511 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9681071a0 0x7fa968107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 --2- 172.21.15.80:0/3304069511 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 0x7fa9681015b0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 -- 172.21.15.80:0/3304069511 >> 172.21.15.80:0/3304069511 conn(0x7fa9680780e0 msgr2=0x7fa9680784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 -- 172.21.15.80:0/3304069511 shutdown_connections 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.617+0000 7fa96ca85700 1 -- 172.21.15.80:0/3304069511 wait complete. 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96ca85700 1 Processor -- start 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96ca85700 1 -- start start 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96ca85700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 0x7fa96819e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96ca85700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa968101af0 0x7fa96819ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96ca85700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa9681071a0 0x7fa968198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96ca85700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa968111410 con 0x7fa968101130 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96ca85700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa968111290 con 0x7fa968101af0 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96ca85700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa968111590 con 0x7fa9681071a0 2024-04-21T23:57:29.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96659c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 0x7fa96819e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96659c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 0x7fa96819e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40654/0 (socket says 172.21.15.80:40654) 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.618+0000 7fa96659c700 1 -- 172.21.15.80:0/315948350 learned_addr learned my addr 172.21.15.80:0/315948350 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa965d9b700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa968101af0 0x7fa96819ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa96659c700 1 -- 172.21.15.80:0/315948350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa9681071a0 msgr2=0x7fa968198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa966d9d700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa9681071a0 0x7fa968198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa96659c700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa9681071a0 0x7fa968198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa96659c700 1 -- 172.21.15.80:0/315948350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa968101af0 msgr2=0x7fa96819ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa96659c700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa968101af0 0x7fa96819ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa96659c700 1 -- 172.21.15.80:0/315948350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa968199040 con 0x7fa968101130 2024-04-21T23:57:29.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa965d9b700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa968101af0 0x7fa96819ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:29.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa96659c700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 0x7fa96819e690 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa960007e20 tx=0x7fa96000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:29.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa9577fe700 1 -- 172.21.15.80:0/315948350 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa960016020 con 0x7fa968101130 2024-04-21T23:57:29.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa9577fe700 1 -- 172.21.15.80:0/315948350 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa96000ae00 con 0x7fa968101130 2024-04-21T23:57:29.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa968199330 con 0x7fa968101130 2024-04-21T23:57:29.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa9577fe700 1 -- 172.21.15.80:0/315948350 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa960011780 con 0x7fa968101130 2024-04-21T23:57:29.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.619+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9681a5610 con 0x7fa968101130 2024-04-21T23:57:29.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.620+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa968102850 con 0x7fa968101130 2024-04-21T23:57:29.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.621+0000 7fa9577fe700 1 -- 172.21.15.80:0/315948350 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa960019020 con 0x7fa968101130 2024-04-21T23:57:29.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.622+0000 7fa9577fe700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9500a2c20 0x7fa9500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:29.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.622+0000 7fa965d9b700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9500a2c20 0x7fa9500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:29.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.622+0000 7fa9577fe700 1 -- 172.21.15.80:0/315948350 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fa9600cf100 con 0x7fa968101130 2024-04-21T23:57:29.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.622+0000 7fa965d9b700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9500a2c20 0x7fa9500a50e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa95c00b5c0 tx=0x7fa95c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:29.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.626+0000 7fa9577fe700 1 -- 172.21.15.80:0/315948350 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa96009bd20 con 0x7fa968101130 2024-04-21T23:57:29.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.865+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fa968199c90 con 0x7fa968101130 2024-04-21T23:57:29.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.865+0000 7fa9577fe700 1 -- 172.21.15.80:0/315948350 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fa96009b620 con 0x7fa968101130 2024-04-21T23:57:29.858 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:29.858 INFO:teuthology.orchestra.run.smithi080.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-21T23:57:29.860 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9500a2c20 msgr2=0x7fa9500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9500a2c20 0x7fa9500a50e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa95c00b5c0 tx=0x7fa95c005fb0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 msgr2=0x7fa96819e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 0x7fa96819e690 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa960007e20 tx=0x7fa96000a340 comp rx=0 tx=0).stop 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 shutdown_connections 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9500a2c20 0x7fa9500a50e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa9681071a0 0x7fa968198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa968101130 0x7fa96819e690 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 --2- 172.21.15.80:0/315948350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa968101af0 0x7fa96819ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 >> 172.21.15.80:0/315948350 conn(0x7fa9680780e0 msgr2=0x7fa9681050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 shutdown_connections 2024-04-21T23:57:29.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:29.867+0000 7fa96ca85700 1 -- 172.21.15.80:0/315948350 wait complete. 2024-04-21T23:57:30.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:29 smithi080 ceph-mon[27925]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:30.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:29 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/315948350' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-21T23:57:30.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:29 smithi120 ceph-mon[31499]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:30.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:29 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/315948350' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-21T23:57:30.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:29 smithi144 ceph-mon[31316]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:30.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:29 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/315948350' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-21T23:57:30.679 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-21T23:57:30.679 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:57:30.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 -- 172.21.15.80:0/3507867749 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 msgr2=0x7febbc100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:30.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 --2- 172.21.15.80:0/3507867749 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 0x7febbc100ac0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7febac009900 tx=0x7febac02bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:30.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 -- 172.21.15.80:0/3507867749 shutdown_connections 2024-04-21T23:57:30.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 --2- 172.21.15.80:0/3507867749 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7febbc102250 0x7febbc108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 --2- 172.21.15.80:0/3507867749 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7febbc101890 0x7febbc101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 --2- 172.21.15.80:0/3507867749 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 0x7febbc100ac0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 -- 172.21.15.80:0/3507867749 >> 172.21.15.80:0/3507867749 conn(0x7febbc0fbc10 msgr2=0x7febbc0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 -- 172.21.15.80:0/3507867749 shutdown_connections 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.786+0000 7febc090f640 1 -- 172.21.15.80:0/3507867749 wait complete. 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febc090f640 1 Processor -- start 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febc090f640 1 -- start start 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febc090f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 0x7febbc197b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febc090f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7febbc101890 0x7febbc1980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febc090f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7febbc102250 0x7febbc19f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febc090f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7febbc10d540 con 0x7febbc1006a0 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febc090f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7febbc10d3c0 con 0x7febbc101890 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febc090f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7febbc10d6c0 con 0x7febbc102250 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febba59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 0x7febbc197b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febba59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 0x7febbc197b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40676/0 (socket says 172.21.15.80:40676) 2024-04-21T23:57:30.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febba59c640 1 -- 172.21.15.80:0/1312167899 learned_addr learned my addr 172.21.15.80:0/1312167899 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.787+0000 7febb3fff640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7febbc101890 0x7febbc1980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febbad9d640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7febbc102250 0x7febbc19f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febba59c640 1 -- 172.21.15.80:0/1312167899 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7febbc102250 msgr2=0x7febbc19f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febba59c640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7febbc102250 0x7febbc19f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febba59c640 1 -- 172.21.15.80:0/1312167899 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7febbc101890 msgr2=0x7febbc1980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febba59c640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7febbc101890 0x7febbc1980d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febba59c640 1 -- 172.21.15.80:0/1312167899 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febbc19f7b0 con 0x7febbc1006a0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febba59c640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 0x7febbc197b90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7febac000c00 tx=0x7febac004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febb37fe640 1 -- 172.21.15.80:0/1312167899 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febac043020 con 0x7febbc1006a0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febb37fe640 1 -- 172.21.15.80:0/1312167899 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febac004440 con 0x7febbc1006a0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febbc19fa40 con 0x7febbc1006a0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febb37fe640 1 -- 172.21.15.80:0/1312167899 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febac03e450 con 0x7febbc1006a0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.788+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febbc19ff90 con 0x7febbc1006a0 2024-04-21T23:57:30.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.789+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febbc1079c0 con 0x7febbc1006a0 2024-04-21T23:57:30.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.790+0000 7febb37fe640 1 -- 172.21.15.80:0/1312167899 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7febac046020 con 0x7febbc1006a0 2024-04-21T23:57:30.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.791+0000 7febb37fe640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feba80a2b90 0x7feba80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:30.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.791+0000 7febb3fff640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feba80a2b90 0x7feba80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:30.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.791+0000 7febb37fe640 1 -- 172.21.15.80:0/1312167899 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7febac0f1780 con 0x7febbc1006a0 2024-04-21T23:57:30.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.791+0000 7febb3fff640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feba80a2b90 0x7feba80a5050 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7febbc1990a0 tx=0x7feba4009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:30.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.795+0000 7febb37fe640 1 -- 172.21.15.80:0/1312167899 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7febac04d020 con 0x7febbc1006a0 2024-04-21T23:57:30.966 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.973+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7febbc062340 con 0x7febbc1006a0 2024-04-21T23:57:30.968 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.975+0000 7febb37fe640 1 -- 172.21.15.80:0/1312167899 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24563 (secure 0 0 0) 0x7febac0be3a0 con 0x7febbc1006a0 2024-04-21T23:57:30.968 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:30.969 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":92,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:56:44.006371+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:57:30.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feba80a2b90 msgr2=0x7feba80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:30.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feba80a2b90 0x7feba80a5050 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7febbc1990a0 tx=0x7feba4009110 comp rx=0 tx=0).stop 2024-04-21T23:57:30.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 msgr2=0x7febbc197b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 0x7febbc197b90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7febac000c00 tx=0x7febac004040 comp rx=0 tx=0).stop 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 shutdown_connections 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7feba80a2b90 0x7feba80a5050 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7febbc102250 0x7febbc19f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7febbc101890 0x7febbc1980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 --2- 172.21.15.80:0/1312167899 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7febbc1006a0 0x7febbc197b90 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 >> 172.21.15.80:0/1312167899 conn(0x7febbc0fbc10 msgr2=0x7febbc104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 shutdown_connections 2024-04-21T23:57:30.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:30.977+0000 7febc090f640 1 -- 172.21.15.80:0/1312167899 wait complete. 2024-04-21T23:57:30.982 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:57:30.982 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.090+0000 7f9da840e640 1 -- 172.21.15.80:0/723774140 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0100680 msgr2=0x7f9da0100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.090+0000 7f9da840e640 1 --2- 172.21.15.80:0/723774140 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0100680 0x7f9da0100aa0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c009900 tx=0x7f9d9c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.090+0000 7f9da840e640 1 -- 172.21.15.80:0/723774140 shutdown_connections 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.090+0000 7f9da840e640 1 --2- 172.21.15.80:0/723774140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9da0102230 0x7f9da0108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.090+0000 7f9da840e640 1 --2- 172.21.15.80:0/723774140 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9da0101870 0x7f9da0101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.090+0000 7f9da840e640 1 --2- 172.21.15.80:0/723774140 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0100680 0x7f9da0100aa0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.090+0000 7f9da840e640 1 -- 172.21.15.80:0/723774140 >> 172.21.15.80:0/723774140 conn(0x7f9da00fbbf0 msgr2=0x7f9da00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 -- 172.21.15.80:0/723774140 shutdown_connections 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 -- 172.21.15.80:0/723774140 wait complete. 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 Processor -- start 2024-04-21T23:57:31.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 -- start start 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9da0100680 0x7f9da0197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0101870 0x7f9da01980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9da0102230 0x7f9da019f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9da010c350 con 0x7f9da0101870 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9da010c1d0 con 0x7f9da0100680 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da840e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9da010c4d0 con 0x7f9da0102230 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da59a9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0101870 0x7f9da01980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da59a9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0101870 0x7f9da01980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40682/0 (socket says 172.21.15.80:40682) 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da59a9640 1 -- 172.21.15.80:0/4213139229 learned_addr learned my addr 172.21.15.80:0/4213139229 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.091+0000 7f9da61aa640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9da0100680 0x7f9da0197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da69ab640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9da0102230 0x7f9da019f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da59a9640 1 -- 172.21.15.80:0/4213139229 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9da0102230 msgr2=0x7f9da019f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da59a9640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9da0102230 0x7f9da019f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da59a9640 1 -- 172.21.15.80:0/4213139229 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9da0100680 msgr2=0x7f9da0197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da59a9640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9da0100680 0x7f9da0197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da59a9640 1 -- 172.21.15.80:0/4213139229 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9da019f790 con 0x7f9da0101870 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da69ab640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9da0102230 0x7f9da019f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da59a9640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0101870 0x7f9da01980b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f9d9000b4a0 tx=0x7f9d9000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9d977fe640 1 -- 172.21.15.80:0/4213139229 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90014070 con 0x7f9da0101870 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9da019fa80 con 0x7f9da0101870 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9d977fe640 1 -- 172.21.15.80:0/4213139229 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d90010af0 con 0x7f9da0101870 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9d977fe640 1 -- 172.21.15.80:0/4213139229 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90017d10 con 0x7f9da0101870 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.092+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9da019ffd0 con 0x7f9da0101870 2024-04-21T23:57:31.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.093+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9da01a0260 con 0x7f9da0101870 2024-04-21T23:57:31.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.094+0000 7f9d977fe640 1 -- 172.21.15.80:0/4213139229 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9d90017070 con 0x7f9da0101870 2024-04-21T23:57:31.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.094+0000 7f9d977fe640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9d8c0a2b90 0x7f9d8c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.095+0000 7f9da61aa640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9d8c0a2b90 0x7f9d8c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.095+0000 7f9d977fe640 1 -- 172.21.15.80:0/4213139229 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f9d900ce6f0 con 0x7f9da0101870 2024-04-21T23:57:31.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.095+0000 7f9da61aa640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9d8c0a2b90 0x7f9d8c0a5050 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c000c00 tx=0x7f9d9c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:31.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.099+0000 7f9d977fe640 1 -- 172.21.15.80:0/4213139229 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f9d9009b310 con 0x7f9da0101870 2024-04-21T23:57:31.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.274+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9da01a0430 con 0x7f9da0101870 2024-04-21T23:57:31.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.274+0000 7f9d977fe640 1 -- 172.21.15.80:0/4213139229 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f9d9009ac10 con 0x7f9da0101870 2024-04-21T23:57:31.267 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:57:31.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9d8c0a2b90 msgr2=0x7f9d8c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9d8c0a2b90 0x7f9d8c0a5050 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c000c00 tx=0x7f9d9c005fd0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0101870 msgr2=0x7f9da01980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0101870 0x7f9da01980b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f9d9000b4a0 tx=0x7f9d9000b960 comp rx=0 tx=0).stop 2024-04-21T23:57:31.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 shutdown_connections 2024-04-21T23:57:31.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f9d8c0a2b90 0x7f9d8c0a5050 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9da0102230 0x7f9da019f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9da0101870 0x7f9da01980b0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 --2- 172.21.15.80:0/4213139229 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9da0100680 0x7f9da0197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 >> 172.21.15.80:0/4213139229 conn(0x7f9da00fbbf0 msgr2=0x7f9da00fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:31.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 shutdown_connections 2024-04-21T23:57:31.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.276+0000 7f9da840e640 1 -- 172.21.15.80:0/4213139229 wait complete. 2024-04-21T23:57:31.281 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:57:31.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 -- 172.21.15.80:0/2327526983 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 msgr2=0x7fe448109c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 --2- 172.21.15.80:0/2327526983 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 0x7fe448109c70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe440009cd0 tx=0x7fe44002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 -- 172.21.15.80:0/2327526983 shutdown_connections 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 --2- 172.21.15.80:0/2327526983 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 0x7fe448109c70 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 --2- 172.21.15.80:0/2327526983 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe448102a20 0x7fe448102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 --2- 172.21.15.80:0/2327526983 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe4480ffa50 0x7fe4480ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 -- 172.21.15.80:0/2327526983 >> 172.21.15.80:0/2327526983 conn(0x7fe4480fb380 msgr2=0x7fe4480fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 -- 172.21.15.80:0/2327526983 shutdown_connections 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.389+0000 7fe44de4b640 1 -- 172.21.15.80:0/2327526983 wait complete. 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe44de4b640 1 Processor -- start 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe44de4b640 1 -- start start 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe44de4b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe4480ffa50 0x7fe448195830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe44de4b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe448102a20 0x7fe448195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe44de4b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 0x7fe44819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe44de4b640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe44810b270 con 0x7fe4481033e0 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe44de4b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe44810b0f0 con 0x7fe4480ffa50 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe44de4b640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe44810b3f0 con 0x7fe448102a20 2024-04-21T23:57:31.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 0x7fe44819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 0x7fe44819cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58386/0 (socket says 172.21.15.80:58386) 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 -- 172.21.15.80:0/1804068286 learned_addr learned my addr 172.21.15.80:0/1804068286 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe4477fe640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe4480ffa50 0x7fe448195830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe446ffd640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe448102a20 0x7fe448195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 -- 172.21.15.80:0/1804068286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe448102a20 msgr2=0x7fe448195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe448102a20 0x7fe448195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 -- 172.21.15.80:0/1804068286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe4480ffa50 msgr2=0x7fe448195830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe4480ffa50 0x7fe448195830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 -- 172.21.15.80:0/1804068286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe44819d450 con 0x7fe4481033e0 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe446ffd640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe448102a20 0x7fe448195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.390+0000 7fe447fff640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 0x7fe44819cde0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe440005e30 tx=0x7fe4400346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.391+0000 7fe444ff9640 1 -- 172.21.15.80:0/1804068286 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe440041020 con 0x7fe4481033e0 2024-04-21T23:57:31.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.391+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe44819d6e0 con 0x7fe4481033e0 2024-04-21T23:57:31.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.391+0000 7fe444ff9640 1 -- 172.21.15.80:0/1804068286 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe440032890 con 0x7fe4481033e0 2024-04-21T23:57:31.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.391+0000 7fe444ff9640 1 -- 172.21.15.80:0/1804068286 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe440039040 con 0x7fe4481033e0 2024-04-21T23:57:31.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.391+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe44819dbd0 con 0x7fe4481033e0 2024-04-21T23:57:31.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.392+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe448108a80 con 0x7fe4481033e0 2024-04-21T23:57:31.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.393+0000 7fe444ff9640 1 -- 172.21.15.80:0/1804068286 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe440044020 con 0x7fe4481033e0 2024-04-21T23:57:31.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.393+0000 7fe444ff9640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe4300a2b90 0x7fe4300a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.393+0000 7fe4477fe640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe4300a2b90 0x7fe4300a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.393+0000 7fe444ff9640 1 -- 172.21.15.80:0/1804068286 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fe4400f1640 con 0x7fe4481033e0 2024-04-21T23:57:31.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.394+0000 7fe4477fe640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe4300a2b90 0x7fe4300a5050 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe448069ba0 tx=0x7fe43800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:31.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.397+0000 7fe444ff9640 1 -- 172.21.15.80:0/1804068286 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fe44004b020 con 0x7fe4481033e0 2024-04-21T23:57:31.563 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.570+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe44802d170 con 0x7fe4481033e0 2024-04-21T23:57:31.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.571+0000 7fe444ff9640 1 -- 172.21.15.80:0/1804068286 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7fe4400be260 con 0x7fe4481033e0 2024-04-21T23:57:31.564 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:57:31.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe4300a2b90 msgr2=0x7fe4300a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe4300a2b90 0x7fe4300a5050 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe448069ba0 tx=0x7fe43800b390 comp rx=0 tx=0).stop 2024-04-21T23:57:31.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 msgr2=0x7fe44819cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 0x7fe44819cde0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe440005e30 tx=0x7fe4400346f0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 shutdown_connections 2024-04-21T23:57:31.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fe4300a2b90 0x7fe4300a5050 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe4481033e0 0x7fe44819cde0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe448102a20 0x7fe448195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 --2- 172.21.15.80:0/1804068286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe4480ffa50 0x7fe448195830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 >> 172.21.15.80:0/1804068286 conn(0x7fe4480fb380 msgr2=0x7fe448105c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:31.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 shutdown_connections 2024-04-21T23:57:31.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.573+0000 7fe44de4b640 1 -- 172.21.15.80:0/1804068286 wait complete. 2024-04-21T23:57:31.577 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:57:31.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.684+0000 7fa4b991e640 1 -- 172.21.15.80:0/392907767 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 msgr2=0x7fa4b4108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.684+0000 7fa4b991e640 1 --2- 172.21.15.80:0/392907767 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 0x7fa4b4108ae0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009ca0 tx=0x7fa4ac02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 -- 172.21.15.80:0/392907767 shutdown_connections 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 --2- 172.21.15.80:0/392907767 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 0x7fa4b4108ae0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 --2- 172.21.15.80:0/392907767 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa4b4101890 0x7fa4b4101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 --2- 172.21.15.80:0/392907767 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa4b41006a0 0x7fa4b4100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 -- 172.21.15.80:0/392907767 >> 172.21.15.80:0/392907767 conn(0x7fa4b40fbc10 msgr2=0x7fa4b40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 -- 172.21.15.80:0/392907767 shutdown_connections 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 -- 172.21.15.80:0/392907767 wait complete. 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 Processor -- start 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 -- start start 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa4b41006a0 0x7fa4b406a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.680 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa4b4101890 0x7fa4b419c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 0x7fa4b419eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b410c410 con 0x7fa4b4102250 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b410c290 con 0x7fa4b4101890 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.685+0000 7fa4b991e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b410c590 con 0x7fa4b41006a0 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 0x7fa4b419eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 0x7fa4b419eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58406/0 (socket says 172.21.15.80:58406) 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 -- 172.21.15.80:0/1213988618 learned_addr learned my addr 172.21.15.80:0/1213988618 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b2ffd640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa4b41006a0 0x7fa4b406a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b27fc640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa4b4101890 0x7fa4b419c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 -- 172.21.15.80:0/1213988618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa4b41006a0 msgr2=0x7fa4b406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa4b41006a0 0x7fa4b406a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 -- 172.21.15.80:0/1213988618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa4b4101890 msgr2=0x7fa4b419c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa4b4101890 0x7fa4b419c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 -- 172.21.15.80:0/1213988618 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b419f760 con 0x7fa4b4102250 2024-04-21T23:57:31.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b27fc640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa4b4101890 0x7fa4b419c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:31.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b37fe640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 0x7fa4b419eea0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009bf0 tx=0x7fa4ac035ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:31.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b891c640 1 -- 172.21.15.80:0/1213988618 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac039040 con 0x7fa4b4102250 2024-04-21T23:57:31.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b419f9f0 con 0x7fa4b4102250 2024-04-21T23:57:31.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b891c640 1 -- 172.21.15.80:0/1213988618 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa4ac044070 con 0x7fa4b4102250 2024-04-21T23:57:31.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b891c640 1 -- 172.21.15.80:0/1213988618 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac0043c0 con 0x7fa4b4102250 2024-04-21T23:57:31.682 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.686+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b419ff60 con 0x7fa4b4102250 2024-04-21T23:57:31.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.687+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4b41079c0 con 0x7fa4b4102250 2024-04-21T23:57:31.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.688+0000 7fa4b891c640 1 -- 172.21.15.80:0/1213988618 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa4ac003a70 con 0x7fa4b4102250 2024-04-21T23:57:31.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.689+0000 7fa4b891c640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa49c0a2c10 0x7fa49c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.689+0000 7fa4b2ffd640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa49c0a2c10 0x7fa49c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.689+0000 7fa4b891c640 1 -- 172.21.15.80:0/1213988618 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fa4ac0f1aa0 con 0x7fa4b4102250 2024-04-21T23:57:31.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.689+0000 7fa4b2ffd640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa49c0a2c10 0x7fa49c0a50d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa4b41016f0 tx=0x7fa4a4009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:31.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.693+0000 7fa4b891c640 1 -- 172.21.15.80:0/1213988618 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa4ac0be660 con 0x7fa4b4102250 2024-04-21T23:57:31.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.868+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa4b4062340 con 0x7fa4b4102250 2024-04-21T23:57:31.861 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.868+0000 7fa4b891c640 1 -- 172.21.15.80:0/1213988618 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7fa4ac0bdf60 con 0x7fa4b4102250 2024-04-21T23:57:31.861 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:57:31.863 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa49c0a2c10 msgr2=0x7fa49c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.863 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa49c0a2c10 0x7fa49c0a50d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa4b41016f0 tx=0x7fa4a4009110 comp rx=0 tx=0).stop 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 msgr2=0x7fa4b419eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 0x7fa4b419eea0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009bf0 tx=0x7fa4ac035ae0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 shutdown_connections 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa49c0a2c10 0x7fa49c0a50d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa4b4102250 0x7fa4b419eea0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa4b4101890 0x7fa4b419c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 --2- 172.21.15.80:0/1213988618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa4b41006a0 0x7fa4b406a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 >> 172.21.15.80:0/1213988618 conn(0x7fa4b40fbc10 msgr2=0x7fa4b4104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 shutdown_connections 2024-04-21T23:57:31.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.870+0000 7fa4b991e640 1 -- 172.21.15.80:0/1213988618 wait complete. 2024-04-21T23:57:31.875 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:57:31.979 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- 172.21.15.80:0/125184480 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624101870 msgr2=0x7f2624101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 --2- 172.21.15.80:0/125184480 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624101870 0x7f2624101cf0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2614009ca0 tx=0x7f261402c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- 172.21.15.80:0/125184480 shutdown_connections 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 --2- 172.21.15.80:0/125184480 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2624102230 0x7f2624108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 --2- 172.21.15.80:0/125184480 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624101870 0x7f2624101cf0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 --2- 172.21.15.80:0/125184480 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624100680 0x7f2624100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- 172.21.15.80:0/125184480 >> 172.21.15.80:0/125184480 conn(0x7f26240fbc30 msgr2=0x7f26240fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- 172.21.15.80:0/125184480 shutdown_connections 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- 172.21.15.80:0/125184480 wait complete. 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 Processor -- start 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- start start 2024-04-21T23:57:31.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624100680 0x7f262406a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2624101870 0x7f262419c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102230 0x7f262419ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f262410c360 con 0x7f2624100680 2024-04-21T23:57:31.981 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f262410c1e0 con 0x7f2624102230 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.984+0000 7f262acf3640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f262410c4e0 con 0x7f2624101870 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624100680 0x7f262406a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624100680 0x7f262406a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58424/0 (socket says 172.21.15.80:58424) 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 -- 172.21.15.80:0/1692570318 learned_addr learned my addr 172.21.15.80:0/1692570318 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2623fff640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2624101870 0x7f262419c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2629290640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102230 0x7f262419ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 -- 172.21.15.80:0/1692570318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2624101870 msgr2=0x7f262419c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2624101870 0x7f262419c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 -- 172.21.15.80:0/1692570318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102230 msgr2=0x7f262419ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102230 0x7f262419ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:31.982 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 -- 172.21.15.80:0/1692570318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f262419f790 con 0x7f2624100680 2024-04-21T23:57:31.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2629290640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102230 0x7f262419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:31.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2628a8f640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624100680 0x7f262406a8f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f261c00c970 tx=0x7f261c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:31.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2621ffb640 1 -- 172.21.15.80:0/1692570318 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c007c10 con 0x7f2624100680 2024-04-21T23:57:31.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f262419fa20 con 0x7f2624100680 2024-04-21T23:57:31.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2621ffb640 1 -- 172.21.15.80:0/1692570318 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f261c007db0 con 0x7f2624100680 2024-04-21T23:57:31.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f2621ffb640 1 -- 172.21.15.80:0/1692570318 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c00f8a0 con 0x7f2624100680 2024-04-21T23:57:31.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.985+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f262419ff90 con 0x7f2624100680 2024-04-21T23:57:31.983 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.986+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26240689b0 con 0x7f2624100680 2024-04-21T23:57:31.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.987+0000 7f2621ffb640 1 -- 172.21.15.80:0/1692570318 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f261c00fb00 con 0x7f2624100680 2024-04-21T23:57:31.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.988+0000 7f2621ffb640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f26100a2b90 0x7f26100a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:31.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.988+0000 7f2621ffb640 1 -- 172.21.15.80:0/1692570318 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f261c0cf6b0 con 0x7f2624100680 2024-04-21T23:57:31.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.988+0000 7f2623fff640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f26100a2b90 0x7f26100a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:31.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.988+0000 7f2623fff640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f26100a2b90 0x7f26100a5050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2614000f80 tx=0x7f2614032590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:31.985 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:31.992+0000 7f2621ffb640 1 -- 172.21.15.80:0/1692570318 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f261c09c360 con 0x7f2624100680 2024-04-21T23:57:32.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.166+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f2624062340 con 0x7f2624100680 2024-04-21T23:57:32.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.166+0000 7f2621ffb640 1 -- 172.21.15.80:0/1692570318 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7f261c09bc60 con 0x7f2624100680 2024-04-21T23:57:32.159 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f26100a2b90 msgr2=0x7f26100a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f26100a2b90 0x7f26100a5050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2614000f80 tx=0x7f2614032590 comp rx=0 tx=0).stop 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624100680 msgr2=0x7f262406a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624100680 0x7f262406a8f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f261c00c970 tx=0x7f261c00ce30 comp rx=0 tx=0).stop 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 shutdown_connections 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f26100a2b90 0x7f26100a5050 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102230 0x7f262419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2624101870 0x7f262419c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 --2- 172.21.15.80:0/1692570318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2624100680 0x7f262406a8f0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 >> 172.21.15.80:0/1692570318 conn(0x7f26240fbc30 msgr2=0x7f2624104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 shutdown_connections 2024-04-21T23:57:32.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.168+0000 7f262acf3640 1 -- 172.21.15.80:0/1692570318 wait complete. 2024-04-21T23:57:32.171 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:31 smithi080 ceph-mon[27925]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:32.172 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:31 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1312167899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:32.172 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:31 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4213139229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.172 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:31 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1804068286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.172 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:31 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1213988618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.173 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:57:32.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:31 smithi120 ceph-mon[31499]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:32.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:31 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1312167899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:32.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:31 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4213139229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:31 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1804068286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:31 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1213988618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2647061603 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 msgr2=0x7fb6d8101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2647061603 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 0x7fb6d8101cf0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8009900 tx=0x7fb6c802bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:32.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2647061603 shutdown_connections 2024-04-21T23:57:32.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2647061603 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb6d8102230 0x7fb6d8108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2647061603 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 0x7fb6d8101cf0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2647061603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6d8100680 0x7fb6d8100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2647061603 >> 172.21.15.80:0/2647061603 conn(0x7fb6d80fbbf0 msgr2=0x7fb6d80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:32.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2647061603 shutdown_connections 2024-04-21T23:57:32.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.280+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2647061603 wait complete. 2024-04-21T23:57:32.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6dccdf640 1 Processor -- start 2024-04-21T23:57:32.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6dccdf640 1 -- start start 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6dccdf640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6d8100680 0x7fb6d8069440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6dccdf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 0x7fb6d819c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6dccdf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb6d8102230 0x7fb6d819edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6dccdf640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d810c2e0 con 0x7fb6d8101870 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6dccdf640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d810c160 con 0x7fb6d8100680 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6dccdf640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d810c460 con 0x7fb6d8102230 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 0x7fb6d819c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 0x7fb6d819c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58448/0 (socket says 172.21.15.80:58448) 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 -- 172.21.15.80:0/2347752801 learned_addr learned my addr 172.21.15.80:0/2347752801 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d659c640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6d8100680 0x7fb6d8069440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d6d9d640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb6d8102230 0x7fb6d819edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 -- 172.21.15.80:0/2347752801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb6d8102230 msgr2=0x7fb6d819edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb6d8102230 0x7fb6d819edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 -- 172.21.15.80:0/2347752801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6d8100680 msgr2=0x7fb6d8069440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6d8100680 0x7fb6d8069440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 -- 172.21.15.80:0/2347752801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d819f6d0 con 0x7fb6d8101870 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d6d9d640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb6d8102230 0x7fb6d819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.281+0000 7fb6d5d9b640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 0x7fb6d819c7a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8009230 tx=0x7fb6c8005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.282+0000 7fb6c77fe640 1 -- 172.21.15.80:0/2347752801 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c8041070 con 0x7fb6d8101870 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.282+0000 7fb6c77fe640 1 -- 172.21.15.80:0/2347752801 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6c80054e0 con 0x7fb6d8101870 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.282+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6d819f900 con 0x7fb6d8101870 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.282+0000 7fb6c77fe640 1 -- 172.21.15.80:0/2347752801 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c8034440 con 0x7fb6d8101870 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.282+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6d819fdf0 con 0x7fb6d8101870 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.283+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6d81079a0 con 0x7fb6d8101870 2024-04-21T23:57:32.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.284+0000 7fb6c77fe640 1 -- 172.21.15.80:0/2347752801 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb6c8044070 con 0x7fb6d8101870 2024-04-21T23:57:32.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.284+0000 7fb6c77fe640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb6c00a2b90 0x7fb6c00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.285+0000 7fb6d659c640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb6c00a2b90 0x7fb6c00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.285+0000 7fb6c77fe640 1 -- 172.21.15.80:0/2347752801 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fb6c80f1090 con 0x7fb6d8101870 2024-04-21T23:57:32.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.285+0000 7fb6d659c640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb6c00a2b90 0x7fb6c00a5050 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb6d81016d0 tx=0x7fb6cc00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:32.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.289+0000 7fb6c77fe640 1 -- 172.21.15.80:0/2347752801 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb6c80bdcb0 con 0x7fb6d8101870 2024-04-21T23:57:32.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:31 smithi144 ceph-mon[31316]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:32.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:31 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1312167899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:32.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:31 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4213139229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:31 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1804068286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:31 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1213988618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:32.505 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.512+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6d8062340 con 0x7fb6d8101870 2024-04-21T23:57:32.506 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.513+0000 7fb6c77fe640 1 -- 172.21.15.80:0/2347752801 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+11876 (secure 0 0 0) 0x7fb6c80bd5b0 con 0x7fb6d8101870 2024-04-21T23:57:32.506 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:32.506 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":22,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":22,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:56:10.656231+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24472,24488,24452]},"id":1}]} 2024-04-21T23:57:32.507 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 22 2024-04-21T23:57:32.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb6c00a2b90 msgr2=0x7fb6c00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb6c00a2b90 0x7fb6c00a5050 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb6d81016d0 tx=0x7fb6cc00b390 comp rx=0 tx=0).stop 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 msgr2=0x7fb6d819c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 0x7fb6d819c7a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8009230 tx=0x7fb6c8005dd0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 shutdown_connections 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb6c00a2b90 0x7fb6c00a5050 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb6d8102230 0x7fb6d819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb6d8101870 0x7fb6d819c7a0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 --2- 172.21.15.80:0/2347752801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6d8100680 0x7fb6d8069440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 >> 172.21.15.80:0/2347752801 conn(0x7fb6d80fbbf0 msgr2=0x7fb6d8104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 shutdown_connections 2024-04-21T23:57:32.509 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.515+0000 7fb6dccdf640 1 -- 172.21.15.80:0/2347752801 wait complete. 2024-04-21T23:57:32.520 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:57:32.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 -- 172.21.15.80:0/3175948795 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0100680 msgr2=0x7fb5d0100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/3175948795 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0100680 0x7fb5d0100aa0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb5c0009900 tx=0x7fb5c002bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:32.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 -- 172.21.15.80:0/3175948795 shutdown_connections 2024-04-21T23:57:32.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/3175948795 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb5d0102230 0x7fb5d0108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/3175948795 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb5d0101870 0x7fb5d0101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/3175948795 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0100680 0x7fb5d0100aa0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 -- 172.21.15.80:0/3175948795 >> 172.21.15.80:0/3175948795 conn(0x7fb5d00fbbf0 msgr2=0x7fb5d00fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:32.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 -- 172.21.15.80:0/3175948795 shutdown_connections 2024-04-21T23:57:32.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.630+0000 7fb5d64a7640 1 -- 172.21.15.80:0/3175948795 wait complete. 2024-04-21T23:57:32.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d64a7640 1 Processor -- start 2024-04-21T23:57:32.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d64a7640 1 -- start start 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d64a7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb5d0100680 0x7fb5d0197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d64a7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb5d0101870 0x7fb5d0198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d64a7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0102230 0x7fb5d019f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d64a7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d010c2d0 con 0x7fb5d0102230 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d64a7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d010c150 con 0x7fb5d0101870 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d64a7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d010c450 con 0x7fb5d0100680 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d4a44640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0102230 0x7fb5d019f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d4a44640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0102230 0x7fb5d019f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58470/0 (socket says 172.21.15.80:58470) 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5d4a44640 1 -- 172.21.15.80:0/401198706 learned_addr learned my addr 172.21.15.80:0/401198706 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.631+0000 7fb5cffff640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb5d0100680 0x7fb5d0197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5cf7fe640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb5d0101870 0x7fb5d0198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5d4a44640 1 -- 172.21.15.80:0/401198706 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb5d0100680 msgr2=0x7fb5d0197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5d4a44640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb5d0100680 0x7fb5d0197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5d4a44640 1 -- 172.21.15.80:0/401198706 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb5d0101870 msgr2=0x7fb5d0198060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5d4a44640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb5d0101870 0x7fb5d0198060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5d4a44640 1 -- 172.21.15.80:0/401198706 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5d019f740 con 0x7fb5d0102230 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5d4a44640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0102230 0x7fb5d019f0d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8009fd0 tx=0x7fb5c800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5cd7fa640 1 -- 172.21.15.80:0/401198706 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8017070 con 0x7fb5d0102230 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5cd7fa640 1 -- 172.21.15.80:0/401198706 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5c8003e50 con 0x7fb5d0102230 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5d019fa30 con 0x7fb5d0102230 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5cd7fa640 1 -- 172.21.15.80:0/401198706 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c80106c0 con 0x7fb5d0102230 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.632+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5d019ff30 con 0x7fb5d0102230 2024-04-21T23:57:32.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.633+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5d01a01c0 con 0x7fb5d0102230 2024-04-21T23:57:32.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.634+0000 7fb5cd7fa640 1 -- 172.21.15.80:0/401198706 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb5c8003970 con 0x7fb5d0102230 2024-04-21T23:57:32.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.635+0000 7fb5cd7fa640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5b80a2b90 0x7fb5b80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.635+0000 7fb5cffff640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5b80a2b90 0x7fb5b80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.635+0000 7fb5cd7fa640 1 -- 172.21.15.80:0/401198706 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fb5c80cf090 con 0x7fb5d0102230 2024-04-21T23:57:32.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.636+0000 7fb5cffff640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5b80a2b90 0x7fb5b80a5050 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb5c0000c00 tx=0x7fb5c0005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:32.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.639+0000 7fb5cd7fa640 1 -- 172.21.15.80:0/401198706 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb5c809b660 con 0x7fb5d0102230 2024-04-21T23:57:32.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.823+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb5d01a0390 con 0x7fb5d0102230 2024-04-21T23:57:32.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.825+0000 7fb5cd7fa640 1 -- 172.21.15.80:0/401198706 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24563 (secure 0 0 0) 0x7fb5c809f960 con 0x7fb5d0102230 2024-04-21T23:57:32.818 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:32.818 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":92,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:56:44.006371+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:57:32.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5b80a2b90 msgr2=0x7fb5b80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5b80a2b90 0x7fb5b80a5050 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb5c0000c00 tx=0x7fb5c0005fd0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0102230 msgr2=0x7fb5d019f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0102230 0x7fb5d019f0d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8009fd0 tx=0x7fb5c800b260 comp rx=0 tx=0).stop 2024-04-21T23:57:32.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 shutdown_connections 2024-04-21T23:57:32.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb5b80a2b90 0x7fb5b80a5050 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb5d0102230 0x7fb5d019f0d0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb5d0101870 0x7fb5d0198060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 --2- 172.21.15.80:0/401198706 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb5d0100680 0x7fb5d0197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 >> 172.21.15.80:0/401198706 conn(0x7fb5d00fbbf0 msgr2=0x7fb5d00fd730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:32.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 shutdown_connections 2024-04-21T23:57:32.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.827+0000 7fb5d64a7640 1 -- 172.21.15.80:0/401198706 wait complete. 2024-04-21T23:57:32.832 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:57:32.833 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:57:32.941 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 -- 172.21.15.80:0/2438264057 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc101870 msgr2=0x7ff1fc101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.941 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 --2- 172.21.15.80:0/2438264057 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc101870 0x7ff1fc101cf0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec009900 tx=0x7ff1ec02bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:32.941 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 -- 172.21.15.80:0/2438264057 shutdown_connections 2024-04-21T23:57:32.941 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 --2- 172.21.15.80:0/2438264057 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff1fc102230 0x7ff1fc108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.941 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 --2- 172.21.15.80:0/2438264057 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc101870 0x7ff1fc101cf0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.941 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 --2- 172.21.15.80:0/2438264057 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff1fc100680 0x7ff1fc100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 -- 172.21.15.80:0/2438264057 >> 172.21.15.80:0/2438264057 conn(0x7ff1fc0fbbf0 msgr2=0x7ff1fc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 -- 172.21.15.80:0/2438264057 shutdown_connections 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.946+0000 7ff203d3a640 1 -- 172.21.15.80:0/2438264057 wait complete. 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff203d3a640 1 Processor -- start 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff203d3a640 1 -- start start 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff203d3a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc100680 0x7ff1fc1045a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff203d3a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff1fc101870 0x7ff1fc102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff203d3a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff1fc102230 0x7ff1fc103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff203d3a640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff1fc10c2e0 con 0x7ff1fc100680 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff203d3a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff1fc10c160 con 0x7ff1fc102230 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff203d3a640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff1fc10c460 con 0x7ff1fc101870 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc100680 0x7ff1fc1045a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc100680 0x7ff1fc1045a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58478/0 (socket says 172.21.15.80:58478) 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 -- 172.21.15.80:0/1143909747 learned_addr learned my addr 172.21.15.80:0/1143909747 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff2012d5640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff1fc101870 0x7ff1fc102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff2022d7640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff1fc102230 0x7ff1fc103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 -- 172.21.15.80:0/1143909747 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff1fc101870 msgr2=0x7ff1fc102c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff1fc101870 0x7ff1fc102c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 -- 172.21.15.80:0/1143909747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff1fc102230 msgr2=0x7ff1fc103190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff1fc102230 0x7ff1fc103190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 -- 172.21.15.80:0/1143909747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1fc1039b0 con 0x7ff1fc100680 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff2022d7640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff1fc102230 0x7ff1fc103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.947+0000 7ff201ad6640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc100680 0x7ff1fc1045a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff1f800d770 tx=0x7ff1f800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.948+0000 7ff1f2ffd640 1 -- 172.21.15.80:0/1143909747 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f8017070 con 0x7ff1fc100680 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.948+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1fc1a1ba0 con 0x7ff1fc100680 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.948+0000 7ff1f2ffd640 1 -- 172.21.15.80:0/1143909747 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1f8009c30 con 0x7ff1fc100680 2024-04-21T23:57:32.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.948+0000 7ff1f2ffd640 1 -- 172.21.15.80:0/1143909747 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f8003dd0 con 0x7ff1fc100680 2024-04-21T23:57:32.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.948+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1fc1a2110 con 0x7ff1fc100680 2024-04-21T23:57:32.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.949+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1fc1a22e0 con 0x7ff1fc100680 2024-04-21T23:57:32.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.950+0000 7ff1f2ffd640 1 -- 172.21.15.80:0/1143909747 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff1f8004000 con 0x7ff1fc100680 2024-04-21T23:57:32.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.950+0000 7ff1f2ffd640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff1e80a2c10 0x7ff1e80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:32.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.951+0000 7ff1f2ffd640 1 -- 172.21.15.80:0/1143909747 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7ff1f80cf0a0 con 0x7ff1fc100680 2024-04-21T23:57:32.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.951+0000 7ff2012d5640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff1e80a2c10 0x7ff1e80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:32.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.951+0000 7ff2012d5640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff1e80a2c10 0x7ff1e80a50d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec02c7b0 tx=0x7ff1ec005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:32.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:32.954+0000 7ff1f2ffd640 1 -- 172.21.15.80:0/1143909747 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff1f8009de0 con 0x7ff1fc100680 2024-04-21T23:57:33.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.136+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff1fc1a2670 con 0x7ff1fc100680 2024-04-21T23:57:33.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.136+0000 7ff1f2ffd640 1 -- 172.21.15.80:0/1143909747 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7ff1f8097030 con 0x7ff1fc100680 2024-04-21T23:57:33.130 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:57:33.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff1e80a2c10 msgr2=0x7ff1e80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff1e80a2c10 0x7ff1e80a50d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec02c7b0 tx=0x7ff1ec005fd0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc100680 msgr2=0x7ff1fc1045a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc100680 0x7ff1fc1045a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff1f800d770 tx=0x7ff1f800dc30 comp rx=0 tx=0).stop 2024-04-21T23:57:33.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 shutdown_connections 2024-04-21T23:57:33.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff1e80a2c10 0x7ff1e80a50d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff1fc102230 0x7ff1fc103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff1fc101870 0x7ff1fc102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 --2- 172.21.15.80:0/1143909747 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff1fc100680 0x7ff1fc1045a0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 >> 172.21.15.80:0/1143909747 conn(0x7ff1fc0fbbf0 msgr2=0x7ff1fc0fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:33.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 shutdown_connections 2024-04-21T23:57:33.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.139+0000 7ff203d3a640 1 -- 172.21.15.80:0/1143909747 wait complete. 2024-04-21T23:57:33.142 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:32 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1692570318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:33.142 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:32 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2347752801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:33.142 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:32 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/401198706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:33.143 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:57:33.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:32 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1692570318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:33.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:32 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2347752801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:33.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:32 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/401198706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:33.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 -- 172.21.15.80:0/85623078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4102230 msgr2=0x7f89a4108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 --2- 172.21.15.80:0/85623078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4102230 0x7f89a4108ac0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f899c009ca0 tx=0x7f899c02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 -- 172.21.15.80:0/85623078 shutdown_connections 2024-04-21T23:57:33.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 --2- 172.21.15.80:0/85623078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4102230 0x7f89a4108ac0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 --2- 172.21.15.80:0/85623078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f89a4101870 0x7f89a4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 --2- 172.21.15.80:0/85623078 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f89a4100680 0x7f89a4100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 -- 172.21.15.80:0/85623078 >> 172.21.15.80:0/85623078 conn(0x7f89a40fbbf0 msgr2=0x7f89a40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 -- 172.21.15.80:0/85623078 shutdown_connections 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.252+0000 7f89abec6640 1 -- 172.21.15.80:0/85623078 wait complete. 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89abec6640 1 Processor -- start 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89abec6640 1 -- start start 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89abec6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f89a4100680 0x7f89a41968f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89abec6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4101870 0x7f89a4196e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89abec6640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f89a4102230 0x7f89a419dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89abec6640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f89a410c2e0 con 0x7f89a4101870 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89abec6640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f89a410c160 con 0x7f89a4100680 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89abec6640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f89a410c460 con 0x7f89a4102230 2024-04-21T23:57:33.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4101870 0x7f89a4196e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4101870 0x7f89a4196e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58494/0 (socket says 172.21.15.80:58494) 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 -- 172.21.15.80:0/4144389074 learned_addr learned my addr 172.21.15.80:0/4144389074 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89aa463640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f89a4102230 0x7f89a419dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9c62640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f89a4100680 0x7f89a41968f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 -- 172.21.15.80:0/4144389074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f89a4102230 msgr2=0x7f89a419dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f89a4102230 0x7f89a419dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 -- 172.21.15.80:0/4144389074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f89a4100680 msgr2=0x7f89a41968f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f89a4100680 0x7f89a41968f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 -- 172.21.15.80:0/4144389074 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89a419e510 con 0x7f89a4101870 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89aa463640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f89a4102230 0x7f89a419dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9c62640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f89a4100680 0x7f89a41968f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:33.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.253+0000 7f89a9461640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4101870 0x7f89a4196e30 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f899400c890 tx=0x7f899400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:33.250 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.254+0000 7f899affd640 1 -- 172.21.15.80:0/4144389074 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8994004220 con 0x7f89a4101870 2024-04-21T23:57:33.250 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.254+0000 7f899affd640 1 -- 172.21.15.80:0/4144389074 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f89940043c0 con 0x7f89a4101870 2024-04-21T23:57:33.250 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.254+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89a419e800 con 0x7f89a4101870 2024-04-21T23:57:33.250 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.254+0000 7f899affd640 1 -- 172.21.15.80:0/4144389074 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89940049e0 con 0x7f89a4101870 2024-04-21T23:57:33.250 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.254+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89a419ed50 con 0x7f89a4101870 2024-04-21T23:57:33.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.255+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89a41079a0 con 0x7f89a4101870 2024-04-21T23:57:33.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.256+0000 7f899affd640 1 -- 172.21.15.80:0/4144389074 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f89940079b0 con 0x7f89a4101870 2024-04-21T23:57:33.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.256+0000 7f899affd640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f89900a2b90 0x7f89900a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.257+0000 7f89a9c62640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f89900a2b90 0x7f89900a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.257+0000 7f899affd640 1 -- 172.21.15.80:0/4144389074 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f89940cf490 con 0x7f89a4101870 2024-04-21T23:57:33.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.257+0000 7f89a9c62640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f89900a2b90 0x7f89900a5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f89a41016d0 tx=0x7f89a000a5e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:33.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.261+0000 7f899affd640 1 -- 172.21.15.80:0/4144389074 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8994014030 con 0x7f89a4101870 2024-04-21T23:57:33.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:32 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1692570318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:33.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:32 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2347752801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:33.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:32 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/401198706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:33.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.452+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f89a40623e0 con 0x7f89a4101870 2024-04-21T23:57:33.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.452+0000 7f899affd640 1 -- 172.21.15.80:0/4144389074 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7f899409c0b0 con 0x7f89a4101870 2024-04-21T23:57:33.445 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f89900a2b90 msgr2=0x7f89900a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f89900a2b90 0x7f89900a5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f89a41016d0 tx=0x7f89a000a5e0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4101870 msgr2=0x7f89a4196e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4101870 0x7f89a4196e30 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f899400c890 tx=0x7f899400cd50 comp rx=0 tx=0).stop 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 shutdown_connections 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f89900a2b90 0x7f89900a5050 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f89a4102230 0x7f89a419dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f89a4101870 0x7f89a4196e30 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 --2- 172.21.15.80:0/4144389074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f89a4100680 0x7f89a41968f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 >> 172.21.15.80:0/4144389074 conn(0x7f89a40fbbf0 msgr2=0x7f89a4104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 shutdown_connections 2024-04-21T23:57:33.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.454+0000 7f89abec6640 1 -- 172.21.15.80:0/4144389074 wait complete. 2024-04-21T23:57:33.458 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2641631985 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518101870 msgr2=0x7fa518101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2641631985 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518101870 0x7fa518101cf0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa504009900 tx=0x7fa50402bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2641631985 shutdown_connections 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2641631985 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa518102230 0x7fa518108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2641631985 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518101870 0x7fa518101cf0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2641631985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa518100680 0x7fa518100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2641631985 >> 172.21.15.80:0/2641631985 conn(0x7fa5180fbbf0 msgr2=0x7fa5180fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2641631985 shutdown_connections 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2641631985 wait complete. 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.568+0000 7fa51ecfa640 1 Processor -- start 2024-04-21T23:57:33.564 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ecfa640 1 -- start start 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ecfa640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa518100680 0x7fa518069460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ecfa640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa518101870 0x7fa51819c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ecfa640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518102230 0x7fa51819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ecfa640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa51810c3f0 con 0x7fa518102230 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ecfa640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa51810c270 con 0x7fa518100680 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ecfa640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa51810c570 con 0x7fa518101870 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518102230 0x7fa51819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518102230 0x7fa51819eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58518/0 (socket says 172.21.15.80:58518) 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 -- 172.21.15.80:0/2249779534 learned_addr learned my addr 172.21.15.80:0/2249779534 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa517fff640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa518101870 0x7fa51819c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ca96640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa518100680 0x7fa518069460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 -- 172.21.15.80:0/2249779534 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa518101870 msgr2=0x7fa51819c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.565 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa518101870 0x7fa51819c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 -- 172.21.15.80:0/2249779534 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa518100680 msgr2=0x7fa518069460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa518100680 0x7fa518069460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 -- 172.21.15.80:0/2249779534 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa51819f790 con 0x7fa518102230 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51d297640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518102230 0x7fa51819eed0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa51000eaa0 tx=0x7fa51000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa515ffb640 1 -- 172.21.15.80:0/2249779534 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51000cdb0 con 0x7fa518102230 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa515ffb640 1 -- 172.21.15.80:0/2249779534 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa510005020 con 0x7fa518102230 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa51819fa80 con 0x7fa518102230 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.569+0000 7fa515ffb640 1 -- 172.21.15.80:0/2249779534 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5100116b0 con 0x7fa518102230 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.570+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa51819ffa0 con 0x7fa518102230 2024-04-21T23:57:33.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.571+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5181079f0 con 0x7fa518102230 2024-04-21T23:57:33.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.571+0000 7fa515ffb640 1 -- 172.21.15.80:0/2249779534 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa510005560 con 0x7fa518102230 2024-04-21T23:57:33.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.572+0000 7fa515ffb640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa5080a2b90 0x7fa5080a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.572+0000 7fa51ca96640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa5080a2b90 0x7fa5080a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.572+0000 7fa515ffb640 1 -- 172.21.15.80:0/2249779534 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fa5100cf5d0 con 0x7fa518102230 2024-04-21T23:57:33.567 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.573+0000 7fa51ca96640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa5080a2b90 0x7fa5080a5050 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa5181016d0 tx=0x7fa50c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:33.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.577+0000 7fa515ffb640 1 -- 172.21.15.80:0/2249779534 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa510016030 con 0x7fa518102230 2024-04-21T23:57:33.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.754+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa518062340 con 0x7fa518102230 2024-04-21T23:57:33.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.754+0000 7fa515ffb640 1 -- 172.21.15.80:0/2249779534 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7fa51009c1f0 con 0x7fa518102230 2024-04-21T23:57:33.747 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa5080a2b90 msgr2=0x7fa5080a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa5080a2b90 0x7fa5080a5050 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa5181016d0 tx=0x7fa50c008040 comp rx=0 tx=0).stop 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518102230 msgr2=0x7fa51819eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518102230 0x7fa51819eed0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa51000eaa0 tx=0x7fa51000ef60 comp rx=0 tx=0).stop 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 shutdown_connections 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa5080a2b90 0x7fa5080a5050 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa518102230 0x7fa51819eed0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa518101870 0x7fa51819c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 --2- 172.21.15.80:0/2249779534 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa518100680 0x7fa518069460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.756+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 >> 172.21.15.80:0/2249779534 conn(0x7fa5180fbbf0 msgr2=0x7fa518104bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.757+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 shutdown_connections 2024-04-21T23:57:33.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.757+0000 7fa51ecfa640 1 -- 172.21.15.80:0/2249779534 wait complete. 2024-04-21T23:57:33.761 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 -- 172.21.15.80:0/462047487 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4100680 msgr2=0x7fb2b4100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 --2- 172.21.15.80:0/462047487 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4100680 0x7fb2b4100aa0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb2a4009ca0 tx=0x7fb2a402c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 -- 172.21.15.80:0/462047487 shutdown_connections 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 --2- 172.21.15.80:0/462047487 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2b4102230 0x7fb2b4108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 --2- 172.21.15.80:0/462047487 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2b4101870 0x7fb2b4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 --2- 172.21.15.80:0/462047487 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4100680 0x7fb2b4100aa0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 -- 172.21.15.80:0/462047487 >> 172.21.15.80:0/462047487 conn(0x7fb2b40fbc30 msgr2=0x7fb2b40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 -- 172.21.15.80:0/462047487 shutdown_connections 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.868+0000 7fb2b9537640 1 -- 172.21.15.80:0/462047487 wait complete. 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b9537640 1 Processor -- start 2024-04-21T23:57:33.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b9537640 1 -- start start 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b9537640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2b4100680 0x7fb2b406a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b9537640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4101870 0x7fb2b419c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b9537640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2b4102230 0x7fb2b419eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b9537640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b410c300 con 0x7fb2b4101870 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b9537640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b410c180 con 0x7fb2b4102230 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b9537640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b410c480 con 0x7fb2b4100680 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b27fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4101870 0x7fb2b419c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b27fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4101870 0x7fb2b419c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58530/0 (socket says 172.21.15.80:58530) 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.869+0000 7fb2b27fc640 1 -- 172.21.15.80:0/1134805747 learned_addr learned my addr 172.21.15.80:0/1134805747 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b2ffd640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2b4100680 0x7fb2b406a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b37fe640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2b4102230 0x7fb2b419eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b27fc640 1 -- 172.21.15.80:0/1134805747 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2b4100680 msgr2=0x7fb2b406a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b27fc640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2b4100680 0x7fb2b406a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b27fc640 1 -- 172.21.15.80:0/1134805747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2b4102230 msgr2=0x7fb2b419eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b27fc640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2b4102230 0x7fb2b419eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b27fc640 1 -- 172.21.15.80:0/1134805747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2b419f760 con 0x7fb2b4101870 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b27fc640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4101870 0x7fb2b419c860 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb2a800c970 tx=0x7fb2a800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb29bfff640 1 -- 172.21.15.80:0/1134805747 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a8007bb0 con 0x7fb2b4101870 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb29bfff640 1 -- 172.21.15.80:0/1134805747 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb2a8007d50 con 0x7fb2b4101870 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2b419fa50 con 0x7fb2b4101870 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb29bfff640 1 -- 172.21.15.80:0/1134805747 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a800f450 con 0x7fb2b4101870 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.870+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2b419ff50 con 0x7fb2b4101870 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.871+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2b4107a10 con 0x7fb2b4101870 2024-04-21T23:57:33.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.872+0000 7fb29bfff640 1 -- 172.21.15.80:0/1134805747 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb2a8005020 con 0x7fb2b4101870 2024-04-21T23:57:33.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.873+0000 7fb29bfff640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb29c0a2b90 0x7fb29c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:33.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.873+0000 7fb2b2ffd640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb29c0a2b90 0x7fb29c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:33.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.873+0000 7fb29bfff640 1 -- 172.21.15.80:0/1134805747 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fb2a80cf170 con 0x7fb2b4101870 2024-04-21T23:57:33.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.873+0000 7fb2b2ffd640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb29c0a2b90 0x7fb29c0a5050 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb2a402c700 tx=0x7fb2a4032590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:33.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:33.877+0000 7fb29bfff640 1 -- 172.21.15.80:0/1134805747 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb2a8014030 con 0x7fb2b4101870 2024-04-21T23:57:34.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.052+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fb2b4062340 con 0x7fb2b4101870 2024-04-21T23:57:34.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.052+0000 7fb29bfff640 1 -- 172.21.15.80:0/1134805747 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7fb2a809bd90 con 0x7fb2b4101870 2024-04-21T23:57:34.045 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:57:34.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb29c0a2b90 msgr2=0x7fb29c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb29c0a2b90 0x7fb29c0a5050 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb2a402c700 tx=0x7fb2a4032590 comp rx=0 tx=0).stop 2024-04-21T23:57:34.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4101870 msgr2=0x7fb2b419c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4101870 0x7fb2b419c860 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb2a800c970 tx=0x7fb2a800ce30 comp rx=0 tx=0).stop 2024-04-21T23:57:34.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 shutdown_connections 2024-04-21T23:57:34.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb29c0a2b90 0x7fb29c0a5050 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2b4102230 0x7fb2b419eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2b4101870 0x7fb2b419c860 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 --2- 172.21.15.80:0/1134805747 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2b4100680 0x7fb2b406a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 >> 172.21.15.80:0/1134805747 conn(0x7fb2b40fbc30 msgr2=0x7fb2b4104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:34.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 shutdown_connections 2024-04-21T23:57:34.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.054+0000 7fb2b9537640 1 -- 172.21.15.80:0/1134805747 wait complete. 2024-04-21T23:57:34.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:33 smithi080 ceph-mon[27925]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:34.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:33 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1143909747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:33 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4144389074' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.057 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:33 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2249779534' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.058 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:57:34.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- 172.21.15.80:0/1622470781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c104bf0 msgr2=0x7fd59c106fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 --2- 172.21.15.80:0/1622470781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c104bf0 0x7fd59c106fe0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd598009900 tx=0x7fd59802bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:34.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- 172.21.15.80:0/1622470781 shutdown_connections 2024-04-21T23:57:34.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 --2- 172.21.15.80:0/1622470781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd59c107520 0x7fd59c109910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 --2- 172.21.15.80:0/1622470781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c104bf0 0x7fd59c106fe0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 --2- 172.21.15.80:0/1622470781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd59c1022c0 0x7fd59c1046b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- 172.21.15.80:0/1622470781 >> 172.21.15.80:0/1622470781 conn(0x7fd59c0fbc30 msgr2=0x7fd59c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:34.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- 172.21.15.80:0/1622470781 shutdown_connections 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- 172.21.15.80:0/1622470781 wait complete. 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 Processor -- start 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- start start 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd59c1022c0 0x7fd59c197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd59c104bf0 0x7fd59c198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c107520 0x7fd59c19f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fd59c10d490 con 0x7fd59c107520 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd59c10d310 con 0x7fd59c1022c0 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.163+0000 7fd5a39be640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fd59c10d610 con 0x7fd59c104bf0 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c107520 0x7fd59c19f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c107520 0x7fd59c19f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58544/0 (socket says 172.21.15.80:58544) 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 -- 172.21.15.80:0/3690067433 learned_addr learned my addr 172.21.15.80:0/3690067433 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a175a640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd59c1022c0 0x7fd59c197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a0f59640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd59c104bf0 0x7fd59c198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 -- 172.21.15.80:0/3690067433 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd59c104bf0 msgr2=0x7fd59c198080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd59c104bf0 0x7fd59c198080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 -- 172.21.15.80:0/3690067433 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd59c1022c0 msgr2=0x7fd59c197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd59c1022c0 0x7fd59c197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 -- 172.21.15.80:0/3690067433 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd59c19f760 con 0x7fd59c107520 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a1f5b640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c107520 0x7fd59c19f0f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd59400b970 tx=0x7fd59400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5927fc640 1 -- 172.21.15.80:0/3690067433 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd594019070 con 0x7fd59c107520 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5927fc640 1 -- 172.21.15.80:0/3690067433 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd59400cb40 con 0x7fd59c107520 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd59c19fa50 con 0x7fd59c107520 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5927fc640 1 -- 172.21.15.80:0/3690067433 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd594007650 con 0x7fd59c107520 2024-04-21T23:57:34.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.164+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd59c19ff70 con 0x7fd59c107520 2024-04-21T23:57:34.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.165+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd59c0fd720 con 0x7fd59c107520 2024-04-21T23:57:34.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.166+0000 7fd5927fc640 1 -- 172.21.15.80:0/3690067433 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd59401c070 con 0x7fd59c107520 2024-04-21T23:57:34.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.167+0000 7fd5927fc640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd5880a2c10 0x7fd5880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.167+0000 7fd5a175a640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd5880a2c10 0x7fd5880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.167+0000 7fd5927fc640 1 -- 172.21.15.80:0/3690067433 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fd5940ced60 con 0x7fd59c107520 2024-04-21T23:57:34.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.167+0000 7fd5a175a640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd5880a2c10 0x7fd5880a50d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd58c005fd0 tx=0x7fd58c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:34.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.171+0000 7fd5927fc640 1 -- 172.21.15.80:0/3690067433 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd59409b330 con 0x7fd59c107520 2024-04-21T23:57:34.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:33 smithi120 ceph-mon[31499]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:34.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:33 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1143909747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:33 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4144389074' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:33 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2249779534' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:33 smithi144 ceph-mon[31316]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:34.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:33 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1143909747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:33 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4144389074' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:33 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2249779534' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.379+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd59c02d3c0 con 0x7fd59c107520 2024-04-21T23:57:34.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.380+0000 7fd5927fc640 1 -- 172.21.15.80:0/3690067433 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+11876 (secure 0 0 0) 0x7fd59409f630 con 0x7fd59c107520 2024-04-21T23:57:34.373 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:34.373 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":22,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":22,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:56:10.656231+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24472,24488,24452]},"id":1}]} 2024-04-21T23:57:34.374 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 22 2024-04-21T23:57:34.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd5880a2c10 msgr2=0x7fd5880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd5880a2c10 0x7fd5880a50d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd58c005fd0 tx=0x7fd58c00b390 comp rx=0 tx=0).stop 2024-04-21T23:57:34.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c107520 msgr2=0x7fd59c19f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c107520 0x7fd59c19f0f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd59400b970 tx=0x7fd59400be30 comp rx=0 tx=0).stop 2024-04-21T23:57:34.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 shutdown_connections 2024-04-21T23:57:34.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fd5880a2c10 0x7fd5880a50d0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd59c107520 0x7fd59c19f0f0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd59c104bf0 0x7fd59c198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 --2- 172.21.15.80:0/3690067433 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd59c1022c0 0x7fd59c197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 >> 172.21.15.80:0/3690067433 conn(0x7fd59c0fbc30 msgr2=0x7fd59c102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:34.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 shutdown_connections 2024-04-21T23:57:34.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.382+0000 7fd5a39be640 1 -- 172.21.15.80:0/3690067433 wait complete. 2024-04-21T23:57:34.386 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:57:34.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 -- 172.21.15.80:0/2502795956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c102250 msgr2=0x7fac7c108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 --2- 172.21.15.80:0/2502795956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c102250 0x7fac7c108ae0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fac74009ca0 tx=0x7fac7402c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.485 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 -- 172.21.15.80:0/2502795956 shutdown_connections 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 --2- 172.21.15.80:0/2502795956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c102250 0x7fac7c108ae0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 --2- 172.21.15.80:0/2502795956 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac7c101890 0x7fac7c101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 --2- 172.21.15.80:0/2502795956 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac7c1006a0 0x7fac7c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 -- 172.21.15.80:0/2502795956 >> 172.21.15.80:0/2502795956 conn(0x7fac7c0fbc30 msgr2=0x7fac7c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 -- 172.21.15.80:0/2502795956 shutdown_connections 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.490+0000 7fac82997640 1 -- 172.21.15.80:0/2502795956 wait complete. 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac82997640 1 Processor -- start 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac82997640 1 -- start start 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac82997640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c1006a0 0x7fac7c197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac82997640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac7c101890 0x7fac7c197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac82997640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac7c102250 0x7fac7c19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac82997640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fac7c10d400 con 0x7fac7c1006a0 2024-04-21T23:57:34.486 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac82997640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fac7c10d280 con 0x7fac7c101890 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac82997640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fac7c10d580 con 0x7fac7c102250 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac7bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c1006a0 0x7fac7c197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac7bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c1006a0 0x7fac7c197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58568/0 (socket says 172.21.15.80:58568) 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac7bfff640 1 -- 172.21.15.80:0/3028269042 learned_addr learned my addr 172.21.15.80:0/3028269042 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac80f34640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac7c102250 0x7fac7c19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac7bfff640 1 -- 172.21.15.80:0/3028269042 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac7c102250 msgr2=0x7fac7c19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac7bfff640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac7c102250 0x7fac7c19f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.491+0000 7fac7bfff640 1 -- 172.21.15.80:0/3028269042 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac7c101890 msgr2=0x7fac7c197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac7bfff640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac7c101890 0x7fac7c197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac7bfff640 1 -- 172.21.15.80:0/3028269042 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac7c19f690 con 0x7fac7c1006a0 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac80f34640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac7c102250 0x7fac7c19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac7bfff640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c1006a0 0x7fac7c197a70 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fac6c00c970 tx=0x7fac6c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac797fa640 1 -- 172.21.15.80:0/3028269042 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac6c007c10 con 0x7fac7c1006a0 2024-04-21T23:57:34.487 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac7c19f980 con 0x7fac7c1006a0 2024-04-21T23:57:34.488 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac797fa640 1 -- 172.21.15.80:0/3028269042 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fac6c007db0 con 0x7fac7c1006a0 2024-04-21T23:57:34.488 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac797fa640 1 -- 172.21.15.80:0/3028269042 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac6c00f8a0 con 0x7fac7c1006a0 2024-04-21T23:57:34.488 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.492+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac7c19ff20 con 0x7fac7c1006a0 2024-04-21T23:57:34.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.493+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac7c1078f0 con 0x7fac7c1006a0 2024-04-21T23:57:34.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.494+0000 7fac797fa640 1 -- 172.21.15.80:0/3028269042 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fac6c00fb00 con 0x7fac7c1006a0 2024-04-21T23:57:34.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.494+0000 7fac797fa640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fac640a2b90 0x7fac640a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.494+0000 7fac7b7fe640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fac640a2b90 0x7fac640a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.495+0000 7fac797fa640 1 -- 172.21.15.80:0/3028269042 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fac6c0cf750 con 0x7fac7c1006a0 2024-04-21T23:57:34.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.495+0000 7fac7b7fe640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fac640a2b90 0x7fac640a5050 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fac70005d80 tx=0x7fac70005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:34.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.499+0000 7fac797fa640 1 -- 172.21.15.80:0/3028269042 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fac6c09c400 con 0x7fac7c1006a0 2024-04-21T23:57:34.669 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.676+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fac7c062340 con 0x7fac7c1006a0 2024-04-21T23:57:34.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.678+0000 7fac797fa640 1 -- 172.21.15.80:0/3028269042 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24563 (secure 0 0 0) 0x7fac6c09bd00 con 0x7fac7c1006a0 2024-04-21T23:57:34.671 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:34.671 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":92,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:56:44.006371+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:57:34.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fac640a2b90 msgr2=0x7fac640a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fac640a2b90 0x7fac640a5050 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fac70005d80 tx=0x7fac70005c90 comp rx=0 tx=0).stop 2024-04-21T23:57:34.673 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c1006a0 msgr2=0x7fac7c197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c1006a0 0x7fac7c197a70 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fac6c00c970 tx=0x7fac6c00ce30 comp rx=0 tx=0).stop 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 shutdown_connections 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fac640a2b90 0x7fac640a5050 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac7c102250 0x7fac7c19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac7c101890 0x7fac7c197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 --2- 172.21.15.80:0/3028269042 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac7c1006a0 0x7fac7c197a70 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 >> 172.21.15.80:0/3028269042 conn(0x7fac7c0fbc30 msgr2=0x7fac7c104ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 shutdown_connections 2024-04-21T23:57:34.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.680+0000 7fac82997640 1 -- 172.21.15.80:0/3028269042 wait complete. 2024-04-21T23:57:34.684 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:57:34.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 -- 172.21.15.80:0/591645219 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64103340 msgr2=0x7fcf64109bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 --2- 172.21.15.80:0/591645219 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64103340 0x7fcf64109bd0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c009ca0 tx=0x7fcf5c02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 -- 172.21.15.80:0/591645219 shutdown_connections 2024-04-21T23:57:34.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 --2- 172.21.15.80:0/591645219 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64103340 0x7fcf64109bd0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 --2- 172.21.15.80:0/591645219 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf64102980 0x7fcf64102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 --2- 172.21.15.80:0/591645219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf64101790 0x7fcf64101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 -- 172.21.15.80:0/591645219 >> 172.21.15.80:0/591645219 conn(0x7fcf640fcd20 msgr2=0x7fcf640ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:34.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 -- 172.21.15.80:0/591645219 shutdown_connections 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.789+0000 7fcf68a46640 1 -- 172.21.15.80:0/591645219 wait complete. 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf68a46640 1 Processor -- start 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf68a46640 1 -- start start 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf68a46640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf64101790 0x7fcf64197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf68a46640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64102980 0x7fcf64198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf68a46640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf64103340 0x7fcf6419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf68a46640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6410d410 con 0x7fcf64102980 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf68a46640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6410d290 con 0x7fcf64101790 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf68a46640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6410d590 con 0x7fcf64103340 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf5bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64102980 0x7fcf64198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf5bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64102980 0x7fcf64198000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58586/0 (socket says 172.21.15.80:58586) 2024-04-21T23:57:34.790 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf5bfff640 1 -- 172.21.15.80:0/1705132218 learned_addr learned my addr 172.21.15.80:0/1705132218 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf62d9d640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf64103340 0x7fcf6419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf6259c640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf64101790 0x7fcf64197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf5bfff640 1 -- 172.21.15.80:0/1705132218 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf64103340 msgr2=0x7fcf6419f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf5bfff640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf64103340 0x7fcf6419f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf5bfff640 1 -- 172.21.15.80:0/1705132218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf64101790 msgr2=0x7fcf64197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf5bfff640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf64101790 0x7fcf64197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf5bfff640 1 -- 172.21.15.80:0/1705132218 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf6419f6e0 con 0x7fcf64102980 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.790+0000 7fcf6259c640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf64101790 0x7fcf64197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.791+0000 7fcf5bfff640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64102980 0x7fcf64198000 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c00d770 tx=0x7fcf4c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.791+0000 7fcf5b7fe640 1 -- 172.21.15.80:0/1705132218 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c017070 con 0x7fcf64102980 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.791+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf6419f9d0 con 0x7fcf64102980 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.791+0000 7fcf5b7fe640 1 -- 172.21.15.80:0/1705132218 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcf4c005500 con 0x7fcf64102980 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.791+0000 7fcf5b7fe640 1 -- 172.21.15.80:0/1705132218 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c004e00 con 0x7fcf64102980 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.791+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf6419fed0 con 0x7fcf64102980 2024-04-21T23:57:34.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.792+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf64108a50 con 0x7fcf64102980 2024-04-21T23:57:34.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.793+0000 7fcf5b7fe640 1 -- 172.21.15.80:0/1705132218 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcf4c004fa0 con 0x7fcf64102980 2024-04-21T23:57:34.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.793+0000 7fcf5b7fe640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcf500a2b90 0x7fcf500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:34.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.794+0000 7fcf5b7fe640 1 -- 172.21.15.80:0/1705132218 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fcf4c0ced40 con 0x7fcf64102980 2024-04-21T23:57:34.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.794+0000 7fcf6259c640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcf500a2b90 0x7fcf500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:34.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.794+0000 7fcf6259c640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcf500a2b90 0x7fcf500a5050 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcf54005d00 tx=0x7fcf54005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:34.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:34.798+0000 7fcf5b7fe640 1 -- 172.21.15.80:0/1705132218 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fcf4c09b960 con 0x7fcf64102980 2024-04-21T23:57:34.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:34 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1134805747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:34.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:34 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3690067433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:34.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:34 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3028269042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:35.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.012+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcf64062340 con 0x7fcf64102980 2024-04-21T23:57:35.006 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.013+0000 7fcf5b7fe640 1 -- 172.21.15.80:0/1705132218 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+11876 (secure 0 0 0) 0x7fcf4c09b260 con 0x7fcf64102980 2024-04-21T23:57:35.006 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:35.006 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":22,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":22,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:56:10.656231+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24472,24488,24452]},"id":1}]} 2024-04-21T23:57:35.007 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 22 2024-04-21T23:57:35.008 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcf500a2b90 msgr2=0x7fcf500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.008 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcf500a2b90 0x7fcf500a5050 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcf54005d00 tx=0x7fcf54005c90 comp rx=0 tx=0).stop 2024-04-21T23:57:35.008 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64102980 msgr2=0x7fcf64198000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64102980 0x7fcf64198000 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c00d770 tx=0x7fcf4c00dc30 comp rx=0 tx=0).stop 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 shutdown_connections 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcf500a2b90 0x7fcf500a5050 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf64103340 0x7fcf6419f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf64102980 0x7fcf64198000 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 --2- 172.21.15.80:0/1705132218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf64101790 0x7fcf64197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 >> 172.21.15.80:0/1705132218 conn(0x7fcf640fcd20 msgr2=0x7fcf64105c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 shutdown_connections 2024-04-21T23:57:35.009 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.015+0000 7fcf68a46640 1 -- 172.21.15.80:0/1705132218 wait complete. 2024-04-21T23:57:35.019 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 22, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-21T23:55:44.029440+0000', 'modified': '2024-04-21T23:56:10.656231+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24488, 'mds_1': 24472, 'mds_2': 24452}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24422': {'gid': 24422, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.120:6835/801754870', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6834', 'nonce': 801754870}, {'type': 'v1', 'addr': '172.21.15.120:6835', 'nonce': 801754870}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24433': {'gid': 24433, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.144:6835/490461557', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.144:6834', 'nonce': 490461557}, {'type': 'v1', 'addr': '172.21.15.144:6835', 'nonce': 490461557}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.144:6837/148493825', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.144:6836', 'nonce': 148493825}, {'type': 'v1', 'addr': '172.21.15.144:6837', 'nonce': 148493825}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.120:6837/1425180453', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6836', 'nonce': 1425180453}, {'type': 'v1', 'addr': '172.21.15.120:6837', 'nonce': 1425180453}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.144:6839/1911919560', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.144:6838', 'nonce': 1911919560}, {'type': 'v1', 'addr': '172.21.15.144:6839', 'nonce': 1911919560}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24488': {'gid': 24488, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.120:6839/2854829731', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6838', 'nonce': 2854829731}, {'type': 'v1', 'addr': '172.21.15.120:6839', 'nonce': 2854829731}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24488, 'qdb_cluster': [24472, 24488, 24452]} 2024-04-21T23:57:35.020 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-21T23:57:35.020 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-21T23:57:35.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- 172.21.15.80:0/1207722563 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 msgr2=0x7f87ec102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1207722563 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 0x7f87ec102e00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f87dc009900 tx=0x7f87dc02bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:35.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- 172.21.15.80:0/1207722563 shutdown_connections 2024-04-21T23:57:35.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1207722563 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87ec103340 0x7f87ec109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1207722563 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 0x7f87ec102e00 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1207722563 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f87ec101790 0x7f87ec101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- 172.21.15.80:0/1207722563 >> 172.21.15.80:0/1207722563 conn(0x7f87ec0fcd20 msgr2=0x7f87ec0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- 172.21.15.80:0/1207722563 shutdown_connections 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- 172.21.15.80:0/1207722563 wait complete. 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 Processor -- start 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- start start 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87ec101790 0x7f87ec197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 0x7f87ec198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f87ec103340 0x7f87ec19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f87ec10d410 con 0x7f87ec102980 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f87ec10d290 con 0x7f87ec101790 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f34c2640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f87ec10d590 con 0x7f87ec103340 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.126+0000 7f87f0a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 0x7f87ec198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f0a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 0x7f87ec198070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58616/0 (socket says 172.21.15.80:58616) 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f0a5d640 1 -- 172.21.15.80:0/1630695588 learned_addr learned my addr 172.21.15.80:0/1630695588 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f125e640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87ec101790 0x7f87ec197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f1a5f640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f87ec103340 0x7f87ec19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f0a5d640 1 -- 172.21.15.80:0/1630695588 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f87ec103340 msgr2=0x7f87ec19f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f87ec103340 0x7f87ec19f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f0a5d640 1 -- 172.21.15.80:0/1630695588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87ec101790 msgr2=0x7f87ec197b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87ec101790 0x7f87ec197b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f0a5d640 1 -- 172.21.15.80:0/1630695588 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87ec19f750 con 0x7f87ec102980 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f125e640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87ec101790 0x7f87ec197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 0x7f87ec198070 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f87dc009230 tx=0x7f87dc005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87e27fc640 1 -- 172.21.15.80:0/1630695588 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc041070 con 0x7f87ec102980 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87e27fc640 1 -- 172.21.15.80:0/1630695588 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87dc0054e0 con 0x7f87ec102980 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f34c2640 1 -- 172.21.15.80:0/1630695588 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87ec19f9e0 con 0x7f87ec102980 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87e27fc640 1 -- 172.21.15.80:0/1630695588 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc034440 con 0x7f87ec102980 2024-04-21T23:57:35.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.127+0000 7f87f34c2640 1 -- 172.21.15.80:0/1630695588 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87ec19fed0 con 0x7f87ec102980 2024-04-21T23:57:35.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.129+0000 7f87e27fc640 1 -- 172.21.15.80:0/1630695588 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f87dc044070 con 0x7f87ec102980 2024-04-21T23:57:35.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f6188740 1 Processor -- start 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f6188740 1 -- start start 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f6188740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 0x5585b87f9490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f6188740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b87fe560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f6188740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b8801060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f6188740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5585b875ddf0 con 0x5585b87f9a60 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f6188740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5585b8706640 con 0x5585b87f9070 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f6188740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5585b8759db0 con 0x5585b87febd0 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b87fe560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b87fe560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58618/0 (socket says 172.21.15.80:58618) 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87e27fc640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f87d80a2b90 0x7f87d80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 -- 172.21.15.80:0/4224214106 learned_addr learned my addr 172.21.15.80:0/4224214106 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f1a5f640 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 0x5585b87f9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f1a5f640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f87d80a2b90 0x7f87d80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87e27fc640 1 -- 172.21.15.80:0/1630695588 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f87dc0f1130 con 0x7f87ec102980 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b8801060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 -- 172.21.15.80:0/4224214106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 msgr2=0x5585b8801060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b8801060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 -- 172.21.15.80:0/4224214106 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 msgr2=0x5585b87f9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 0x5585b87f9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 -- 172.21.15.80:0/4224214106 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585b84722d0 con 0x5585b87f9a60 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b8801060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f125e640 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b87fe560 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f87e4010370 tx=0x7f87e4010830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=763a42db7d0f6777 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.130+0000 7f87f1a5f640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f87d80a2b90 0x7f87d80a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f87e8005fd0 tx=0x7f87e8005ce0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87d77fe640 1 -- 172.21.15.80:0/4224214106 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e4016070 con 0x5585b87f9a60 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87d77fe640 1 -- 172.21.15.80:0/4224214106 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87e4012bf0 con 0x5585b87f9a60 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87d77fe640 1 -- 172.21.15.80:0/4224214106 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e401bd90 con 0x5585b87f9a60 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 -- 172.21.15.80:0/4224214106 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 msgr2=0x5585b87fe560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b87fe560 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f87e4010370 tx=0x7f87e4010830 comp rx=0 tx=0).stop 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 -- 172.21.15.80:0/4224214106 shutdown_connections 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b8801060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b87fe560 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 --2- 172.21.15.80:0/4224214106 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 0x5585b87f9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 -- 172.21.15.80:0/4224214106 >> 172.21.15.80:0/4224214106 conn(0x5585b87f45e0 msgr2=0x5585b87f49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 -- 172.21.15.80:0/4224214106 shutdown_connections 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.131+0000 7f87f6188740 1 -- 172.21.15.80:0/4224214106 wait complete. 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 1 -- start start 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 1 Processor -- start 2024-04-21T23:57:35.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 0x5585b88035b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8803af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b880ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5585b8801b80 con 0x5585b87f9a60 2024-04-21T23:57:35.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5585b8719be0 con 0x5585b87f9070 2024-04-21T23:57:35.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5585b8801d00 con 0x5585b87febd0 2024-04-21T23:57:35.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f6188740 10 client.0 _ll_register_callbacks cb 0x5585b87195d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:57:35.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f0a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8803af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f0a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8803af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58620/0 (socket says 172.21.15.80:58620) 2024-04-21T23:57:35.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f0a5d640 1 -- 172.21.15.80:0/2830637447 learned_addr learned my addr 172.21.15.80:0/2830637447 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f1a5f640 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b880ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f0a5d640 1 -- 172.21.15.80:0/2830637447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 msgr2=0x5585b880ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b880ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f125e640 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 0x5585b88035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.132+0000 7f87f0a5d640 1 -- 172.21.15.80:0/2830637447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 msgr2=0x5585b88035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 0x5585b88035b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f0a5d640 1 -- 172.21.15.80:0/2830637447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585b853c6b0 con 0x5585b87f9a60 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8803af0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f87dc003fd0 tx=0x7f87dc0bd190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24efb80c587a00a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87d4ff9640 1 -- 172.21.15.80:0/2830637447 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc04b040 con 0x5585b87f9a60 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87d4ff9640 1 -- 172.21.15.80:0/2830637447 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f87dc0bdab0 con 0x5585b87f9a60 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 1 -- 172.21.15.80:0/2830637447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87e4012bf0 con 0x5585b87f9a60 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87d4ff9640 1 -- 172.21.15.80:0/2830637447 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f87dc004c60 con 0x5585b87f9a60 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 10 client.15237 fetch_fsmap learned FSMap version 22 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 1 -- 172.21.15.80:0/2830637447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x5585b880da80 con 0x5585b87f9a60 2024-04-21T23:57:35.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87d4ff9640 1 -- 172.21.15.80:0/2830637447 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87e4012bf0 con 0x5585b87f9a60 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87d4ff9640 1 -- 172.21.15.80:0/2830637447 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7f87dc0c5e30 con 0x5585b87f9a60 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 10 client.15237 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 10 client.15237 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 20 client.15237 populate_metadata read hostname 'smithi080' 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5585b88100f0 0x5585b8811560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 4 client.15237 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.133+0000 7f87f6188740 1 -- 172.21.15.80:0/2830637447 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5585b876b330 con 0x5585b88100f0 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.134+0000 7f87f125e640 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5585b88100f0 0x5585b8811560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.134+0000 7f87d4ff9640 10 client.15237 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.134+0000 7f87f125e640 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5585b88100f0 0x5585b8811560 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=42572f454a654397 server_cookie=e9b212c42d177a81 in_seq=0 out_seq=0 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87d4ff9640 1 -- 172.21.15.80:0/2830637447 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5585b876b330 con 0x5585b88100f0 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87d4ff9640 10 client.15237 handle_command_reply: tid=0 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 client.15237 shutdown 2024-04-21T23:57:35.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 -- 172.21.15.80:0/2830637447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 msgr2=0x5585b8803af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8803af0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f87dc003fd0 tx=0x7f87dc0bd190 comp rx=0 tx=0).stop 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 -- 172.21.15.80:0/2830637447 shutdown_connections 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5585b88100f0 0x5585b8811560 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87febd0 0x5585b880ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87d4ff9640 0 client.15237 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8803af0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 --2- 172.21.15.80:0/2830637447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87f9070 0x5585b88035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 -- 172.21.15.80:0/2830637447 >> 172.21.15.80:0/2830637447 conn(0x5585b87f45e0 msgr2=0x5585b87f3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 -- 172.21.15.80:0/2830637447 shutdown_connections 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 1 -- 172.21.15.80:0/2830637447 wait complete. 2024-04-21T23:57:35.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.135+0000 7f87f6188740 20 client.15237 trim_cache size 0 max 16384 2024-04-21T23:57:35.151 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f6188740 1 Processor -- start 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f6188740 1 -- start start 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f6188740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9070 0x5585b87faf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f6188740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9a60 0x5585b87fb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f6188740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 0x5585b880aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f6188740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5585b880f8a0 con 0x5585b87f9070 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f6188740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5585b880ff70 con 0x5585b87febd0 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f6188740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5585b8810640 con 0x5585b87f9a60 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9070 0x5585b87faf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9070 0x5585b87faf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58636/0 (socket says 172.21.15.80:58636) 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 -- 172.21.15.80:0/4012624817 learned_addr learned my addr 172.21.15.80:0/4012624817 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f1a5f640 1 --2- 172.21.15.80:0/4012624817 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 0x5585b880aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 -- 172.21.15.80:0/4012624817 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9a60 msgr2=0x5585b87fb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 --2- 172.21.15.80:0/4012624817 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9a60 0x5585b87fb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 -- 172.21.15.80:0/4012624817 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 msgr2=0x5585b880aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 --2- 172.21.15.80:0/4012624817 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 0x5585b880aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 -- 172.21.15.80:0/4012624817 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585b87fa2f0 con 0x5585b87f9070 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.153+0000 7f87f125e640 1 --2- 172.21.15.80:0/4012624817 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9070 0x5585b87faf60 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f87e4006010 tx=0x7f87e4009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40900547dc5665fd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87d6ffd640 1 -- 172.21.15.80:0/4012624817 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e4016040 con 0x5585b87f9070 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87d6ffd640 1 -- 172.21.15.80:0/4012624817 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87e4003e50 con 0x5585b87f9070 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87d6ffd640 1 -- 172.21.15.80:0/4012624817 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e4012a40 con 0x5585b87f9070 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 -- 172.21.15.80:0/4012624817 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9070 msgr2=0x5585b87faf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 --2- 172.21.15.80:0/4012624817 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9070 0x5585b87faf60 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f87e4006010 tx=0x7f87e4009880 comp rx=0 tx=0).stop 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 -- 172.21.15.80:0/4012624817 shutdown_connections 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 --2- 172.21.15.80:0/4012624817 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 0x5585b880aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 --2- 172.21.15.80:0/4012624817 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9a60 0x5585b87fb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 --2- 172.21.15.80:0/4012624817 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9070 0x5585b87faf60 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 -- 172.21.15.80:0/4012624817 >> 172.21.15.80:0/4012624817 conn(0x5585b87f45e0 msgr2=0x5585b87f49c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 -- 172.21.15.80:0/4012624817 shutdown_connections 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 -- 172.21.15.80:0/4012624817 wait complete. 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 -- start start 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.154+0000 7f87f6188740 1 Processor -- start 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f6188740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9070 0x5585b88069b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f6188740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8806ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f6188740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 0x5585b8809f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f6188740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5585b88113e0 con 0x5585b87f9a60 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f6188740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5585b8810d10 con 0x5585b87febd0 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f6188740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5585b8811ab0 con 0x5585b87f9070 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f6188740 10 client.0 _ll_register_callbacks cb 0x7f87dc0095e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8806ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8806ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58640/0 (socket says 172.21.15.80:58640) 2024-04-21T23:57:35.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 -- 172.21.15.80:0/1400650397 learned_addr learned my addr 172.21.15.80:0/1400650397 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f1a5f640 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 0x5585b8809f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 -- 172.21.15.80:0/1400650397 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9070 msgr2=0x5585b88069b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f125e640 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9070 0x5585b88069b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9070 0x5585b88069b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 -- 172.21.15.80:0/1400650397 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 msgr2=0x5585b8809f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 0x5585b8809f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 -- 172.21.15.80:0/1400650397 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585b880a500 con 0x5585b87f9a60 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f125e640 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9070 0x5585b88069b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87f0a5d640 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8806ef0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f87dc0ba020 tx=0x7f87dc0b99a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=826746c50b139540 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.155+0000 7f87d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87d4ff9640 1 -- 172.21.15.80:0/1400650397 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc04b070 con 0x5585b87f9a60 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87d4ff9640 1 -- 172.21.15.80:0/1400650397 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f87dc0bcaa0 con 0x5585b87f9a60 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 1 -- 172.21.15.80:0/1400650397 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87e4003e50 con 0x5585b87f9a60 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87d4ff9640 1 -- 172.21.15.80:0/1400650397 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f87dc0bcfb0 con 0x5585b87f9a60 2024-04-21T23:57:35.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 10 client.15243 fetch_fsmap learned FSMap version 22 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 1 -- 172.21.15.80:0/1400650397 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x5585b8876870 con 0x5585b87f9a60 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87d4ff9640 1 -- 172.21.15.80:0/1400650397 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87e4003e50 con 0x5585b87f9a60 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87d4ff9640 1 -- 172.21.15.80:0/1400650397 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7f87dc0bc510 con 0x5585b87f9a60 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 10 client.15243 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 10 client.15243 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 20 client.15243 populate_metadata read hostname 'smithi080' 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5585b887b2c0 0x5585b8879fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 4 client.15243 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f6188740 1 -- 172.21.15.80:0/1400650397 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "status"}) -- 0x5585b8765680 con 0x5585b887b2c0 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.156+0000 7f87f125e640 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5585b887b2c0 0x5585b8879fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87d4ff9640 10 client.15243 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f125e640 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5585b887b2c0 0x5585b8879fd0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=68615050783c1c15 server_cookie=2b30b50ee8bbb2f0 in_seq=0 out_seq=0 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87d4ff9640 1 -- 172.21.15.80:0/1400650397 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5585b8765680 con 0x5585b887b2c0 2024-04-21T23:57:35.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87d4ff9640 10 client.15243 handle_command_reply: tid=0 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 client.15243 shutdown 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 -- 172.21.15.80:0/1400650397 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 msgr2=0x5585b8806ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8806ef0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f87dc0ba020 tx=0x7f87dc0b99a0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 -- 172.21.15.80:0/1400650397 shutdown_connections 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5585b887b2c0 0x5585b8879fd0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585b87febd0 0x5585b8809f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87d4ff9640 0 client.15243 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5585b87f9a60 0x5585b8806ef0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 --2- 172.21.15.80:0/1400650397 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5585b87f9070 0x5585b88069b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 -- 172.21.15.80:0/1400650397 >> 172.21.15.80:0/1400650397 conn(0x5585b87f45e0 msgr2=0x5585b87faf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 -- 172.21.15.80:0/1400650397 shutdown_connections 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 1 -- 172.21.15.80:0/1400650397 wait complete. 2024-04-21T23:57:35.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.157+0000 7f87f6188740 20 client.15243 trim_cache size 0 max 16384 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "cluster_fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "whoami": 2, 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 24452, 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "want_state": "up:active", 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "state": "up:active", 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "fs_name": "cephfs", 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "rank_uptime": 85.223972360999994, 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "mdsmap_epoch": 22, 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch": 92, 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch_barrier": 90, 2024-04-21T23:57:35.158 INFO:teuthology.orchestra.run.smithi080.stdout: "uptime": 128.37086792599999 2024-04-21T23:57:35.159 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:57:35.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 -- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f87d80a2b90 msgr2=0x7f87d80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f87d80a2b90 0x7f87d80a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f87e8005fd0 tx=0x7f87e8005ce0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 -- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 msgr2=0x7f87ec198070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 0x7f87ec198070 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f87dc009230 tx=0x7f87dc005dd0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 -- 172.21.15.80:0/1630695588 shutdown_connections 2024-04-21T23:57:35.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f87d80a2b90 0x7f87d80a5050 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f87ec103340 0x7f87ec19f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f87ec102980 0x7f87ec198070 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 --2- 172.21.15.80:0/1630695588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87ec101790 0x7f87ec197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 -- 172.21.15.80:0/1630695588 >> 172.21.15.80:0/1630695588 conn(0x7f87ec0fcd20 msgr2=0x7f87ec105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 -- 172.21.15.80:0/1630695588 shutdown_connections 2024-04-21T23:57:35.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.158+0000 7f87f34c2640 1 -- 172.21.15.80:0/1630695588 wait complete. 2024-04-21T23:57:35.163 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-21T23:57:35.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:34 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1134805747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:35.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:34 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3690067433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:35.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:34 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3028269042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:35.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 -- 172.21.15.80:0/2027023788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 msgr2=0x7f255c100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 --2- 172.21.15.80:0/2027023788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 0x7f255c100aa0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f254c009900 tx=0x7f254c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 -- 172.21.15.80:0/2027023788 shutdown_connections 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 --2- 172.21.15.80:0/2027023788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f255c102230 0x7f255c108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 --2- 172.21.15.80:0/2027023788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f255c101870 0x7f255c101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 --2- 172.21.15.80:0/2027023788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 0x7f255c100aa0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 -- 172.21.15.80:0/2027023788 >> 172.21.15.80:0/2027023788 conn(0x7f255c0fbbf0 msgr2=0x7f255c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 -- 172.21.15.80:0/2027023788 shutdown_connections 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.270+0000 7f2562674640 1 -- 172.21.15.80:0/2027023788 wait complete. 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2562674640 1 Processor -- start 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2562674640 1 -- start start 2024-04-21T23:57:35.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2562674640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 0x7f255c1968e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2562674640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f255c101870 0x7f255c196e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2562674640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f255c102230 0x7f255c19de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2562674640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f255c10c2d0 con 0x7f255c100680 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2562674640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f255c10c150 con 0x7f255c102230 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2562674640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f255c10c450 con 0x7f255c101870 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 0x7f255c1968e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 0x7f255c1968e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58668/0 (socket says 172.21.15.80:58668) 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255bfff640 1 -- 172.21.15.80:0/299572848 learned_addr learned my addr 172.21.15.80:0/299572848 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255b7fe640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f255c101870 0x7f255c196e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2560c11640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f255c102230 0x7f255c19de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255bfff640 1 -- 172.21.15.80:0/299572848 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f255c101870 msgr2=0x7f255c196e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255bfff640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f255c101870 0x7f255c196e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255bfff640 1 -- 172.21.15.80:0/299572848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f255c102230 msgr2=0x7f255c19de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255bfff640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f255c102230 0x7f255c19de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f255bfff640 1 -- 172.21.15.80:0/299572848 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f255c19e500 con 0x7f255c100680 2024-04-21T23:57:35.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.271+0000 7f2560c11640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f255c102230 0x7f255c19de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:35.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.272+0000 7f255bfff640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 0x7f255c1968e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f254c000c00 tx=0x7f254c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.272+0000 7f25597fa640 1 -- 172.21.15.80:0/299572848 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254c041070 con 0x7f255c100680 2024-04-21T23:57:35.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.272+0000 7f25597fa640 1 -- 172.21.15.80:0/299572848 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f254c0054e0 con 0x7f255c100680 2024-04-21T23:57:35.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.272+0000 7f2562674640 1 -- 172.21.15.80:0/299572848 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f255c19e790 con 0x7f255c100680 2024-04-21T23:57:35.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.272+0000 7f25597fa640 1 -- 172.21.15.80:0/299572848 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254c034440 con 0x7f255c100680 2024-04-21T23:57:35.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.272+0000 7f2562674640 1 -- 172.21.15.80:0/299572848 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f255c19ec80 con 0x7f255c100680 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f25597fa640 1 -- 172.21.15.80:0/299572848 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f254c044070 con 0x7f255c100680 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f2565257740 1 Processor -- start 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f2565257740 1 -- start start 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f2565257740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c7846a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f2565257740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c789770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f25597fa640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f25440a2b90 0x7f25440a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f2565257740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c78c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f2565257740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56110c6e6df0 con 0x56110c784c70 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f2565257740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56110c68f640 con 0x56110c789de0 2024-04-21T23:57:35.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f2565257740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56110c6e2db0 con 0x56110c784280 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f255b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c789770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f255bfff640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f25440a2b90 0x7f25440a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f255b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c789770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58674/0 (socket says 172.21.15.80:58674) 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.274+0000 7f255b7fe640 1 -- 172.21.15.80:0/2198504942 learned_addr learned my addr 172.21.15.80:0/2198504942 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f2560c11640 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c7846a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f25597fa640 1 -- 172.21.15.80:0/299572848 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f254c0f10a0 con 0x7f255c100680 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f2560c11640 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c78c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f255b7fe640 1 -- 172.21.15.80:0/2198504942 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 msgr2=0x56110c7846a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f255b7fe640 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c7846a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f255b7fe640 1 -- 172.21.15.80:0/2198504942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 msgr2=0x56110c78c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f255b7fe640 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c78c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f255b7fe640 1 -- 172.21.15.80:0/2198504942 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56110c3fb2d0 con 0x56110c784c70 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f2560c11640 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c7846a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:35.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f255bfff640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f25440a2b90 0x7f25440a5050 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f254c0b9a20 tx=0x7f254c0a8140 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f255b7fe640 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c789770 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f255000aca0 tx=0x7f255000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8172a7f29717f3ec server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f25427fc640 1 -- 172.21.15.80:0/2198504942 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255001d070 con 0x56110c784c70 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f25427fc640 1 -- 172.21.15.80:0/2198504942 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2550018b20 con 0x56110c784c70 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.275+0000 7f25427fc640 1 -- 172.21.15.80:0/2198504942 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2550010bd0 con 0x56110c784c70 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 -- 172.21.15.80:0/2198504942 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 msgr2=0x56110c789770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c789770 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f255000aca0 tx=0x7f255000f790 comp rx=0 tx=0).stop 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 -- 172.21.15.80:0/2198504942 shutdown_connections 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c78c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c789770 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 --2- 172.21.15.80:0/2198504942 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c7846a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 -- 172.21.15.80:0/2198504942 >> 172.21.15.80:0/2198504942 conn(0x56110c77d5e0 msgr2=0x56110c77d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 -- 172.21.15.80:0/2198504942 shutdown_connections 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 -- 172.21.15.80:0/2198504942 wait complete. 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 -- start start 2024-04-21T23:57:35.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.276+0000 7f2565257740 1 Processor -- start 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c78e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c78ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c795d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56110c78cd90 con 0x56110c784c70 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56110c6a2be0 con 0x56110c789de0 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56110c78cf10 con 0x56110c784280 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 10 client.0 _ll_register_callbacks cb 0x56110c6a25d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c78ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c78ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58676/0 (socket says 172.21.15.80:58676) 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 -- 172.21.15.80:0/1676039849 learned_addr learned my addr 172.21.15.80:0/1676039849 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2560c11640 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c795d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 -- 172.21.15.80:0/1676039849 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 msgr2=0x56110c78e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c78e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 -- 172.21.15.80:0/1676039849 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 msgr2=0x56110c795d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c795d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 -- 172.21.15.80:0/1676039849 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56110c4c56b0 con 0x56110c784c70 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2560c11640 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c795d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f255b7fe640 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c78ed10 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f255000fc90 tx=0x7f25500184c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b298f623e62e56cb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f253b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f253b7fe640 1 -- 172.21.15.80:0/1676039849 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255001d050 con 0x56110c784c70 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f253b7fe640 1 -- 172.21.15.80:0/1676039849 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f2550010ad0 con 0x56110c784c70 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 1 -- 172.21.15.80:0/1676039849 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2550018b20 con 0x56110c784c70 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f253b7fe640 1 -- 172.21.15.80:0/1676039849 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f2550032050 con 0x56110c784c70 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 10 client.15255 fetch_fsmap learned FSMap version 22 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.277+0000 7f2565257740 1 -- 172.21.15.80:0/1676039849 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x56110c798d30 con 0x56110c784c70 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f253b7fe640 1 -- 172.21.15.80:0/1676039849 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2550018b20 con 0x56110c784c70 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f253b7fe640 1 -- 172.21.15.80:0/1676039849 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7f25500048c0 con 0x56110c784c70 2024-04-21T23:57:35.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f2565257740 10 client.15255 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f2565257740 10 client.15255 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f2565257740 20 client.15255 populate_metadata read hostname 'smithi080' 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f2565257740 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x56110c79afd0 0x56110c79c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f2565257740 4 client.15255 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f2565257740 1 -- 172.21.15.80:0/1676039849 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56110c6f4330 con 0x56110c79afd0 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.278+0000 7f2560c11640 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x56110c79afd0 0x56110c79c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.279+0000 7f253b7fe640 10 client.15255 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.279+0000 7f2560c11640 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x56110c79afd0 0x56110c79c440 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=102320ee2401a100 server_cookie=c00195bc5017d1c8 in_seq=0 out_seq=0 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.279+0000 7f253b7fe640 1 -- 172.21.15.80:0/1676039849 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56110c6f4330 con 0x56110c79afd0 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.279+0000 7f253b7fe640 10 client.15255 handle_command_reply: tid=0 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 client.15255 shutdown 2024-04-21T23:57:35.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 -- 172.21.15.80:0/1676039849 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 msgr2=0x56110c78ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c78ed10 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f255000fc90 tx=0x7f25500184c0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 -- 172.21.15.80:0/1676039849 shutdown_connections 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x56110c79afd0 0x56110c79c440 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c795d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c78ed10 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 --2- 172.21.15.80:0/1676039849 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c78e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f253b7fe640 0 client.15255 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 -- 172.21.15.80:0/1676039849 >> 172.21.15.80:0/1676039849 conn(0x56110c77d5e0 msgr2=0x56110c77c720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 -- 172.21.15.80:0/1676039849 shutdown_connections 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 1 -- 172.21.15.80:0/1676039849 wait complete. 2024-04-21T23:57:35.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.280+0000 7f2565257740 20 client.15255 trim_cache size 0 max 16384 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.297+0000 7f2565257740 1 Processor -- start 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.297+0000 7f2565257740 1 -- start start 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2565257740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784280 0x56110c789800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2565257740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c784c70 0x56110c795d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2565257740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c789de0 0x56110c78d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2565257740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56110c79a780 con 0x56110c784280 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2565257740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56110c79ae50 con 0x56110c784c70 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2565257740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56110c79b520 con 0x56110c789de0 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784280 0x56110c789800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.296 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784280 0x56110c789800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58692/0 (socket says 172.21.15.80:58692) 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 -- 172.21.15.80:0/2035461948 learned_addr learned my addr 172.21.15.80:0/2035461948 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f255b7fe640 1 --2- 172.21.15.80:0/2035461948 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c784c70 0x56110c795d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 -- 172.21.15.80:0/2035461948 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c789de0 msgr2=0x56110c78d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 --2- 172.21.15.80:0/2035461948 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c789de0 0x56110c78d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 -- 172.21.15.80:0/2035461948 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c784c70 msgr2=0x56110c795d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 --2- 172.21.15.80:0/2035461948 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c784c70 0x56110c795d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 -- 172.21.15.80:0/2035461948 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56110c785050 con 0x56110c784280 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2560c11640 1 --2- 172.21.15.80:0/2035461948 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784280 0x56110c789800 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f255400ace0 tx=0x7f2554012b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e50095bb7ee2fef server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2541ffb640 1 -- 172.21.15.80:0/2035461948 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2554021030 con 0x56110c784280 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2541ffb640 1 -- 172.21.15.80:0/2035461948 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2554012e20 con 0x56110c784280 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.298+0000 7f2541ffb640 1 -- 172.21.15.80:0/2035461948 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255400fcd0 con 0x56110c784280 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 -- 172.21.15.80:0/2035461948 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784280 msgr2=0x56110c789800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 --2- 172.21.15.80:0/2035461948 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784280 0x56110c789800 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f255400ace0 tx=0x7f2554012b70 comp rx=0 tx=0).stop 2024-04-21T23:57:35.297 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 -- 172.21.15.80:0/2035461948 shutdown_connections 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 --2- 172.21.15.80:0/2035461948 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c789de0 0x56110c78d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 --2- 172.21.15.80:0/2035461948 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c784c70 0x56110c795d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 --2- 172.21.15.80:0/2035461948 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784280 0x56110c789800 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 -- 172.21.15.80:0/2035461948 >> 172.21.15.80:0/2035461948 conn(0x56110c77d5e0 msgr2=0x56110c78e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 -- 172.21.15.80:0/2035461948 shutdown_connections 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 -- 172.21.15.80:0/2035461948 wait complete. 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 -- start start 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.299+0000 7f2565257740 1 Processor -- start 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c791530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c791a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c794a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56110c79c2c0 con 0x56110c784c70 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56110c79bbf0 con 0x56110c789de0 2024-04-21T23:57:35.298 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56110c79c990 con 0x56110c784280 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 10 client.0 _ll_register_callbacks cb 0x7f255000a920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c791a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c791a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58706/0 (socket says 172.21.15.80:58706) 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 -- 172.21.15.80:0/3362701840 learned_addr learned my addr 172.21.15.80:0/3362701840 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2560c11640 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c794a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2560c11640 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c791530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 -- 172.21.15.80:0/3362701840 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 msgr2=0x56110c791530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c791530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 -- 172.21.15.80:0/3362701840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 msgr2=0x56110c794a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c794a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 -- 172.21.15.80:0/3362701840 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56110c795030 con 0x56110c784c70 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2560c11640 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c794a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f255b7fe640 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c791a70 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f255000f7d0 tx=0x7f2550018530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d52965814cec0713 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.299 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f253b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f253b7fe640 1 -- 172.21.15.80:0/3362701840 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255001d040 con 0x56110c784c70 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f253b7fe640 1 -- 172.21.15.80:0/3362701840 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f2550004860 con 0x56110c784c70 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 1 -- 172.21.15.80:0/3362701840 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2554012e20 con 0x56110c784c70 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f253b7fe640 1 -- 172.21.15.80:0/3362701840 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f255000fcc0 con 0x56110c784c70 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 10 client.15261 fetch_fsmap learned FSMap version 22 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.300+0000 7f2565257740 1 -- 172.21.15.80:0/3362701840 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x56110c801070 con 0x56110c784c70 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f253b7fe640 1 -- 172.21.15.80:0/3362701840 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2554012e20 con 0x56110c784c70 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f253b7fe640 1 -- 172.21.15.80:0/3362701840 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7f2550024a50 con 0x56110c784c70 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f2565257740 10 client.15261 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f2565257740 10 client.15261 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f2565257740 20 client.15261 populate_metadata read hostname 'smithi080' 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f2565257740 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x56110c805bf0 0x56110c804900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f2565257740 4 client.15261 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T23:57:35.300 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f2565257740 1 -- 172.21.15.80:0/3362701840 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "status"}) -- 0x56110c6ee680 con 0x56110c805bf0 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f2560c11640 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x56110c805bf0 0x56110c804900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f253b7fe640 10 client.15261 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.301+0000 7f2560c11640 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x56110c805bf0 0x56110c804900 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f19875765a3161b5 server_cookie=37176e706a4a39d4 in_seq=0 out_seq=0 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f253b7fe640 1 -- 172.21.15.80:0/3362701840 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56110c6ee680 con 0x56110c805bf0 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f253b7fe640 10 client.15261 handle_command_reply: tid=0 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 client.15261 shutdown 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 -- 172.21.15.80:0/3362701840 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 msgr2=0x56110c791a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c791a70 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f255000f7d0 tx=0x7f2550018530 comp rx=0 tx=0).stop 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 -- 172.21.15.80:0/3362701840 shutdown_connections 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x56110c805bf0 0x56110c804900 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56110c789de0 0x56110c794a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56110c784c70 0x56110c791a70 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 --2- 172.21.15.80:0/3362701840 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56110c784280 0x56110c791530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f253b7fe640 0 client.15261 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:57:35.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 -- 172.21.15.80:0/3362701840 >> 172.21.15.80:0/3362701840 conn(0x56110c77d5e0 msgr2=0x56110c77be90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 -- 172.21.15.80:0/3362701840 shutdown_connections 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 1 -- 172.21.15.80:0/3362701840 wait complete. 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2565257740 20 client.15261 trim_cache size 0 max 16384 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stdout: "cluster_fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stdout: "whoami": 1, 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 24472, 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stdout: "want_state": "up:active", 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stdout: "state": "up:active", 2024-04-21T23:57:35.302 INFO:teuthology.orchestra.run.smithi080.stdout: "fs_name": "cephfs", 2024-04-21T23:57:35.303 INFO:teuthology.orchestra.run.smithi080.stdout: "rank_uptime": 86.380169972000004, 2024-04-21T23:57:35.303 INFO:teuthology.orchestra.run.smithi080.stdout: "mdsmap_epoch": 22, 2024-04-21T23:57:35.303 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch": 92, 2024-04-21T23:57:35.303 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch_barrier": 90, 2024-04-21T23:57:35.303 INFO:teuthology.orchestra.run.smithi080.stdout: "uptime": 125.718415572 2024-04-21T23:57:35.303 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2562674640 1 -- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f25440a2b90 msgr2=0x7f25440a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2562674640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f25440a2b90 0x7f25440a5050 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f254c0b9a20 tx=0x7f254c0a8140 comp rx=0 tx=0).stop 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2562674640 1 -- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 msgr2=0x7f255c1968e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2562674640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 0x7f255c1968e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f254c000c00 tx=0x7f254c004040 comp rx=0 tx=0).stop 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2562674640 1 -- 172.21.15.80:0/299572848 shutdown_connections 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.302+0000 7f2562674640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f25440a2b90 0x7f25440a5050 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.303+0000 7f2562674640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f255c102230 0x7f255c19de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.303+0000 7f2562674640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f255c101870 0x7f255c196e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.303+0000 7f2562674640 1 --2- 172.21.15.80:0/299572848 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f255c100680 0x7f255c1968e0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.303+0000 7f2562674640 1 -- 172.21.15.80:0/299572848 >> 172.21.15.80:0/299572848 conn(0x7f255c0fbbf0 msgr2=0x7f255c104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.303+0000 7f2562674640 1 -- 172.21.15.80:0/299572848 shutdown_connections 2024-04-21T23:57:35.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.303+0000 7f2562674640 1 -- 172.21.15.80:0/299572848 wait complete. 2024-04-21T23:57:35.306 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-21T23:57:35.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:34 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1134805747' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:35.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:34 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3690067433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:35.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:34 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3028269042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:35.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 -- 172.21.15.80:0/2866668373 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 msgr2=0x7fcae4101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 --2- 172.21.15.80:0/2866668373 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 0x7fcae4101cf0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fcad4009900 tx=0x7fcad402bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 -- 172.21.15.80:0/2866668373 shutdown_connections 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 --2- 172.21.15.80:0/2866668373 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcae4102230 0x7fcae4108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 --2- 172.21.15.80:0/2866668373 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 0x7fcae4101cf0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 --2- 172.21.15.80:0/2866668373 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcae4100680 0x7fcae4100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 -- 172.21.15.80:0/2866668373 >> 172.21.15.80:0/2866668373 conn(0x7fcae40fbbf0 msgr2=0x7fcae40fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 -- 172.21.15.80:0/2866668373 shutdown_connections 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.411+0000 7fcae9137640 1 -- 172.21.15.80:0/2866668373 wait complete. 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.412+0000 7fcae9137640 1 Processor -- start 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.412+0000 7fcae9137640 1 -- start start 2024-04-21T23:57:35.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.412+0000 7fcae9137640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcae4100680 0x7fcae40694a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae9137640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 0x7fcae419c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae9137640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcae4102230 0x7fcae419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae9137640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcae410c2e0 con 0x7fcae4101870 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae9137640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcae410c160 con 0x7fcae4102230 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae9137640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcae410c460 con 0x7fcae4100680 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 0x7fcae419c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 0x7fcae419c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58726/0 (socket says 172.21.15.80:58726) 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 -- 172.21.15.80:0/586041552 learned_addr learned my addr 172.21.15.80:0/586041552 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae359e640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcae4102230 0x7fcae419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae2d9d640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcae4100680 0x7fcae40694a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 -- 172.21.15.80:0/586041552 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcae4100680 msgr2=0x7fcae40694a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcae4100680 0x7fcae40694a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 -- 172.21.15.80:0/586041552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcae4102230 msgr2=0x7fcae419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcae4102230 0x7fcae419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 -- 172.21.15.80:0/586041552 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae419f6d0 con 0x7fcae4101870 2024-04-21T23:57:35.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae259c640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 0x7fcae419c7a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fcad4009230 tx=0x7fcad4005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcacbfff640 1 -- 172.21.15.80:0/586041552 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad4041070 con 0x7fcae4101870 2024-04-21T23:57:35.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae9137640 1 -- 172.21.15.80:0/586041552 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae419f960 con 0x7fcae4101870 2024-04-21T23:57:35.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcacbfff640 1 -- 172.21.15.80:0/586041552 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcad40054e0 con 0x7fcae4101870 2024-04-21T23:57:35.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcacbfff640 1 -- 172.21.15.80:0/586041552 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad4034440 con 0x7fcae4101870 2024-04-21T23:57:35.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.413+0000 7fcae9137640 1 -- 172.21.15.80:0/586041552 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae419fe50 con 0x7fcae4101870 2024-04-21T23:57:35.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcacbfff640 1 -- 172.21.15.80:0/586041552 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcad4044070 con 0x7fcae4101870 2024-04-21T23:57:35.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcaebdfa740 1 Processor -- start 2024-04-21T23:57:35.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcaebdfa740 1 -- start start 2024-04-21T23:57:35.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d750073490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 0x55d750078560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 0x55d75007b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55d74ffd7df0 con 0x55d750073070 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d74ff80640 con 0x55d750073a60 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55d74ffd3db0 con 0x55d750078bd0 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.416+0000 7fcae359e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d750073490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d750073490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58740/0 (socket says 172.21.15.80:58740) 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 -- 172.21.15.80:0/1268825086 learned_addr learned my addr 172.21.15.80:0/1268825086 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcacbfff640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcacc0a2b90 0x7fcacc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae2d9d640 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 0x55d750078560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcacc0a2b90 0x7fcacc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcacbfff640 1 -- 172.21.15.80:0/586041552 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fcad40f1070 con 0x7fcae4101870 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae259c640 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 0x55d75007b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 -- 172.21.15.80:0/1268825086 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 msgr2=0x55d75007b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 0x55d75007b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 -- 172.21.15.80:0/1268825086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 msgr2=0x55d750078560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 0x55d750078560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 -- 172.21.15.80:0/1268825086 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d74fcec2d0 con 0x55d750073070 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcae359e640 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d750073490 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fcadc005f40 tx=0x7fcadc014f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a029a06e99239ceb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcac97fa640 1 -- 172.21.15.80:0/1268825086 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc012d90 con 0x55d750073070 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcac97fa640 1 -- 172.21.15.80:0/1268825086 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcadc023070 con 0x55d750073070 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.417+0000 7fcac97fa640 1 -- 172.21.15.80:0/1268825086 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc005750 con 0x55d750073070 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 -- 172.21.15.80:0/1268825086 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 msgr2=0x55d750073490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcae359e640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcacc0a2b90 0x7fcacc0a5050 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcadc022000 tx=0x7fcadc020000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d750073490 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fcadc005f40 tx=0x7fcadc014f70 comp rx=0 tx=0).stop 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 -- 172.21.15.80:0/1268825086 shutdown_connections 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 0x55d75007b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 0x55d750078560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/1268825086 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d750073490 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 -- 172.21.15.80:0/1268825086 >> 172.21.15.80:0/1268825086 conn(0x55d75006e5e0 msgr2=0x55d75006e9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 -- 172.21.15.80:0/1268825086 shutdown_connections 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 -- 172.21.15.80:0/1268825086 wait complete. 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 -- start start 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.418+0000 7fcaebdfa740 1 Processor -- start 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d75007d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 0x55d75007dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 0x55d750084b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55d75007bb80 con 0x55d750073070 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d74ff93be0 con 0x55d750073a60 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55d75007bd00 con 0x55d750078bd0 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 10 client.0 _ll_register_callbacks cb 0x55d74ff935d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d75007d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d75007d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58756/0 (socket says 172.21.15.80:58756) 2024-04-21T23:57:35.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 -- 172.21.15.80:0/773346490 learned_addr learned my addr 172.21.15.80:0/773346490 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae259c640 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 0x55d75007dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae359e640 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 0x55d750084b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 -- 172.21.15.80:0/773346490 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 msgr2=0x55d750084b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 0x55d750084b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 -- 172.21.15.80:0/773346490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 msgr2=0x55d75007dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 0x55d75007dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 -- 172.21.15.80:0/773346490 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d74fdb66b0 con 0x55d750073070 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcae2d9d640 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d75007d580 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fcad800bdc0 tx=0x7fcad8012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7752c25fd7c123 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcac6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcac6ff5640 1 -- 172.21.15.80:0/773346490 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad801f060 con 0x55d750073070 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcac6ff5640 1 -- 172.21.15.80:0/773346490 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fcad80108a0 con 0x55d750073070 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 1 -- 172.21.15.80:0/773346490 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcadc023070 con 0x55d750073070 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcac6ff5640 1 -- 172.21.15.80:0/773346490 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fcad8026050 con 0x55d750073070 2024-04-21T23:57:35.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 10 client.15273 fetch_fsmap learned FSMap version 22 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.419+0000 7fcaebdfa740 1 -- 172.21.15.80:0/773346490 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x55d750087bb0 con 0x55d750073070 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcac6ff5640 1 -- 172.21.15.80:0/773346490 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcadc023070 con 0x55d750073070 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcac6ff5640 1 -- 172.21.15.80:0/773346490 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7fcad8019030 con 0x55d750073070 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcaebdfa740 10 client.15273 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcaebdfa740 10 client.15273 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcaebdfa740 20 client.15273 populate_metadata read hostname 'smithi080' 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d75008a280 0x55d75008b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcaebdfa740 4 client.15273 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcaebdfa740 1 -- 172.21.15.80:0/773346490 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d74ffe5330 con 0x55d75008a280 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcae259c640 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d75008a280 0x55d75008b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcae259c640 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d75008a280 0x55d75008b6f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=704970e60a020fe8 server_cookie=a6a70c37278c6508 in_seq=0 out_seq=0 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.420+0000 7fcac6ff5640 10 client.15273 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcac6ff5640 1 -- 172.21.15.80:0/773346490 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d74ffe5330 con 0x55d75008a280 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcac6ff5640 10 client.15273 handle_command_reply: tid=0 2024-04-21T23:57:35.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 client.15273 shutdown 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 -- 172.21.15.80:0/773346490 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 msgr2=0x55d75007d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d75007d580 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fcad800bdc0 tx=0x7fcad8012820 comp rx=0 tx=0).stop 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 -- 172.21.15.80:0/773346490 shutdown_connections 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d75008a280 0x55d75008b6f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750078bd0 0x55d750084b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcac6ff5640 0 client.15273 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073a60 0x55d75007dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/773346490 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073070 0x55d75007d580 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 -- 172.21.15.80:0/773346490 >> 172.21.15.80:0/773346490 conn(0x55d75006e5e0 msgr2=0x55d75006d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 -- 172.21.15.80:0/773346490 shutdown_connections 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 1 -- 172.21.15.80:0/773346490 wait complete. 2024-04-21T23:57:35.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.421+0000 7fcaebdfa740 20 client.15273 trim_cache size 0 max 16384 2024-04-21T23:57:35.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcaebdfa740 1 Processor -- start 2024-04-21T23:57:35.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcaebdfa740 1 -- start start 2024-04-21T23:57:35.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073070 0x55d75007afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073a60 0x55d75006ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750078bd0 0x55d75006d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55d750089a30 con 0x55d750073a60 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d75008a100 con 0x55d750078bd0 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55d75008a7d0 con 0x55d750073070 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcae259c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073a60 0x55d75006ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcae259c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073a60 0x55d75006ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58758/0 (socket says 172.21.15.80:58758) 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.439+0000 7fcae259c640 1 -- 172.21.15.80:0/501732505 learned_addr learned my addr 172.21.15.80:0/501732505 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcae259c640 1 -- 172.21.15.80:0/501732505 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073070 msgr2=0x55d75007afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcae259c640 1 --2- 172.21.15.80:0/501732505 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073070 0x55d75007afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcae259c640 1 -- 172.21.15.80:0/501732505 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750078bd0 msgr2=0x55d75006d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcae259c640 1 --2- 172.21.15.80:0/501732505 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750078bd0 0x55d75006d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.438 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcae259c640 1 -- 172.21.15.80:0/501732505 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7500781c0 con 0x55d750073a60 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcae259c640 1 --2- 172.21.15.80:0/501732505 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073a60 0x55d75006ce90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fcad402cfd0 tx=0x7fcad40a8040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af8f46af9098fe80 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcac8ff9640 1 -- 172.21.15.80:0/501732505 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad404b040 con 0x55d750073a60 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcac8ff9640 1 -- 172.21.15.80:0/501732505 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcad4004c60 con 0x55d750073a60 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcac8ff9640 1 -- 172.21.15.80:0/501732505 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad40bb630 con 0x55d750073a60 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcaebdfa740 1 -- 172.21.15.80:0/501732505 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073a60 msgr2=0x55d75006ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.440+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/501732505 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073a60 0x55d75006ce90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fcad402cfd0 tx=0x7fcad40a8040 comp rx=0 tx=0).stop 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 -- 172.21.15.80:0/501732505 shutdown_connections 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/501732505 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750078bd0 0x55d75006d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/501732505 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750073a60 0x55d75006ce90 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/501732505 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073070 0x55d75007afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 -- 172.21.15.80:0/501732505 >> 172.21.15.80:0/501732505 conn(0x55d75006e5e0 msgr2=0x55d750074f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 -- 172.21.15.80:0/501732505 shutdown_connections 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 -- 172.21.15.80:0/501732505 wait complete. 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 -- start start 2024-04-21T23:57:35.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 Processor -- start 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073070 0x55d7500ee220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073a60 0x55d7500f0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750078bd0 0x55d7500f2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55d75008b570 con 0x55d750078bd0 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d75008aea0 con 0x55d750073070 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55d75008bc40 con 0x55d750073a60 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcaebdfa740 10 client.0 _ll_register_callbacks cb 0x7fcad800b9d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae359e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750078bd0 0x55d7500f2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae359e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750078bd0 0x55d7500f2cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58764/0 (socket says 172.21.15.80:58764) 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae359e640 1 -- 172.21.15.80:0/3472972450 learned_addr learned my addr 172.21.15.80:0/3472972450 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae259c640 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073a60 0x55d7500f0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae359e640 1 -- 172.21.15.80:0/3472972450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073a60 msgr2=0x55d7500f0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae359e640 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073a60 0x55d7500f0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae359e640 1 -- 172.21.15.80:0/3472972450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073070 msgr2=0x55d7500ee220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae2d9d640 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073070 0x55d7500ee220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae359e640 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073070 0x55d7500ee220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.441+0000 7fcae359e640 1 -- 172.21.15.80:0/3472972450 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7500f3200 con 0x55d750078bd0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcae359e640 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750078bd0 0x55d7500f2cc0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fcadc005f40 tx=0x7fcadc0128d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ee789402a2a71f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcac6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcac6ff5640 1 -- 172.21.15.80:0/3472972450 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc005730 con 0x55d750078bd0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcac6ff5640 1 -- 172.21.15.80:0/3472972450 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fcadc012d90 con 0x55d750078bd0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 1 -- 172.21.15.80:0/3472972450 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcad4004c60 con 0x55d750078bd0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcac6ff5640 1 -- 172.21.15.80:0/3472972450 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fcadc01ec50 con 0x55d750078bd0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 10 client.15279 fetch_fsmap learned FSMap version 22 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 1 -- 172.21.15.80:0/3472972450 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x55d7500f43c0 con 0x55d750078bd0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcac6ff5640 1 -- 172.21.15.80:0/3472972450 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcad4004c60 con 0x55d750078bd0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcac6ff5640 1 -- 172.21.15.80:0/3472972450 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7fcadc00f040 con 0x55d750078bd0 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 10 client.15279 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:57:35.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 10 client.15279 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 20 client.15279 populate_metadata read hostname 'smithi080' 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d7500f8e40 0x55d7500f5950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 4 client.15279 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.442+0000 7fcaebdfa740 1 -- 172.21.15.80:0/3472972450 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "status"}) -- 0x55d74ffdf680 con 0x55d7500f8e40 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcae2d9d640 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d7500f8e40 0x55d7500f5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcac6ff5640 10 client.15279 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcae2d9d640 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d7500f8e40 0x55d7500f5950 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c830441510cdcae7 server_cookie=6cb91cd8a746d7d9 in_seq=0 out_seq=0 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcac6ff5640 1 -- 172.21.15.80:0/3472972450 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55d74ffdf680 con 0x55d7500f8e40 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcac6ff5640 10 client.15279 handle_command_reply: tid=0 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 client.15279 shutdown 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 -- 172.21.15.80:0/3472972450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750078bd0 msgr2=0x55d7500f2cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750078bd0 0x55d7500f2cc0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fcadc005f40 tx=0x7fcadc0128d0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 -- 172.21.15.80:0/3472972450 shutdown_connections 2024-04-21T23:57:35.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d7500f8e40 0x55d7500f5950 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d750078bd0 0x55d7500f2cc0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcac6ff5640 0 client.15279 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d750073a60 0x55d7500f0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 --2- 172.21.15.80:0/3472972450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d750073070 0x55d7500ee220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 -- 172.21.15.80:0/3472972450 >> 172.21.15.80:0/3472972450 conn(0x55d75006e5e0 msgr2=0x55d75006ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 -- 172.21.15.80:0/3472972450 shutdown_connections 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.443+0000 7fcaebdfa740 1 -- 172.21.15.80:0/3472972450 wait complete. 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcaebdfa740 20 client.15279 trim_cache size 0 max 16384 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stdout: "cluster_fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:57:35.443 INFO:teuthology.orchestra.run.smithi080.stdout: "whoami": 0, 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 24488, 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "want_state": "up:active", 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "state": "up:active", 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "fs_name": "cephfs", 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "rank_uptime": 110.612465152, 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "mdsmap_epoch": 22, 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch": 92, 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch_barrier": 90, 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout: "uptime": 116.92375749999999 2024-04-21T23:57:35.444 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 -- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcacc0a2b90 msgr2=0x7fcacc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcacc0a2b90 0x7fcacc0a5050 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcadc022000 tx=0x7fcadc020000 comp rx=0 tx=0).stop 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 -- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 msgr2=0x7fcae419c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 0x7fcae419c7a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fcad4009230 tx=0x7fcad4005dd0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 -- 172.21.15.80:0/586041552 shutdown_connections 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcacc0a2b90 0x7fcacc0a5050 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcae4102230 0x7fcae419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcae4101870 0x7fcae419c7a0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 --2- 172.21.15.80:0/586041552 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcae4100680 0x7fcae40694a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:35.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 -- 172.21.15.80:0/586041552 >> 172.21.15.80:0/586041552 conn(0x7fcae40fbbf0 msgr2=0x7fcae4104bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:35.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 -- 172.21.15.80:0/586041552 shutdown_connections 2024-04-21T23:57:35.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:35.444+0000 7fcae9137640 1 -- 172.21.15.80:0/586041552 wait complete. 2024-04-21T23:57:35.448 INFO:tasks.cephadm:Setup complete, yielding 2024-04-21T23:57:35.448 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-21T23:57:35.458 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi080.front.sepia.ceph.com 2024-04-21T23:57:35.458 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-21T23:57:35.696 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:36.070 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:35 smithi080 ceph-mon[27925]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:36.070 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:35 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1705132218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:36.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:35 smithi120 ceph-mon[31499]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:36.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:35 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1705132218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:35 smithi144 ceph-mon[31316]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:36.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:35 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1705132218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 -- 172.21.15.80:0/1657334623 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 msgr2=0x7fb2d81015d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 --2- 172.21.15.80:0/1657334623 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 0x7fb2d81015d0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fb2c80099c0 tx=0x7fb2c8009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 -- 172.21.15.80:0/1657334623 shutdown_connections 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 --2- 172.21.15.80:0/1657334623 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2d8102d50 0x7fb2d8109600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 --2- 172.21.15.80:0/1657334623 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 0x7fb2d81015d0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 --2- 172.21.15.80:0/1657334623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2d81023b0 0x7fb2d8102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 -- 172.21.15.80:0/1657334623 >> 172.21.15.80:0/1657334623 conn(0x7fb2d80fc790 msgr2=0x7fb2d80febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 -- 172.21.15.80:0/1657334623 shutdown_connections 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.542+0000 7fb2dd652700 1 -- 172.21.15.80:0/1657334623 wait complete. 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2dd652700 1 Processor -- start 2024-04-21T23:57:37.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2dd652700 1 -- start start 2024-04-21T23:57:37.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2dd652700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 0x7fb2d8197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:37.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2dd652700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2d81023b0 0x7fb2d8197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:37.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2dd652700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2d8102d50 0x7fb2d819eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:37.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2dd652700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d810cec0 con 0x7fb2d81011b0 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2dd652700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d810cd40 con 0x7fb2d8102d50 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2dd652700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d810d040 con 0x7fb2d81023b0 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2d6ffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 0x7fb2d8197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2d6ffd700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 0x7fb2d8197550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58772/0 (socket says 172.21.15.80:58772) 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2d6ffd700 1 -- 172.21.15.80:0/3216317399 learned_addr learned my addr 172.21.15.80:0/3216317399 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.543+0000 7fb2d77fe700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2d8102d50 0x7fb2d819eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2d67fc700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2d81023b0 0x7fb2d8197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2d6ffd700 1 -- 172.21.15.80:0/3216317399 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2d81023b0 msgr2=0x7fb2d8197a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:37.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2d6ffd700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2d81023b0 0x7fb2d8197a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2d6ffd700 1 -- 172.21.15.80:0/3216317399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2d8102d50 msgr2=0x7fb2d819eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2d6ffd700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2d8102d50 0x7fb2d819eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2d6ffd700 1 -- 172.21.15.80:0/3216317399 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d819f1b0 con 0x7fb2d81011b0 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2d77fe700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2d8102d50 0x7fb2d819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2d6ffd700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 0x7fb2d8197550 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb2c800c010 tx=0x7fb2c80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2bffff700 1 -- 172.21.15.80:0/3216317399 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c8027070 con 0x7fb2d81011b0 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2bffff700 1 -- 172.21.15.80:0/3216317399 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb2c8022470 con 0x7fb2d81011b0 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2d819f440 con 0x7fb2d81011b0 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2bffff700 1 -- 172.21.15.80:0/3216317399 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c800f6a0 con 0x7fb2d81011b0 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.544+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2d819f910 con 0x7fb2d81011b0 2024-04-21T23:57:37.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.545+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2d8068f20 con 0x7fb2d81011b0 2024-04-21T23:57:37.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.546+0000 7fb2bffff700 1 -- 172.21.15.80:0/3216317399 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb2c802a070 con 0x7fb2d81011b0 2024-04-21T23:57:37.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.547+0000 7fb2bffff700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb2c00a2c20 0x7fb2c00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:37.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.547+0000 7fb2d67fc700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb2c00a2c20 0x7fb2c00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:37.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.547+0000 7fb2bffff700 1 -- 172.21.15.80:0/3216317399 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fb2c80d0440 con 0x7fb2d81011b0 2024-04-21T23:57:37.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.547+0000 7fb2d67fc700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb2c00a2c20 0x7fb2c00a50e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc006fd0 tx=0x7fb2cc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:37.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.551+0000 7fb2bffff700 1 -- 172.21.15.80:0/3216317399 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb2c8013070 con 0x7fb2d81011b0 2024-04-21T23:57:37.758 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.764+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fb2d8062670 con 0x7fb2c00a2c20 2024-04-21T23:57:37.759 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.765+0000 7fb2bffff700 1 -- 172.21.15.80:0/3216317399 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fb2d8062670 con 0x7fb2c00a2c20 2024-04-21T23:57:37.760 INFO:teuthology.orchestra.run.smithi080.stdout:Backend: cephadm 2024-04-21T23:57:37.760 INFO:teuthology.orchestra.run.smithi080.stdout:Available: Yes 2024-04-21T23:57:37.760 INFO:teuthology.orchestra.run.smithi080.stdout:Paused: No 2024-04-21T23:57:37.762 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb2c00a2c20 msgr2=0x7fb2c00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:37.762 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb2c00a2c20 0x7fb2c00a50e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc006fd0 tx=0x7fb2cc008040 comp rx=0 tx=0).stop 2024-04-21T23:57:37.762 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 msgr2=0x7fb2d8197550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:37.762 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 0x7fb2d8197550 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb2c800c010 tx=0x7fb2c80047b0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.762 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 shutdown_connections 2024-04-21T23:57:37.762 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb2c00a2c20 0x7fb2c00a50e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.762 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2d8102d50 0x7fb2d819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.763 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb2d81011b0 0x7fb2d8197550 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.763 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 --2- 172.21.15.80:0/3216317399 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb2d81023b0 0x7fb2d8197a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:37.763 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 >> 172.21.15.80:0/3216317399 conn(0x7fb2d80fc790 msgr2=0x7fb2d8105780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:37.763 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 shutdown_connections 2024-04-21T23:57:37.763 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:37.768+0000 7fb2dd652700 1 -- 172.21.15.80:0/3216317399 wait complete. 2024-04-21T23:57:38.088 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:37 smithi080 ceph-mon[27925]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:38.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:37 smithi120 ceph-mon[31499]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:38.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:37 smithi144 ceph-mon[31316]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:38.570 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-21T23:57:38.812 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:39.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:38 smithi080 ceph-mon[27925]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:38 smithi120 ceph-mon[31499]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:39.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:38 smithi144 ceph-mon[31316]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:40.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:39 smithi080 ceph-mon[27925]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:40.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:39 smithi120 ceph-mon[31499]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:40.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:39 smithi144 ceph-mon[31316]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:40.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.635+0000 7f678d7ed700 1 -- 172.21.15.80:0/551136456 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6788107fe0 msgr2=0x7f678810a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:40.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.635+0000 7f678d7ed700 1 --2- 172.21.15.80:0/551136456 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6788107fe0 0x7f678810a3f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f678000b0a0 tx=0x7f678000b3b0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.635+0000 7f678d7ed700 1 -- 172.21.15.80:0/551136456 shutdown_connections 2024-04-21T23:57:40.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.635+0000 7f678d7ed700 1 --2- 172.21.15.80:0/551136456 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6788107fe0 0x7f678810a3f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.635+0000 7f678d7ed700 1 --2- 172.21.15.80:0/551136456 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6788102d80 0x7f6788105170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.635+0000 7f678d7ed700 1 --2- 172.21.15.80:0/551136456 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f67881056b0 0x7f6788107aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.635+0000 7f678d7ed700 1 -- 172.21.15.80:0/551136456 >> 172.21.15.80:0/551136456 conn(0x7f67880fc730 msgr2=0x7f67880feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:40.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.636+0000 7f678d7ed700 1 -- 172.21.15.80:0/551136456 shutdown_connections 2024-04-21T23:57:40.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.636+0000 7f678d7ed700 1 -- 172.21.15.80:0/551136456 wait complete. 2024-04-21T23:57:40.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.636+0000 7f678d7ed700 1 Processor -- start 2024-04-21T23:57:40.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.636+0000 7f678d7ed700 1 -- start start 2024-04-21T23:57:40.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.636+0000 7f678d7ed700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6788102d80 0x7f678819a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:40.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f678d7ed700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f67881056b0 0x7f678819aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:40.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f678d7ed700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6788107fe0 0x7f67881a1b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f678d7ed700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f678810de50 con 0x7f67881056b0 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f678d7ed700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f678810dcd0 con 0x7f6788107fe0 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f678d7ed700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f678810dfd0 con 0x7f6788102d80 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f67881056b0 0x7f678819aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f67881056b0 0x7f678819aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58796/0 (socket says 172.21.15.80:58796) 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 -- 172.21.15.80:0/3455002389 learned_addr learned my addr 172.21.15.80:0/3455002389 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67877fe700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6788107fe0 0x7f67881a1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f6786ffd700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6788102d80 0x7f678819a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 -- 172.21.15.80:0/3455002389 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6788102d80 msgr2=0x7f678819a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6788102d80 0x7f678819a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 -- 172.21.15.80:0/3455002389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6788107fe0 msgr2=0x7f67881a1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6788107fe0 0x7f67881a1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 -- 172.21.15.80:0/3455002389 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67881a2210 con 0x7f67881056b0 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f67867fc700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f67881056b0 0x7f678819aaf0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f677c00d980 tx=0x7f677c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:40.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f676ffff700 1 -- 172.21.15.80:0/3455002389 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677c016070 con 0x7f67881056b0 2024-04-21T23:57:40.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f676ffff700 1 -- 172.21.15.80:0/3455002389 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f677c00de70 con 0x7f67881056b0 2024-04-21T23:57:40.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67881a2500 con 0x7f67881056b0 2024-04-21T23:57:40.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f676ffff700 1 -- 172.21.15.80:0/3455002389 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677c00f3c0 con 0x7f67881056b0 2024-04-21T23:57:40.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.637+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67881a2a40 con 0x7f67881056b0 2024-04-21T23:57:40.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.638+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6788068f20 con 0x7f67881056b0 2024-04-21T23:57:40.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.639+0000 7f676ffff700 1 -- 172.21.15.80:0/3455002389 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f677c019070 con 0x7f67881056b0 2024-04-21T23:57:40.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.640+0000 7f676ffff700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67700a2c20 0x7f67700a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:40.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.640+0000 7f6786ffd700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67700a2c20 0x7f67700a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:40.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.640+0000 7f676ffff700 1 -- 172.21.15.80:0/3455002389 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f677c0cef10 con 0x7f67881056b0 2024-04-21T23:57:40.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.640+0000 7f6786ffd700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67700a2c20 0x7f67700a50e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6778005ea0 tx=0x7f6778005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:40.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.644+0000 7f676ffff700 1 -- 172.21.15.80:0/3455002389 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f677c09bb30 con 0x7f67881056b0 2024-04-21T23:57:40.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.853+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f6788062670 con 0x7f67700a2c20 2024-04-21T23:57:40.860 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.866+0000 7f676ffff700 1 -- 172.21.15.80:0/3455002389 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4092 (secure 0 0 0) 0x7f6788062670 con 0x7f67700a2c20 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.a smithi080 running (2m) 28s ago 2m 12.8M - 19.0.0-2405-g820a2f8c 6702148920ad c299235861f5 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.b smithi120 running (2m) 55s ago 2m 26.0M - 19.0.0-2405-g820a2f8c 6702148920ad 834eed73e35f 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.c smithi144 running (2m) 55s ago 2m 16.1M - 19.0.0-2405-g820a2f8c 6702148920ad 5c0c34574240 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.d smithi080 running (2m) 28s ago 2m 14.1M - 19.0.0-2405-g820a2f8c 6702148920ad 5a4bac0ddded 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.e smithi120 running (2m) 55s ago 2m 16.0M - 19.0.0-2405-g820a2f8c 6702148920ad 49d3ca68f4bd 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.f smithi144 running (2m) 55s ago 2m 15.0M - 19.0.0-2405-g820a2f8c 6702148920ad ab7820900542 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.g smithi080 running (2m) 28s ago 2m 16.1M - 19.0.0-2405-g820a2f8c 6702148920ad 9b4757a40a9d 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.h smithi120 running (2m) 55s ago 2m 17.3M - 19.0.0-2405-g820a2f8c 6702148920ad 53dfffb45ede 2024-04-21T23:57:40.861 INFO:teuthology.orchestra.run.smithi080.stdout:mds.i smithi144 running (2m) 55s ago 2m 17.1M - 19.0.0-2405-g820a2f8c 6702148920ad 1d891cdb6c1c 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mds.j smithi080 running (2m) 28s ago 2m 15.4M - 19.0.0-2405-g820a2f8c 6702148920ad 677e8b884898 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mds.k smithi120 running (2m) 55s ago 2m 15.2M - 19.0.0-2405-g820a2f8c 6702148920ad af05b37fd1ad 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mds.l smithi144 running (2m) 55s ago 2m 14.0M - 19.0.0-2405-g820a2f8c 6702148920ad cf713ee2c755 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mgr.x smithi080 *:9283,8765 running (9m) 28s ago 9m 515M - 19.0.0-2405-g820a2f8c 6702148920ad 6e6d6699d19f 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mgr.y smithi120 *:8443,8765 running (7m) 55s ago 7m 451M - 19.0.0-2405-g820a2f8c 6702148920ad ef70f076a7e9 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mgr.z smithi144 *:8443,8765 running (7m) 55s ago 7m 454M - 19.0.0-2405-g820a2f8c 6702148920ad b86249756732 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mon.a smithi080 running (9m) 28s ago 9m 50.9M 2048M 19.0.0-2405-g820a2f8c 6702148920ad 4e98f4a52d29 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mon.b smithi120 running (8m) 55s ago 8m 39.7M 2048M 19.0.0-2405-g820a2f8c 6702148920ad 983ff14e241e 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:mon.c smithi144 running (8m) 55s ago 8m 42.3M 2048M 19.0.0-2405-g820a2f8c 6702148920ad ad50e8948300 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:osd.0 smithi080 running (7m) 28s ago 7m 47.0M 4272M 19.0.0-2405-g820a2f8c 6702148920ad ba6ecec08852 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:osd.1 smithi120 running (7m) 55s ago 7m 58.2M 4272M 19.0.0-2405-g820a2f8c 6702148920ad aa4260d0b344 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:osd.2 smithi144 running (6m) 55s ago 6m 47.1M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 5155b53d305c 2024-04-21T23:57:40.862 INFO:teuthology.orchestra.run.smithi080.stdout:osd.3 smithi080 running (6m) 28s ago 6m 44.4M 4272M 19.0.0-2405-g820a2f8c 6702148920ad a495d04005d5 2024-04-21T23:57:40.863 INFO:teuthology.orchestra.run.smithi080.stdout:osd.4 smithi120 running (5m) 55s ago 5m 43.2M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 2a1af5b670af 2024-04-21T23:57:40.863 INFO:teuthology.orchestra.run.smithi080.stdout:osd.5 smithi144 running (5m) 55s ago 5m 53.4M 4272M 19.0.0-2405-g820a2f8c 6702148920ad e6b846d8f65a 2024-04-21T23:57:40.863 INFO:teuthology.orchestra.run.smithi080.stdout:osd.6 smithi080 running (5m) 28s ago 5m 43.2M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 2d41af11bb10 2024-04-21T23:57:40.863 INFO:teuthology.orchestra.run.smithi080.stdout:osd.7 smithi120 running (4m) 55s ago 4m 55.7M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 3bae9a791c2e 2024-04-21T23:57:40.863 INFO:teuthology.orchestra.run.smithi080.stdout:osd.8 smithi144 running (4m) 55s ago 4m 52.9M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 530b93285adc 2024-04-21T23:57:40.863 INFO:teuthology.orchestra.run.smithi080.stdout:osd.9 smithi080 running (3m) 28s ago 3m 41.9M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 5a38c801d0e7 2024-04-21T23:57:40.863 INFO:teuthology.orchestra.run.smithi080.stdout:osd.10 smithi120 running (3m) 55s ago 3m 56.7M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 576344d6a51a 2024-04-21T23:57:40.863 INFO:teuthology.orchestra.run.smithi080.stdout:osd.11 smithi144 running (2m) 55s ago 2m 44.1M 4272M 19.0.0-2405-g820a2f8c 6702148920ad 7df2f5fd6b42 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67700a2c20 msgr2=0x7f67700a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67700a2c20 0x7f67700a50e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6778005ea0 tx=0x7f6778005e30 comp rx=0 tx=0).stop 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f67881056b0 msgr2=0x7f678819aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f67881056b0 0x7f678819aaf0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f677c00d980 tx=0x7f677c00dc90 comp rx=0 tx=0).stop 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 shutdown_connections 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f67700a2c20 0x7f67700a50e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6788107fe0 0x7f67881a1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6788102d80 0x7f678819a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 --2- 172.21.15.80:0/3455002389 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f67881056b0 0x7f678819aaf0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:40.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 >> 172.21.15.80:0/3455002389 conn(0x7f67880fc730 msgr2=0x7f67881023a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:40.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 shutdown_connections 2024-04-21T23:57:40.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:40.869+0000 7f678d7ed700 1 -- 172.21.15.80:0/3455002389 wait complete. 2024-04-21T23:57:41.578 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-21T23:57:41.818 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:41.940 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:41 smithi080 ceph-mon[27925]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:41.940 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:41 smithi080 ceph-mon[27925]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:41.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:41 smithi120 ceph-mon[31499]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:41.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:41 smithi120 ceph-mon[31499]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:42.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:41 smithi144 ceph-mon[31316]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:42.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:41 smithi144 ceph-mon[31316]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:43.690 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 -- 172.21.15.80:0/163307080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 msgr2=0x7f59401027f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:43.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 --2- 172.21.15.80:0/163307080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 0x7f59401027f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f59300099c0 tx=0x7f5930009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 -- 172.21.15.80:0/163307080 shutdown_connections 2024-04-21T23:57:43.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 --2- 172.21.15.80:0/163307080 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5940102d30 0x7f59401095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 --2- 172.21.15.80:0/163307080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5940101190 0x7f59401015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 --2- 172.21.15.80:0/163307080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 0x7f59401027f0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 -- 172.21.15.80:0/163307080 >> 172.21.15.80:0/163307080 conn(0x7f59400fc730 msgr2=0x7f59400feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:43.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 -- 172.21.15.80:0/163307080 shutdown_connections 2024-04-21T23:57:43.691 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.697+0000 7f594867f700 1 -- 172.21.15.80:0/163307080 wait complete. 2024-04-21T23:57:43.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594867f700 1 Processor -- start 2024-04-21T23:57:43.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594867f700 1 -- start start 2024-04-21T23:57:43.693 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594867f700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5940101190 0x7f59401984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594867f700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 0x7f5940198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594867f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5940102d30 0x7f594019fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594867f700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f594010cd80 con 0x7f5940102390 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594867f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f594010cc00 con 0x7f5940102d30 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594867f700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f594010cf00 con 0x7f5940101190 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f5945c1a700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 0x7f5940198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f5945c1a700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 0x7f5940198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45254/0 (socket says 172.21.15.80:45254) 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f5945c1a700 1 -- 172.21.15.80:0/2623485337 learned_addr learned my addr 172.21.15.80:0/2623485337 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.698+0000 7f594641b700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5940101190 0x7f59401984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f5946c1c700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5940102d30 0x7f594019fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:43.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f5945c1a700 1 -- 172.21.15.80:0/2623485337 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5940101190 msgr2=0x7f59401984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f5945c1a700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5940101190 0x7f59401984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f5945c1a700 1 -- 172.21.15.80:0/2623485337 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5940102d30 msgr2=0x7f594019fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f5945c1a700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5940102d30 0x7f594019fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f5945c1a700 1 -- 172.21.15.80:0/2623485337 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59401a0130 con 0x7f5940102390 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f594641b700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5940101190 0x7f59401984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f5945c1a700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 0x7f5940198a10 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f593000b580 tx=0x7f593000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f59377fe700 1 -- 172.21.15.80:0/2623485337 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5930027070 con 0x7f5940102390 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59401a03c0 con 0x7f5940102390 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f59377fe700 1 -- 172.21.15.80:0/2623485337 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5930022470 con 0x7f5940102390 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f59377fe700 1 -- 172.21.15.80:0/2623485337 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5930009e60 con 0x7f5940102390 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.699+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59401a0810 con 0x7f5940102390 2024-04-21T23:57:43.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.700+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5940068f20 con 0x7f5940102390 2024-04-21T23:57:43.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.702+0000 7f59377fe700 1 -- 172.21.15.80:0/2623485337 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f593002a070 con 0x7f5940102390 2024-04-21T23:57:43.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.703+0000 7f59377fe700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f592c0a2c20 0x7f592c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:43.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.703+0000 7f594641b700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f592c0a2c20 0x7f592c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:43.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.703+0000 7f59377fe700 1 -- 172.21.15.80:0/2623485337 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f59300d0660 con 0x7f5940102390 2024-04-21T23:57:43.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.703+0000 7f594641b700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f592c0a2c20 0x7f592c0a50e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f59401021f0 tx=0x7f593c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:43.699 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.706+0000 7f59377fe700 1 -- 172.21.15.80:0/2623485337 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5930031070 con 0x7f5940102390 2024-04-21T23:57:43.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.912+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f59401a0bf0 con 0x7f592c0a2c20 2024-04-21T23:57:43.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.918+0000 7f59377fe700 1 -- 172.21.15.80:0/2623485337 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f59401a0bf0 con 0x7f592c0a2c20 2024-04-21T23:57:43.911 INFO:teuthology.orchestra.run.smithi080.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-21T23:57:43.911 INFO:teuthology.orchestra.run.smithi080.stdout:mds.all 12/12 58s ago 2m smithi080=a;smithi080=d;smithi080=g;smithi080=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi144=c;smithi144=f;smithi144=i;smithi144=l;count:12 2024-04-21T23:57:43.912 INFO:teuthology.orchestra.run.smithi080.stdout:mgr 3/3 58s ago 7m smithi080=x;smithi120=y;smithi144=z;count:3 2024-04-21T23:57:43.912 INFO:teuthology.orchestra.run.smithi080.stdout:mon 3/3 58s ago 8m smithi080:172.21.15.80=a;smithi120:172.21.15.120=b;smithi144:172.21.15.144=c;count:3 2024-04-21T23:57:43.912 INFO:teuthology.orchestra.run.smithi080.stdout:osd 12 58s ago - 2024-04-21T23:57:43.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f592c0a2c20 msgr2=0x7f592c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:43.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f592c0a2c20 0x7f592c0a50e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f59401021f0 tx=0x7f593c009260 comp rx=0 tx=0).stop 2024-04-21T23:57:43.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 msgr2=0x7f5940198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:43.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 0x7f5940198a10 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f593000b580 tx=0x7f593000f690 comp rx=0 tx=0).stop 2024-04-21T23:57:43.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 shutdown_connections 2024-04-21T23:57:43.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f592c0a2c20 0x7f592c0a50e0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5940102d30 0x7f594019fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5940101190 0x7f59401984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 --2- 172.21.15.80:0/2623485337 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5940102390 0x7f5940198a10 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:43.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.920+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 >> 172.21.15.80:0/2623485337 conn(0x7f59400fc730 msgr2=0x7f5940069f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:43.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.921+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 shutdown_connections 2024-04-21T23:57:43.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:43.921+0000 7f594867f700 1 -- 172.21.15.80:0/2623485337 wait complete. 2024-04-21T23:57:43.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:43 smithi080 ceph-mon[27925]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:44.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:43 smithi120 ceph-mon[31499]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:44.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:43 smithi144 ceph-mon[31316]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:44.756 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-21T23:57:44.993 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:45.114 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:44 smithi080 ceph-mon[27925]: from='client.15297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:45.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:44 smithi120 ceph-mon[31499]: from='client.15297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:45.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:44 smithi144 ceph-mon[31316]: from='client.15297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:46.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:45 smithi080 ceph-mon[27925]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:46.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:45 smithi120 ceph-mon[31499]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:46.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:45 smithi144 ceph-mon[31316]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:46.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 -- 172.21.15.80:0/681316586 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 msgr2=0x7fa97c10a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:46.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 --2- 172.21.15.80:0/681316586 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 0x7fa97c10a700 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fa97400b0d0 tx=0x7fa97400b3e0 comp rx=0 tx=0).stop 2024-04-21T23:57:46.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 -- 172.21.15.80:0/681316586 shutdown_connections 2024-04-21T23:57:46.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 --2- 172.21.15.80:0/681316586 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 0x7fa97c10a700 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:46.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 --2- 172.21.15.80:0/681316586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa97c1022b0 0x7fa97c1026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:46.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 --2- 172.21.15.80:0/681316586 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa97c1034b0 0x7fa97c103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 -- 172.21.15.80:0/681316586 >> 172.21.15.80:0/681316586 conn(0x7fa97c0fd850 msgr2=0x7fa97c0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 -- 172.21.15.80:0/681316586 shutdown_connections 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.005+0000 7fa9826bc700 1 -- 172.21.15.80:0/681316586 wait complete. 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa9826bc700 1 Processor -- start 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa9826bc700 1 -- start start 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa9826bc700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa97c1022b0 0x7fa97c1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa9826bc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa97c1034b0 0x7fa97c1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa9826bc700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 0x7fa97c19f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa9826bc700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa97c10de70 con 0x7fa97c103e50 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa9826bc700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa97c10dcf0 con 0x7fa97c1034b0 2024-04-21T23:57:47.000 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa9826bc700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa97c10dff0 con 0x7fa97c1022b0 2024-04-21T23:57:47.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa980c59700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 0x7fa97c19f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:47.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa980c59700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 0x7fa97c19f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45268/0 (socket says 172.21.15.80:45268) 2024-04-21T23:57:47.001 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.006+0000 7fa980c59700 1 -- 172.21.15.80:0/859716136 learned_addr learned my addr 172.21.15.80:0/859716136 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa97bfff700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa97c1022b0 0x7fa97c1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa97b7fe700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa97c1034b0 0x7fa97c1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa980c59700 1 -- 172.21.15.80:0/859716136 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa97c1022b0 msgr2=0x7fa97c1982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa980c59700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa97c1022b0 0x7fa97c1982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa980c59700 1 -- 172.21.15.80:0/859716136 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa97c1034b0 msgr2=0x7fa97c1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa980c59700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa97c1034b0 0x7fa97c1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa980c59700 1 -- 172.21.15.80:0/859716136 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa97c19ff10 con 0x7fa97c103e50 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa980c59700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 0x7fa97c19f870 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa974006070 tx=0x7fa974007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa9797fa700 1 -- 172.21.15.80:0/859716136 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa97401f070 con 0x7fa97c103e50 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa97c074460 con 0x7fa97c103e50 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa9797fa700 1 -- 172.21.15.80:0/859716136 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa974004020 con 0x7fa97c103e50 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa9797fa700 1 -- 172.21.15.80:0/859716136 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa974004e60 con 0x7fa97c103e50 2024-04-21T23:57:47.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.007+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa97c0749f0 con 0x7fa97c103e50 2024-04-21T23:57:47.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.008+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa968005360 con 0x7fa97c103e50 2024-04-21T23:57:47.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.010+0000 7fa9797fa700 1 -- 172.21.15.80:0/859716136 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa974003a00 con 0x7fa97c103e50 2024-04-21T23:57:47.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.010+0000 7fa9797fa700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9640a2c20 0x7fa9640a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:47.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.010+0000 7fa97bfff700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9640a2c20 0x7fa9640a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:47.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.010+0000 7fa9797fa700 1 -- 172.21.15.80:0/859716136 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fa97400f020 con 0x7fa97c103e50 2024-04-21T23:57:47.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.011+0000 7fa97bfff700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9640a2c20 0x7fa9640a50e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa97c103310 tx=0x7fa96c00a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:47.006 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.014+0000 7fa9797fa700 1 -- 172.21.15.80:0/859716136 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa974028020 con 0x7fa97c103e50 2024-04-21T23:57:47.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.216+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fa968000bf0 con 0x7fa9640a2c20 2024-04-21T23:57:47.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.218+0000 7fa9797fa700 1 -- 172.21.15.80:0/859716136 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fa968000bf0 con 0x7fa9640a2c20 2024-04-21T23:57:47.210 INFO:teuthology.orchestra.run.smithi080.stdout:HOST ADDR LABELS STATUS 2024-04-21T23:57:47.211 INFO:teuthology.orchestra.run.smithi080.stdout:smithi080 172.21.15.80 2024-04-21T23:57:47.211 INFO:teuthology.orchestra.run.smithi080.stdout:smithi120 172.21.15.120 2024-04-21T23:57:47.211 INFO:teuthology.orchestra.run.smithi080.stdout:smithi144 172.21.15.144 2024-04-21T23:57:47.211 INFO:teuthology.orchestra.run.smithi080.stdout:3 hosts in cluster 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9640a2c20 msgr2=0x7fa9640a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9640a2c20 0x7fa9640a50e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa97c103310 tx=0x7fa96c00a3b0 comp rx=0 tx=0).stop 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 msgr2=0x7fa97c19f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 0x7fa97c19f870 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa974006070 tx=0x7fa974007d90 comp rx=0 tx=0).stop 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 shutdown_connections 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fa9640a2c20 0x7fa9640a50e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa97c103e50 0x7fa97c19f870 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa97c1022b0 0x7fa97c1982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 --2- 172.21.15.80:0/859716136 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa97c1034b0 0x7fa97c1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 >> 172.21.15.80:0/859716136 conn(0x7fa97c0fd850 msgr2=0x7fa97c1066e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:47.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 shutdown_connections 2024-04-21T23:57:47.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:47.220+0000 7fa9826bc700 1 -- 172.21.15.80:0/859716136 wait complete. 2024-04-21T23:57:47.933 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-21T23:57:48.175 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:48.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:47 smithi080 ceph-mon[27925]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:48.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:47 smithi120 ceph-mon[31499]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:48.649 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:47 smithi144 ceph-mon[31316]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:49.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:48 smithi080 ceph-mon[27925]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:49.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:48 smithi120 ceph-mon[31499]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:49.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:48 smithi144 ceph-mon[31316]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:49.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:49 smithi080 ceph-mon[27925]: pgmap v355: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 -- 172.21.15.80:0/28691974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 msgr2=0x7f75401015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 --2- 172.21.15.80:0/28691974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 0x7f75401015b0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f75340099c0 tx=0x7f7534009cd0 comp rx=0 tx=0).stop 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 -- 172.21.15.80:0/28691974 shutdown_connections 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 --2- 172.21.15.80:0/28691974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540102d30 0x7f75401095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 --2- 172.21.15.80:0/28691974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 0x7f75401015b0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 --2- 172.21.15.80:0/28691974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7540102390 0x7f75401027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 -- 172.21.15.80:0/28691974 >> 172.21.15.80:0/28691974 conn(0x7f75400fc730 msgr2=0x7f75400feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 -- 172.21.15.80:0/28691974 shutdown_connections 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 -- 172.21.15.80:0/28691974 wait complete. 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.955+0000 7f75465bf700 1 Processor -- start 2024-04-21T23:57:49.955 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f75465bf700 1 -- start start 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f75465bf700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 0x7f754006aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f75465bf700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7540102390 0x7f754019d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f75465bf700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540102d30 0x7f754019f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f75465bf700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f754010cde0 con 0x7f7540101190 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f75465bf700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f754010cc60 con 0x7f7540102d30 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f75465bf700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f754010cf60 con 0x7f7540102390 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753ffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 0x7f754006aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753ffff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 0x7f754006aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45286/0 (socket says 172.21.15.80:45286) 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753ffff700 1 -- 172.21.15.80:0/3656366422 learned_addr learned my addr 172.21.15.80:0/3656366422 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f7544b5c700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540102d30 0x7f754019f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753f7fe700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7540102390 0x7f754019d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753ffff700 1 -- 172.21.15.80:0/3656366422 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7540102390 msgr2=0x7f754019d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753ffff700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7540102390 0x7f754019d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:49.956 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753ffff700 1 -- 172.21.15.80:0/3656366422 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540102d30 msgr2=0x7f754019f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753ffff700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540102d30 0x7f754019f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.956+0000 7f753ffff700 1 -- 172.21.15.80:0/3656366422 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75401a01f0 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.957+0000 7f753ffff700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 0x7f754006aad0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f7534003890 tx=0x7f7534009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.957+0000 7f753d7fa700 1 -- 172.21.15.80:0/3656366422 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7534027070 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.957+0000 7f753d7fa700 1 -- 172.21.15.80:0/3656366422 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75340058e0 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.957+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75401a0480 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.957+0000 7f753d7fa700 1 -- 172.21.15.80:0/3656366422 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7534022ce0 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.957+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75401a0960 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.958+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7540068f20 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.959+0000 7f753d7fa700 1 -- 172.21.15.80:0/3656366422 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f753402a070 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.959+0000 7f753d7fa700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f75280a2c20 0x7f75280a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.959+0000 7f753f7fe700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f75280a2c20 0x7f75280a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.959+0000 7f753d7fa700 1 -- 172.21.15.80:0/3656366422 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f75340d01c0 con 0x7f7540101190 2024-04-21T23:57:49.957 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.960+0000 7f753f7fe700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f75280a2c20 0x7f75280a50e0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7530006fd0 tx=0x7f7530008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:49.958 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:49.964+0000 7f753d7fa700 1 -- 172.21.15.80:0/3656366422 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7534013070 con 0x7f7540101190 2024-04-21T23:57:50.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.170+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f7540062670 con 0x7f75280a2c20 2024-04-21T23:57:50.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.171+0000 7f753d7fa700 1 -- 172.21.15.80:0/3656366422 <== mgr.14150 v2:172.21.15.80:6800/1494600697 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f7540062670 con 0x7f75280a2c20 2024-04-21T23:57:50.164 INFO:teuthology.orchestra.run.smithi080.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-21T23:57:50.164 INFO:teuthology.orchestra.run.smithi080.stdout:smithi080 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204014T400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-21T23:57:50.164 INFO:teuthology.orchestra.run.smithi080.stdout:smithi120 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400XV400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-21T23:57:50.164 INFO:teuthology.orchestra.run.smithi080.stdout:smithi144 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62050085400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-21T23:57:50.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f75280a2c20 msgr2=0x7f75280a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:50.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f75280a2c20 0x7f75280a50e0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7530006fd0 tx=0x7f7530008040 comp rx=0 tx=0).stop 2024-04-21T23:57:50.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 msgr2=0x7f754006aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 0x7f754006aad0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f7534003890 tx=0x7f7534009580 comp rx=0 tx=0).stop 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 shutdown_connections 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f75280a2c20 0x7f75280a50e0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540102d30 0x7f754019f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7540101190 0x7f754006aad0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 --2- 172.21.15.80:0/3656366422 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7540102390 0x7f754019d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 >> 172.21.15.80:0/3656366422 conn(0x7f75400fc730 msgr2=0x7f7540105700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 shutdown_connections 2024-04-21T23:57:50.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:50.173+0000 7f75465bf700 1 -- 172.21.15.80:0/3656366422 wait complete. 2024-04-21T23:57:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:49 smithi120 ceph-mon[31499]: pgmap v355: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:50.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:49 smithi144 ceph-mon[31316]: pgmap v355: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:57:50.877 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-21T23:57:50.885 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi080.front.sepia.ceph.com 2024-04-21T23:57:50.886 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-21T23:57:51.124 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:52.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:51 smithi080 ceph-mon[27925]: from='client.15309 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:52.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:51 smithi080 ceph-mon[27925]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:52.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:51 smithi120 ceph-mon[31499]: from='client.15309 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:52.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:51 smithi120 ceph-mon[31499]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:52.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:51 smithi144 ceph-mon[31316]: from='client.15309 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:57:52.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:51 smithi144 ceph-mon[31316]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:52.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.827+0000 7f7de2296700 1 -- 172.21.15.80:0/2244133892 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc102d50 msgr2=0x7f7ddc109600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:52.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.827+0000 7f7de2296700 1 --2- 172.21.15.80:0/2244133892 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc102d50 0x7f7ddc109600 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f7dd400b0d0 tx=0x7f7dd400b3e0 comp rx=0 tx=0).stop 2024-04-21T23:57:52.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 -- 172.21.15.80:0/2244133892 shutdown_connections 2024-04-21T23:57:52.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 --2- 172.21.15.80:0/2244133892 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc102d50 0x7f7ddc109600 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:52.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 --2- 172.21.15.80:0/2244133892 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ddc1011b0 0x7f7ddc1015d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:52.821 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 --2- 172.21.15.80:0/2244133892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ddc1023b0 0x7f7ddc102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:52.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 -- 172.21.15.80:0/2244133892 >> 172.21.15.80:0/2244133892 conn(0x7f7ddc0fc790 msgr2=0x7f7ddc0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:52.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 -- 172.21.15.80:0/2244133892 shutdown_connections 2024-04-21T23:57:52.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 -- 172.21.15.80:0/2244133892 wait complete. 2024-04-21T23:57:52.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 Processor -- start 2024-04-21T23:57:52.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.828+0000 7f7de2296700 1 -- start start 2024-04-21T23:57:52.823 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7de2296700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc1011b0 0x7f7ddc197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:52.823 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7de2296700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ddc1023b0 0x7f7ddc197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7de2296700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ddc102d50 0x7f7ddc19e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7de2296700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7ddc10cda0 con 0x7f7ddc1011b0 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7de2296700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7ddc10cc20 con 0x7f7ddc1023b0 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7de2296700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7ddc10cf20 con 0x7f7ddc102d50 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc1011b0 0x7f7ddc197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc1011b0 0x7f7ddc197320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39586/0 (socket says 172.21.15.80:39586) 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 -- 172.21.15.80:0/2007852961 learned_addr learned my addr 172.21.15.80:0/2007852961 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddb7fe700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ddc1023b0 0x7f7ddc197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7de0833700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ddc102d50 0x7f7ddc19e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 -- 172.21.15.80:0/2007852961 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ddc102d50 msgr2=0x7f7ddc19e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ddc102d50 0x7f7ddc19e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 -- 172.21.15.80:0/2007852961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ddc1023b0 msgr2=0x7f7ddc197860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ddc1023b0 0x7f7ddc197860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:52.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 -- 172.21.15.80:0/2007852961 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ddc19ef80 con 0x7f7ddc1011b0 2024-04-21T23:57:52.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddb7fe700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ddc1023b0 0x7f7ddc197860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:52.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7ddbfff700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc1011b0 0x7f7ddc197320 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc00e980 tx=0x7f7dcc00ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:52.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.829+0000 7f7dd97fa700 1 -- 172.21.15.80:0/2007852961 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc00cbd0 con 0x7f7ddc1011b0 2024-04-21T23:57:52.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.830+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ddc19f270 con 0x7f7ddc1011b0 2024-04-21T23:57:52.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.830+0000 7f7dd97fa700 1 -- 172.21.15.80:0/2007852961 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7dcc004510 con 0x7f7ddc1011b0 2024-04-21T23:57:52.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.830+0000 7f7dd97fa700 1 -- 172.21.15.80:0/2007852961 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc010430 con 0x7f7ddc1011b0 2024-04-21T23:57:52.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.830+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ddc19f760 con 0x7f7ddc1011b0 2024-04-21T23:57:52.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.830+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ddc068f20 con 0x7f7ddc1011b0 2024-04-21T23:57:52.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.832+0000 7f7dd97fa700 1 -- 172.21.15.80:0/2007852961 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7dcc003fe0 con 0x7f7ddc1011b0 2024-04-21T23:57:52.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.833+0000 7f7dd97fa700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7dc40a2c20 0x7f7dc40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:52.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.833+0000 7f7ddb7fe700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7dc40a2c20 0x7f7dc40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:52.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.833+0000 7f7dd97fa700 1 -- 172.21.15.80:0/2007852961 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f7dcc0cf830 con 0x7f7ddc1011b0 2024-04-21T23:57:52.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.833+0000 7f7ddb7fe700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7dc40a2c20 0x7f7dc40a50e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0005950 tx=0x7f7dd00058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:52.829 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:52.837+0000 7f7dd97fa700 1 -- 172.21.15.80:0/2007852961 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7dcc09c450 con 0x7f7ddc1011b0 2024-04-21T23:57:53.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.080+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f7ddc06b170 con 0x7f7ddc1011b0 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.080+0000 7f7dd97fa700 1 -- 172.21.15.80:0/2007852961 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 22 v22) ==== 76+0+3054 (secure 0 0 0) 0x7f7dcc09bd50 con 0x7f7ddc1011b0 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:e22 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:legacy client fscid: 1 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:Filesystem 'cephfs' (1) 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:fs_name cephfs 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:epoch 22 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-21T23:57:53.074 INFO:teuthology.orchestra.run.smithi080.stdout:created 2024-04-21T23:55:44.029440+0000 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:modified 2024-04-21T23:56:10.656231+0000 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:tableserver 0 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:root 0 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:session_timeout 300 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:session_autoclose 300 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:max_file_size 1099511627776 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:max_xattr_size 65536 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:required_client_features {} 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:last_failure 0 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:last_failure_osd_epoch 0 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:max_mds 3 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:in 0,1,2 2024-04-21T23:57:53.075 INFO:teuthology.orchestra.run.smithi080.stdout:up {0=24488,1=24472,2=24452} 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:failed 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:damaged 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:stopped 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:data_pools [3,4] 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:metadata_pool 2 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:inline_data disabled 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:balancer 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:bal_rank_mask -1 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:standby_count_wanted 0 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:qdb_cluster leader: 24488 members: 24472,24488,24452 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.b{0:24488} state up:active seq 3 addr [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.c{0:24445} state up:standby-replay seq 1 addr [v2:172.21.15.144:6836/148493825,v1:172.21.15.144:6837/148493825] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.i{1:24472} state up:active seq 11 addr [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.076 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.f{1:24433} state up:standby-replay seq 1 addr [v2:172.21.15.144:6834/490461557,v1:172.21.15.144:6835/490461557] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.h{2:24452} state up:active seq 12 addr [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.e{2:24422} state up:standby-replay seq 1 addr [v2:172.21.15.120:6834/801754870,v1:172.21.15.120:6835/801754870] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:Standby daemons: 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.j{-1:14550} state up:standby seq 1 addr [v2:172.21.15.80:6834/2857682737,v1:172.21.15.80:6835/2857682737] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.d{-1:14562} state up:standby seq 1 addr [v2:172.21.15.80:6836/2896434383,v1:172.21.15.80:6837/2896434383] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.g{-1:14634} state up:standby seq 1 addr [v2:172.21.15.80:6838/3488984223,v1:172.21.15.80:6839/3488984223] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.a{-1:14646} state up:standby seq 1 addr [v2:172.21.15.80:6840/3662974583,v1:172.21.15.80:6841/3662974583] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.k{-1:24395} state up:standby seq 1 addr [v2:172.21.15.120:6832/3691697955,v1:172.21.15.120:6833/3691697955] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.077 INFO:teuthology.orchestra.run.smithi080.stdout:[mds.l{-1:24397} state up:standby seq 1 addr [v2:172.21.15.144:6832/647268197,v1:172.21.15.144:6833/647268197] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T23:57:53.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.083+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7dc40a2c20 msgr2=0x7f7dc40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:53.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7dc40a2c20 0x7f7dc40a50e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0005950 tx=0x7f7dd00058e0 comp rx=0 tx=0).stop 2024-04-21T23:57:53.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc1011b0 msgr2=0x7f7ddc197320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc1011b0 0x7f7ddc197320 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc00e980 tx=0x7f7dcc00ed40 comp rx=0 tx=0).stop 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 shutdown_connections 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f7dc40a2c20 0x7f7dc40a50e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7ddc102d50 0x7f7ddc19e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7ddc1011b0 0x7f7ddc197320 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 --2- 172.21.15.80:0/2007852961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ddc1023b0 0x7f7ddc197860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 >> 172.21.15.80:0/2007852961 conn(0x7f7ddc0fc790 msgr2=0x7f7ddc105650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 shutdown_connections 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:53.084+0000 7f7de2296700 1 -- 172.21.15.80:0/2007852961 wait complete. 2024-04-21T23:57:53.079 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 22 2024-04-21T23:57:53.825 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-21T23:57:54.066 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:57:54.188 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:53 smithi080 ceph-mon[27925]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:54.188 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:53 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2007852961' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-21T23:57:54.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:53 smithi120 ceph-mon[31499]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:54.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:53 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2007852961' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-21T23:57:54.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:53 smithi144 ceph-mon[31316]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T23:57:54.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:53 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2007852961' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 -- 172.21.15.80:0/2057066917 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4102500 msgr2=0x7f33f4108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 --2- 172.21.15.80:0/2057066917 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4102500 0x7f33f4108db0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f33ec00b0d0 tx=0x7f33ec00b3e0 comp rx=0 tx=0).stop 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 -- 172.21.15.80:0/2057066917 shutdown_connections 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 --2- 172.21.15.80:0/2057066917 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4102500 0x7f33f4108db0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 --2- 172.21.15.80:0/2057066917 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f33f4100960 0x7f33f4100d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 --2- 172.21.15.80:0/2057066917 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33f4101b60 0x7f33f4101fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 -- 172.21.15.80:0/2057066917 >> 172.21.15.80:0/2057066917 conn(0x7f33f40fbf00 msgr2=0x7f33f40fe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 -- 172.21.15.80:0/2057066917 shutdown_connections 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.805+0000 7f33fb780700 1 -- 172.21.15.80:0/2057066917 wait complete. 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33fb780700 1 Processor -- start 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33fb780700 1 -- start start 2024-04-21T23:57:55.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33fb780700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4100960 0x7f33f40fe030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33fb780700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33f4101b60 0x7f33f419d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33fb780700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f33f4102500 0x7f33f419f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33fb780700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f33f410c640 con 0x7f33f4100960 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33fb780700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f33f410c4c0 con 0x7f33f4101b60 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33fb780700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f33f410c7c0 con 0x7f33f4102500 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33f951c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4100960 0x7f33f40fe030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33f951c700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4100960 0x7f33f40fe030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39602/0 (socket says 172.21.15.80:39602) 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33f951c700 1 -- 172.21.15.80:0/3953352800 learned_addr learned my addr 172.21.15.80:0/3953352800 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33f951c700 1 -- 172.21.15.80:0/3953352800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f33f4102500 msgr2=0x7f33f419f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33f951c700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f33f4102500 0x7f33f419f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33f951c700 1 -- 172.21.15.80:0/3953352800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33f4101b60 msgr2=0x7f33f419d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33f951c700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33f4101b60 0x7f33f419d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.806+0000 7f33f951c700 1 -- 172.21.15.80:0/3953352800 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33f41a0220 con 0x7f33f4100960 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.807+0000 7f33f951c700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4100960 0x7f33f40fe030 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f33f000b500 tx=0x7f33f000b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:55.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.807+0000 7f33ea7fc700 1 -- 172.21.15.80:0/3953352800 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f0015020 con 0x7f33f4100960 2024-04-21T23:57:55.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.807+0000 7f33ea7fc700 1 -- 172.21.15.80:0/3953352800 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33f0011d10 con 0x7f33f4100960 2024-04-21T23:57:55.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.807+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33f41a0510 con 0x7f33f4100960 2024-04-21T23:57:55.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.807+0000 7f33ea7fc700 1 -- 172.21.15.80:0/3953352800 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f000f2e0 con 0x7f33f4100960 2024-04-21T23:57:55.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.807+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33f41a0ad0 con 0x7f33f4100960 2024-04-21T23:57:55.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.808+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33f41080b0 con 0x7f33f4100960 2024-04-21T23:57:55.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.809+0000 7f33ea7fc700 1 -- 172.21.15.80:0/3953352800 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f33f0018020 con 0x7f33f4100960 2024-04-21T23:57:55.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.809+0000 7f33ea7fc700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33e00a2c20 0x7f33e00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:55.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.810+0000 7f33f8d1b700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33e00a2c20 0x7f33e00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:55.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.810+0000 7f33ea7fc700 1 -- 172.21.15.80:0/3953352800 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f33f00ceb90 con 0x7f33f4100960 2024-04-21T23:57:55.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.810+0000 7f33f8d1b700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33e00a2c20 0x7f33e00a50e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f33f40fe5b0 tx=0x7f33e4006d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:55.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:55.814+0000 7f33ea7fc700 1 -- 172.21.15.80:0/3953352800 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f33f001f020 con 0x7f33f4100960 2024-04-21T23:57:56.006 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.013+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f33f4062e40 con 0x7f33f4100960 2024-04-21T23:57:56.007 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.014+0000 7f33ea7fc700 1 -- 172.21.15.80:0/3953352800 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v92) ==== 56+0+5579 (secure 0 0 0) 0x7f33f0010e90 con 0x7f33f4100960 2024-04-21T23:57:56.007 INFO:teuthology.orchestra.run.smithi080.stdout:epoch 92 2024-04-21T23:57:56.007 INFO:teuthology.orchestra.run.smithi080.stdout:fsid 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-21T23:57:56.007 INFO:teuthology.orchestra.run.smithi080.stdout:created 2024-04-21T23:47:46.055798+0000 2024-04-21T23:57:56.007 INFO:teuthology.orchestra.run.smithi080.stdout:modified 2024-04-21T23:56:44.006371+0000 2024-04-21T23:57:56.007 INFO:teuthology.orchestra.run.smithi080.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-21T23:57:56.007 INFO:teuthology.orchestra.run.smithi080.stdout:crush_version 27 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:full_ratio 0.95 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:backfillfull_ratio 0.9 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:nearfull_ratio 0.85 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:require_min_compat_client luminous 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:min_compat_client luminous 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:require_osd_release squid 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:stretch_mode_enabled false 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 90 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:max_osd 12 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:osd.0 up in weight 1 up_from 8 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.80:6802/3712077977,v1:172.21.15.80:6803/3712077977] [v2:172.21.15.80:6804/3712077977,v1:172.21.15.80:6805/3712077977] exists,up 01094b29-1da3-4722-a7c7-a272c6d20735 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:osd.1 up in weight 1 up_from 13 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.120:6800/1451460093,v1:172.21.15.120:6801/1451460093] [v2:172.21.15.120:6802/1451460093,v1:172.21.15.120:6803/1451460093] exists,up f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b 2024-04-21T23:57:56.008 INFO:teuthology.orchestra.run.smithi080.stdout:osd.2 up in weight 1 up_from 18 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.144:6800/3913188793,v1:172.21.15.144:6801/3913188793] [v2:172.21.15.144:6802/3913188793,v1:172.21.15.144:6803/3913188793] exists,up 1ab4583f-9ffc-455f-866c-234585750c6b 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.3 up in weight 1 up_from 26 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.80:6810/753791164,v1:172.21.15.80:6811/753791164] [v2:172.21.15.80:6812/753791164,v1:172.21.15.80:6813/753791164] exists,up 34ea75d5-1aeb-4705-90f2-01eccb797978 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.4 up in weight 1 up_from 34 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.120:6808/1903283526,v1:172.21.15.120:6809/1903283526] [v2:172.21.15.120:6810/1903283526,v1:172.21.15.120:6811/1903283526] exists,up 1f843240-c140-40ad-ad3d-aeee5a7f74bc 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.5 up in weight 1 up_from 39 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.144:6808/2018534066,v1:172.21.15.144:6809/2018534066] [v2:172.21.15.144:6810/2018534066,v1:172.21.15.144:6811/2018534066] exists,up 8f7f1953-bf80-423d-a240-dcdb16e972a3 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.6 up in weight 1 up_from 47 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.80:6818/2684365112,v1:172.21.15.80:6819/2684365112] [v2:172.21.15.80:6820/2684365112,v1:172.21.15.80:6821/2684365112] exists,up 6be591a8-040c-4982-b99c-6fee0b27c656 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.7 up in weight 1 up_from 52 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.120:6816/627521111,v1:172.21.15.120:6817/627521111] [v2:172.21.15.120:6818/627521111,v1:172.21.15.120:6819/627521111] exists,up 7c6921f0-3dac-448a-8b10-17abde321344 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.8 up in weight 1 up_from 60 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.144:6816/2995609910,v1:172.21.15.144:6817/2995609910] [v2:172.21.15.144:6818/2995609910,v1:172.21.15.144:6819/2995609910] exists,up 2a496cfb-c86c-4efc-8dd0-c1b164efd1fc 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.9 up in weight 1 up_from 68 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.80:6826/2881643954,v1:172.21.15.80:6827/2881643954] [v2:172.21.15.80:6828/2881643954,v1:172.21.15.80:6829/2881643954] exists,up cae3a380-ab21-4336-b949-375aa53bb659 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.10 up in weight 1 up_from 73 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.120:6824/3448944191,v1:172.21.15.120:6825/3448944191] [v2:172.21.15.120:6826/3448944191,v1:172.21.15.120:6827/3448944191] exists,up 752a8009-35b9-4efe-94da-53d590cc6a7d 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:osd.11 up in weight 1 up_from 81 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.144:6824/2749656464,v1:172.21.15.144:6825/2749656464] [v2:172.21.15.144:6826/2749656464,v1:172.21.15.144:6827/2749656464] exists,up 22a3479e-70ea-4f38-b77b-9ac693812ebe 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 2.4 [2,11] 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 2.6 [8,11] 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 3.1 [4,9] 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 3.21 [5,9] 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 3.2c [4,9] 2024-04-21T23:57:56.009 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 4.8 [5,8] 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 4.b [9,8] 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 4.14 [9,10] 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:pg_upmap_items 4.17 [9,8] 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:0/2566942715 expires 2024-04-22T23:48:42.757844+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:0/4222051687 expires 2024-04-22T23:48:42.757844+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:6801/2702705947 expires 2024-04-22T23:48:17.409309+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:0/1314496522 expires 2024-04-22T23:48:42.757844+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:0/2957493556 expires 2024-04-22T23:48:17.409309+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:6800/912580841 expires 2024-04-22T23:48:42.757844+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:6800/2702705947 expires 2024-04-22T23:48:17.409309+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:0/2542147030 expires 2024-04-22T23:48:17.409309+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:6801/912580841 expires 2024-04-22T23:48:42.757844+0000 2024-04-21T23:57:56.010 INFO:teuthology.orchestra.run.smithi080.stdout:blocklist 172.21.15.80:0/1502872789 expires 2024-04-22T23:48:17.409309+0000 2024-04-21T23:57:56.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.016+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33e00a2c20 msgr2=0x7f33e00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.016+0000 7f33fb780700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33e00a2c20 0x7f33e00a50e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f33f40fe5b0 tx=0x7f33e4006d20 comp rx=0 tx=0).stop 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4100960 msgr2=0x7f33f40fe030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4100960 0x7f33f40fe030 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f33f000b500 tx=0x7f33f000b8c0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 shutdown_connections 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f33e00a2c20 0x7f33e00a50e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f33f4102500 0x7f33f419f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f33f4100960 0x7f33f40fe030 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 --2- 172.21.15.80:0/3953352800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33f4101b60 0x7f33f419d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 >> 172.21.15.80:0/3953352800 conn(0x7f33f40fbf00 msgr2=0x7f33f41051f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 shutdown_connections 2024-04-21T23:57:56.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.017+0000 7f33fb780700 1 -- 172.21.15.80:0/3953352800 wait complete. 2024-04-21T23:57:56.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:55 smithi080 ceph-mon[27925]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:56.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:55 smithi120 ceph-mon[31499]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:56.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:55 smithi144 ceph-mon[31316]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:57:56.729 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-21T23:57:56.740 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:57:56.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 -- 172.21.15.80:0/1530972205 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00101870 msgr2=0x7f6f00101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/1530972205 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00101870 0x7f6f00101cf0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0009900 tx=0x7f6ef002bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 -- 172.21.15.80:0/1530972205 shutdown_connections 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/1530972205 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f00102230 0x7f6f00108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/1530972205 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00101870 0x7f6f00101cf0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/1530972205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f00100680 0x7f6f00100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 -- 172.21.15.80:0/1530972205 >> 172.21.15.80:0/1530972205 conn(0x7f6f000fbbf0 msgr2=0x7f6f000fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 -- 172.21.15.80:0/1530972205 shutdown_connections 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.850+0000 7f6f06e4b640 1 -- 172.21.15.80:0/1530972205 wait complete. 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 Processor -- start 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 -- start start 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f00100680 0x7f6f00195850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f00101870 0x7f6f00195d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:56.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00102230 0x7f6f0019ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6f0010b200 con 0x7f6f00102230 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6f0010b080 con 0x7f6f00100680 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6f0010b380 con 0x7f6f00101870 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00102230 0x7f6f0019ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00102230 0x7f6f0019ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39632/0 (socket says 172.21.15.80:39632) 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 -- 172.21.15.80:0/850122273 learned_addr learned my addr 172.21.15.80:0/850122273 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f04be7640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f00100680 0x7f6f00195850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6efffff640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f00101870 0x7f6f00195d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 -- 172.21.15.80:0/850122273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f00101870 msgr2=0x7f6f00195d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f00101870 0x7f6f00195d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 -- 172.21.15.80:0/850122273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f00100680 msgr2=0x7f6f00195850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f00100680 0x7f6f00195850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 -- 172.21.15.80:0/850122273 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f0019d470 con 0x7f6f00102230 2024-04-21T23:57:56.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6efffff640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f00101870 0x7f6f00195d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:56.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f053e8640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00102230 0x7f6f0019ce00 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6ee800a850 tx=0x7f6ee800ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:56.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6efdffb640 1 -- 172.21.15.80:0/850122273 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee80079b0 con 0x7f6f00102230 2024-04-21T23:57:56.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6efdffb640 1 -- 172.21.15.80:0/850122273 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ee8005500 con 0x7f6f00102230 2024-04-21T23:57:56.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f0019d760 con 0x7f6f00102230 2024-04-21T23:57:56.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.851+0000 7f6efdffb640 1 -- 172.21.15.80:0/850122273 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8004e00 con 0x7f6f00102230 2024-04-21T23:57:56.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.852+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f0019dc80 con 0x7f6f00102230 2024-04-21T23:57:56.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.853+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f001079a0 con 0x7f6f00102230 2024-04-21T23:57:56.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.854+0000 7f6efdffb640 1 -- 172.21.15.80:0/850122273 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6ee8004fa0 con 0x7f6f00102230 2024-04-21T23:57:56.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.854+0000 7f6efdffb640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6eec0a2b90 0x7f6eec0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:56.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.855+0000 7f6f04be7640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6eec0a2b90 0x7f6eec0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:56.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.855+0000 7f6efdffb640 1 -- 172.21.15.80:0/850122273 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f6ee80ce820 con 0x7f6f00102230 2024-04-21T23:57:56.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.855+0000 7f6f04be7640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6eec0a2b90 0x7f6eec0a5050 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6f001016d0 tx=0x7f6ef8011040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:56.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:56.859+0000 7f6efdffb640 1 -- 172.21.15.80:0/850122273 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6ee809b440 con 0x7f6f00102230 2024-04-21T23:57:57.032 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.040+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6f00062340 con 0x7f6f00102230 2024-04-21T23:57:57.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.041+0000 7f6efdffb640 1 -- 172.21.15.80:0/850122273 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24563 (secure 0 0 0) 0x7f6ee809ad40 con 0x7f6f00102230 2024-04-21T23:57:57.034 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:57.035 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":92,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:56:44.006371+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:57:57.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6eec0a2b90 msgr2=0x7f6eec0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6eec0a2b90 0x7f6eec0a5050 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6f001016d0 tx=0x7f6ef8011040 comp rx=0 tx=0).stop 2024-04-21T23:57:57.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00102230 msgr2=0x7f6f0019ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00102230 0x7f6f0019ce00 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6ee800a850 tx=0x7f6ee800ad10 comp rx=0 tx=0).stop 2024-04-21T23:57:57.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 shutdown_connections 2024-04-21T23:57:57.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f6eec0a2b90 0x7f6eec0a5050 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f00102230 0x7f6f0019ce00 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f00101870 0x7f6f00195d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 --2- 172.21.15.80:0/850122273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f00100680 0x7f6f00195850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 >> 172.21.15.80:0/850122273 conn(0x7f6f000fbbf0 msgr2=0x7f6f00104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:57.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 shutdown_connections 2024-04-21T23:57:57.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.043+0000 7f6f06e4b640 1 -- 172.21.15.80:0/850122273 wait complete. 2024-04-21T23:57:57.046 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:56 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3953352800' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-21T23:57:57.048 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:57:57.048 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 -- 172.21.15.80:0/214955284 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc101870 msgr2=0x7f00bc101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 --2- 172.21.15.80:0/214955284 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc101870 0x7f00bc101cf0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f00b0009900 tx=0x7f00b002bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 -- 172.21.15.80:0/214955284 shutdown_connections 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 --2- 172.21.15.80:0/214955284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00bc102230 0x7f00bc108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 --2- 172.21.15.80:0/214955284 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc101870 0x7f00bc101cf0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 --2- 172.21.15.80:0/214955284 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00bc100680 0x7f00bc100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 -- 172.21.15.80:0/214955284 >> 172.21.15.80:0/214955284 conn(0x7f00bc0fbbf0 msgr2=0x7f00bc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 -- 172.21.15.80:0/214955284 shutdown_connections 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.156+0000 7f00c21e7640 1 -- 172.21.15.80:0/214955284 wait complete. 2024-04-21T23:57:57.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00c21e7640 1 Processor -- start 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00c21e7640 1 -- start start 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00c21e7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc100680 0x7f00bc069460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00c21e7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00bc101870 0x7f00bc19c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00c21e7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00bc102230 0x7f00bc19ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00c21e7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f00bc10c350 con 0x7f00bc100680 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00c21e7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f00bc10c1d0 con 0x7f00bc101870 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00c21e7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f00bc10c4d0 con 0x7f00bc102230 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00bb7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc100680 0x7f00bc069460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00bb7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc100680 0x7f00bc069460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39654/0 (socket says 172.21.15.80:39654) 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00bb7fe640 1 -- 172.21.15.80:0/2915271132 learned_addr learned my addr 172.21.15.80:0/2915271132 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.157+0000 7f00bbfff640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00bc102230 0x7f00bc19ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00bb7fe640 1 -- 172.21.15.80:0/2915271132 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00bc102230 msgr2=0x7f00bc19ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.153 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00bb7fe640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00bc102230 0x7f00bc19ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00bb7fe640 1 -- 172.21.15.80:0/2915271132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00bc101870 msgr2=0x7f00bc19c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00baffd640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00bc101870 0x7f00bc19c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00bb7fe640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00bc101870 0x7f00bc19c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00bb7fe640 1 -- 172.21.15.80:0/2915271132 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00bc19f740 con 0x7f00bc100680 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00baffd640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00bc101870 0x7f00bc19c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00bb7fe640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc100680 0x7f00bc069460 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f00ac00d950 tx=0x7f00ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00b8ff9640 1 -- 172.21.15.80:0/2915271132 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00ac017070 con 0x7f00bc100680 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00bc19fa30 con 0x7f00bc100680 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00b8ff9640 1 -- 172.21.15.80:0/2915271132 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00ac009c30 con 0x7f00bc100680 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00b8ff9640 1 -- 172.21.15.80:0/2915271132 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00ac00f600 con 0x7f00bc100680 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.158+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00bc19ff30 con 0x7f00bc100680 2024-04-21T23:57:57.154 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.159+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00bc1079a0 con 0x7f00bc100680 2024-04-21T23:57:57.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.160+0000 7f00b8ff9640 1 -- 172.21.15.80:0/2915271132 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f00ac01a070 con 0x7f00bc100680 2024-04-21T23:57:57.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.160+0000 7f00b8ff9640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00a40a2b90 0x7f00a40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.161+0000 7f00baffd640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00a40a2b90 0x7f00a40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.161+0000 7f00b8ff9640 1 -- 172.21.15.80:0/2915271132 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f00ac0cee10 con 0x7f00bc100680 2024-04-21T23:57:57.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.161+0000 7f00baffd640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00a40a2b90 0x7f00a40a5050 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f00b00096c0 tx=0x7f00b002df90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:57.158 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.165+0000 7f00b8ff9640 1 -- 172.21.15.80:0/2915271132 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f00ac009de0 con 0x7f00bc100680 2024-04-21T23:57:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:56 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3953352800' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-21T23:57:57.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.340+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f00bc02d390 con 0x7f00bc100680 2024-04-21T23:57:57.333 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.340+0000 7f00b8ff9640 1 -- 172.21.15.80:0/2915271132 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f00ac09ba30 con 0x7f00bc100680 2024-04-21T23:57:57.333 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:57:57.335 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00a40a2b90 msgr2=0x7f00a40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.335 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00a40a2b90 0x7f00a40a5050 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f00b00096c0 tx=0x7f00b002df90 comp rx=0 tx=0).stop 2024-04-21T23:57:57.335 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc100680 msgr2=0x7f00bc069460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.335 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc100680 0x7f00bc069460 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f00ac00d950 tx=0x7f00ac00de10 comp rx=0 tx=0).stop 2024-04-21T23:57:57.335 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 shutdown_connections 2024-04-21T23:57:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f00a40a2b90 0x7f00a40a5050 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f00bc102230 0x7f00bc19ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00bc101870 0x7f00bc19c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 --2- 172.21.15.80:0/2915271132 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f00bc100680 0x7f00bc069460 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 >> 172.21.15.80:0/2915271132 conn(0x7f00bc0fbbf0 msgr2=0x7f00bc104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 shutdown_connections 2024-04-21T23:57:57.336 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.342+0000 7f00c21e7640 1 -- 172.21.15.80:0/2915271132 wait complete. 2024-04-21T23:57:57.347 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:57:57.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:56 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3953352800' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-21T23:57:57.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 -- 172.21.15.80:0/2239740447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 msgr2=0x7f0e2c1017f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 --2- 172.21.15.80:0/2239740447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 0x7f0e2c1017f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f0e24009ca0 tx=0x7f0e2402c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 -- 172.21.15.80:0/2239740447 shutdown_connections 2024-04-21T23:57:57.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 --2- 172.21.15.80:0/2239740447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 0x7f0e2c1017f0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 --2- 172.21.15.80:0/2239740447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e2c1009d0 0x7f0e2c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 --2- 172.21.15.80:0/2239740447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0e2c100070 0x7f0e2c100490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 -- 172.21.15.80:0/2239740447 >> 172.21.15.80:0/2239740447 conn(0x7f0e2c0fbc10 msgr2=0x7f0e2c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:57.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 -- 172.21.15.80:0/2239740447 shutdown_connections 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 -- 172.21.15.80:0/2239740447 wait complete. 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 Processor -- start 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.455+0000 7f0e32479640 1 -- start start 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e32479640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0e2c100070 0x7f0e2c199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e32479640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e2c1009d0 0x7f0e2c19a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e32479640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 0x7f0e2c1a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e32479640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2c10f660 con 0x7f0e2c101370 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e32479640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2c10f4e0 con 0x7f0e2c1009d0 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e32479640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2c10f7e0 con 0x7f0e2c100070 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 0x7f0e2c1a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 0x7f0e2c1a11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39680/0 (socket says 172.21.15.80:39680) 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 -- 172.21.15.80:0/1716796111 learned_addr learned my addr 172.21.15.80:0/1716796111 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:57.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e2b7fe640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e2c1009d0 0x7f0e2c19a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e2bfff640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0e2c100070 0x7f0e2c199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 -- 172.21.15.80:0/1716796111 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0e2c100070 msgr2=0x7f0e2c199c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0e2c100070 0x7f0e2c199c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 -- 172.21.15.80:0/1716796111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e2c1009d0 msgr2=0x7f0e2c19a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e2c1009d0 0x7f0e2c19a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 -- 172.21.15.80:0/1716796111 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e2c1a1840 con 0x7f0e2c101370 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e2b7fe640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e2c1009d0 0x7f0e2c19a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e30a16640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 0x7f0e2c1a11a0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0e24009bf0 tx=0x7f0e24035ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e297fa640 1 -- 172.21.15.80:0/1716796111 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e24039040 con 0x7f0e2c101370 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e297fa640 1 -- 172.21.15.80:0/1716796111 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0e24044070 con 0x7f0e2c101370 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e297fa640 1 -- 172.21.15.80:0/1716796111 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e240043a0 con 0x7f0e2c101370 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.456+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e2c1a1ad0 con 0x7f0e2c101370 2024-04-21T23:57:57.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.457+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e2c1a1fc0 con 0x7f0e2c101370 2024-04-21T23:57:57.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.457+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e2c10ae90 con 0x7f0e2c101370 2024-04-21T23:57:57.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.458+0000 7f0e297fa640 1 -- 172.21.15.80:0/1716796111 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0e24003ae0 con 0x7f0e2c101370 2024-04-21T23:57:57.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.459+0000 7f0e297fa640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0e140a2b90 0x7f0e140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.459+0000 7f0e2bfff640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0e140a2b90 0x7f0e140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.459+0000 7f0e297fa640 1 -- 172.21.15.80:0/1716796111 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f0e240f1b70 con 0x7f0e2c101370 2024-04-21T23:57:57.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.459+0000 7f0e2bfff640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0e140a2b90 0x7f0e140a5050 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c19b100 tx=0x7f0e1c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:57.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.463+0000 7f0e297fa640 1 -- 172.21.15.80:0/1716796111 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0e240be790 con 0x7f0e2c101370 2024-04-21T23:57:57.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.639+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f0e2c062340 con 0x7f0e2c101370 2024-04-21T23:57:57.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.639+0000 7f0e297fa640 1 -- 172.21.15.80:0/1716796111 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7f0e240be090 con 0x7f0e2c101370 2024-04-21T23:57:57.632 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:57:57.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0e140a2b90 msgr2=0x7f0e140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0e140a2b90 0x7f0e140a5050 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c19b100 tx=0x7f0e1c008040 comp rx=0 tx=0).stop 2024-04-21T23:57:57.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 msgr2=0x7f0e2c1a11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 0x7f0e2c1a11a0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0e24009bf0 tx=0x7f0e24035ae0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 shutdown_connections 2024-04-21T23:57:57.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f0e140a2b90 0x7f0e140a5050 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0e2c101370 0x7f0e2c1a11a0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e2c1009d0 0x7f0e2c19a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 --2- 172.21.15.80:0/1716796111 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0e2c100070 0x7f0e2c199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 >> 172.21.15.80:0/1716796111 conn(0x7f0e2c0fbc10 msgr2=0x7f0e2c0fd270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:57.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 shutdown_connections 2024-04-21T23:57:57.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.641+0000 7f0e32479640 1 -- 172.21.15.80:0/1716796111 wait complete. 2024-04-21T23:57:57.646 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:57:57.749 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/848979584 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 msgr2=0x7ff8a0108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.749 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/848979584 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 0x7ff8a0108ac0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7ff898009ca0 tx=0x7ff89802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.749 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/848979584 shutdown_connections 2024-04-21T23:57:57.749 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/848979584 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 0x7ff8a0108ac0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.749 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/848979584 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff8a0101870 0x7ff8a0101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.749 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/848979584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff8a0100680 0x7ff8a0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/848979584 >> 172.21.15.80:0/848979584 conn(0x7ff8a00fbc30 msgr2=0x7ff8a00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/848979584 shutdown_connections 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/848979584 wait complete. 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 Processor -- start 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.754+0000 7ff8a5f3a640 1 -- start start 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff8a5f3a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff8a0100680 0x7ff8a0104610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff8a5f3a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff8a0101870 0x7ff8a0102c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff8a5f3a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 0x7ff8a0103190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff8a5f3a640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a010c2e0 con 0x7ff8a0102230 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff8a5f3a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a010c160 con 0x7ff8a0100680 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff8a5f3a640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a010c460 con 0x7ff8a0101870 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 0x7ff8a0103190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 0x7ff8a0103190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39690/0 (socket says 172.21.15.80:39690) 2024-04-21T23:57:57.750 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 -- 172.21.15.80:0/2142211240 learned_addr learned my addr 172.21.15.80:0/2142211240 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89f7fe640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff8a0100680 0x7ff8a0104610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89effd640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff8a0101870 0x7ff8a0102c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 -- 172.21.15.80:0/2142211240 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff8a0101870 msgr2=0x7ff8a0102c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff8a0101870 0x7ff8a0102c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 -- 172.21.15.80:0/2142211240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff8a0100680 msgr2=0x7ff8a0104610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff8a0100680 0x7ff8a0104610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 -- 172.21.15.80:0/2142211240 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8a0103a20 con 0x7ff8a0102230 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89ffff640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 0x7ff8a0103190 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ff89802c700 tx=0x7ff898032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89cff9640 1 -- 172.21.15.80:0/2142211240 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff898039040 con 0x7ff8a0102230 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89cff9640 1 -- 172.21.15.80:0/2142211240 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff898044070 con 0x7ff8a0102230 2024-04-21T23:57:57.751 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff89cff9640 1 -- 172.21.15.80:0/2142211240 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8980042a0 con 0x7ff8a0102230 2024-04-21T23:57:57.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8a01a1b00 con 0x7ff8a0102230 2024-04-21T23:57:57.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.755+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8a01a2000 con 0x7ff8a0102230 2024-04-21T23:57:57.753 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.756+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8a01a21d0 con 0x7ff8a0102230 2024-04-21T23:57:57.754 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.757+0000 7ff89cff9640 1 -- 172.21.15.80:0/2142211240 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff898003970 con 0x7ff8a0102230 2024-04-21T23:57:57.754 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.758+0000 7ff89cff9640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff8880a2c10 0x7ff8880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:57.754 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.758+0000 7ff89cff9640 1 -- 172.21.15.80:0/2142211240 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7ff8980f18d0 con 0x7ff8a0102230 2024-04-21T23:57:57.754 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.758+0000 7ff89f7fe640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff8880a2c10 0x7ff8880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:57.754 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.758+0000 7ff89f7fe640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff8880a2c10 0x7ff8880a50d0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff890005d00 tx=0x7ff890005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:57.755 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.762+0000 7ff89cff9640 1 -- 172.21.15.80:0/2142211240 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff8980333a0 con 0x7ff8a0102230 2024-04-21T23:57:57.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.942+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff8a01a23a0 con 0x7ff8a0102230 2024-04-21T23:57:57.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.942+0000 7ff89cff9640 1 -- 172.21.15.80:0/2142211240 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7ff8980be580 con 0x7ff8a0102230 2024-04-21T23:57:57.935 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff8880a2c10 msgr2=0x7ff8880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff8880a2c10 0x7ff8880a50d0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff890005d00 tx=0x7ff890005c50 comp rx=0 tx=0).stop 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 msgr2=0x7ff8a0103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 0x7ff8a0103190 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ff89802c700 tx=0x7ff898032f20 comp rx=0 tx=0).stop 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 shutdown_connections 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff8880a2c10 0x7ff8880a50d0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff8a0102230 0x7ff8a0103190 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff8a0101870 0x7ff8a0102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 --2- 172.21.15.80:0/2142211240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff8a0100680 0x7ff8a0104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 >> 172.21.15.80:0/2142211240 conn(0x7ff8a00fbc30 msgr2=0x7ff8a00fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 shutdown_connections 2024-04-21T23:57:57.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:57.945+0000 7ff8a5f3a640 1 -- 172.21.15.80:0/2142211240 wait complete. 2024-04-21T23:57:57.950 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:57:58.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 -- 172.21.15.80:0/3106061639 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8102980 msgr2=0x7f56c8102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 --2- 172.21.15.80:0/3106061639 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8102980 0x7f56c8102e00 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f56b0009900 tx=0x7f56b002bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 -- 172.21.15.80:0/3106061639 shutdown_connections 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 --2- 172.21.15.80:0/3106061639 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56c8103340 0x7f56c8109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 --2- 172.21.15.80:0/3106061639 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8102980 0x7f56c8102e00 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 --2- 172.21.15.80:0/3106061639 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f56c8101790 0x7f56c8101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 -- 172.21.15.80:0/3106061639 >> 172.21.15.80:0/3106061639 conn(0x7f56c80fcd20 msgr2=0x7f56c80ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 -- 172.21.15.80:0/3106061639 shutdown_connections 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.057+0000 7f56cce96640 1 -- 172.21.15.80:0/3106061639 wait complete. 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56cce96640 1 Processor -- start 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56cce96640 1 -- start start 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56cce96640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8101790 0x7f56c8197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56cce96640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56c8102980 0x7f56c81980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56cce96640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f56c8103340 0x7f56c819f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56cce96640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f56c810d480 con 0x7f56c8101790 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56cce96640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f56c810d300 con 0x7f56c8102980 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56cce96640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f56c810d600 con 0x7f56c8103340 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8101790 0x7f56c8197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8101790 0x7f56c8197b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39710/0 (socket says 172.21.15.80:39710) 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c659c640 1 -- 172.21.15.80:0/956362575 learned_addr learned my addr 172.21.15.80:0/956362575 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c6d9d640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f56c8103340 0x7f56c819f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56bffff640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56c8102980 0x7f56c81980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c659c640 1 -- 172.21.15.80:0/956362575 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f56c8103340 msgr2=0x7f56c819f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c659c640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f56c8103340 0x7f56c819f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c659c640 1 -- 172.21.15.80:0/956362575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56c8102980 msgr2=0x7f56c81980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c659c640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56c8102980 0x7f56c81980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.058+0000 7f56c659c640 1 -- 172.21.15.80:0/956362575 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56c819f790 con 0x7f56c8101790 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.059+0000 7f56c659c640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8101790 0x7f56c8197b70 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f56b800b450 tx=0x7f56b800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:58.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.059+0000 7f56bf7fe640 1 -- 172.21.15.80:0/956362575 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b8015020 con 0x7f56c8101790 2024-04-21T23:57:58.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.059+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56c819fa80 con 0x7f56c8101790 2024-04-21T23:57:58.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.059+0000 7f56bf7fe640 1 -- 172.21.15.80:0/956362575 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56b8011d70 con 0x7f56c8101790 2024-04-21T23:57:58.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.059+0000 7f56bf7fe640 1 -- 172.21.15.80:0/956362575 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b800f340 con 0x7f56c8101790 2024-04-21T23:57:58.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.059+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56c819ffd0 con 0x7f56c8101790 2024-04-21T23:57:58.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.060+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56c8108bd0 con 0x7f56c8101790 2024-04-21T23:57:58.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.061+0000 7f56bf7fe640 1 -- 172.21.15.80:0/956362575 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f56b8018020 con 0x7f56c8101790 2024-04-21T23:57:58.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.061+0000 7f56bf7fe640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f56b40a2b90 0x7f56b40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.061+0000 7f56bf7fe640 1 -- 172.21.15.80:0/956362575 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f56b80cef10 con 0x7f56c8101790 2024-04-21T23:57:58.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.061+0000 7f56bffff640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f56b40a2b90 0x7f56b40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.062+0000 7f56bffff640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f56b40a2b90 0x7f56b40a5050 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f56b002c8e0 tx=0x7f56b0005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:58.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.066+0000 7f56bf7fe640 1 -- 172.21.15.80:0/956362575 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f56b801f020 con 0x7f56c8101790 2024-04-21T23:57:58.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:57 smithi080 ceph-mon[27925]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/850122273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2915271132' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1716796111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:57 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2142211240' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.241+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f56c8062340 con 0x7f56c8101790 2024-04-21T23:57:58.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.241+0000 7f56bf7fe640 1 -- 172.21.15.80:0/956362575 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7f56b800d040 con 0x7f56c8101790 2024-04-21T23:57:58.235 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:57:58.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f56b40a2b90 msgr2=0x7f56b40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f56b40a2b90 0x7f56b40a5050 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f56b002c8e0 tx=0x7f56b0005fd0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8101790 msgr2=0x7f56c8197b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8101790 0x7f56c8197b70 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f56b800b450 tx=0x7f56b800b910 comp rx=0 tx=0).stop 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 shutdown_connections 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f56b40a2b90 0x7f56b40a5050 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f56c8103340 0x7f56c819f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56c8102980 0x7f56c81980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 --2- 172.21.15.80:0/956362575 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f56c8101790 0x7f56c8197b70 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 >> 172.21.15.80:0/956362575 conn(0x7f56c80fcd20 msgr2=0x7f56c8105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 shutdown_connections 2024-04-21T23:57:58.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.243+0000 7f56cce96640 1 -- 172.21.15.80:0/956362575 wait complete. 2024-04-21T23:57:58.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:57 smithi120 ceph-mon[31499]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:58.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/850122273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2915271132' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1716796111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:57 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2142211240' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.248 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:57:58.265 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:57 smithi144 ceph-mon[31316]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T23:57:58.265 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/850122273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:58.265 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2915271132' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.265 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1716796111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.265 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:57 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2142211240' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:57:58.351 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.353+0000 7f49967de640 1 -- 172.21.15.80:0/3814920826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990102230 msgr2=0x7f4990108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.353+0000 7f49967de640 1 --2- 172.21.15.80:0/3814920826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990102230 0x7f4990108ac0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4988009ca0 tx=0x7f498802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.353+0000 7f49967de640 1 -- 172.21.15.80:0/3814920826 shutdown_connections 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.353+0000 7f49967de640 1 --2- 172.21.15.80:0/3814920826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990102230 0x7f4990108ac0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.353+0000 7f49967de640 1 --2- 172.21.15.80:0/3814920826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990101870 0x7f4990101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 --2- 172.21.15.80:0/3814920826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100680 0x7f4990100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 -- 172.21.15.80:0/3814920826 >> 172.21.15.80:0/3814920826 conn(0x7f49900fbbf0 msgr2=0x7f49900fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 -- 172.21.15.80:0/3814920826 shutdown_connections 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 -- 172.21.15.80:0/3814920826 wait complete. 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 Processor -- start 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 -- start start 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100680 0x7f4990069440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101870 0x7f499019c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990102230 0x7f499019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.352 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f499010c300 con 0x7f4990101870 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f499010c180 con 0x7f4990102230 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f49967de640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f499010c480 con 0x7f4990100680 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.354+0000 7f498f7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101870 0x7f499019c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498f7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101870 0x7f499019c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39724/0 (socket says 172.21.15.80:39724) 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498f7fe640 1 -- 172.21.15.80:0/3889110987 learned_addr learned my addr 172.21.15.80:0/3889110987 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498ffff640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100680 0x7f4990069440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f4994d7b640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990102230 0x7f499019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498f7fe640 1 -- 172.21.15.80:0/3889110987 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100680 msgr2=0x7f4990069440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498f7fe640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100680 0x7f4990069440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498f7fe640 1 -- 172.21.15.80:0/3889110987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990102230 msgr2=0x7f499019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498f7fe640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990102230 0x7f499019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498f7fe640 1 -- 172.21.15.80:0/3889110987 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f499019f730 con 0x7f4990101870 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f4994d7b640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990102230 0x7f499019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:58.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498f7fe640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101870 0x7f499019c800 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f498400e9f0 tx=0x7f498400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498d7fa640 1 -- 172.21.15.80:0/3889110987 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498400cd80 con 0x7f4990101870 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f499019f9c0 con 0x7f4990101870 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498d7fa640 1 -- 172.21.15.80:0/3889110987 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4984010910 con 0x7f4990101870 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f498d7fa640 1 -- 172.21.15.80:0/3889110987 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49840188f0 con 0x7f4990101870 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.355+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f499019ff10 con 0x7f4990101870 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.356+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4990107940 con 0x7f4990101870 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.357+0000 7f498d7fa640 1 -- 172.21.15.80:0/3889110987 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4984010ac0 con 0x7f4990101870 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.358+0000 7f498d7fa640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f49780a2b90 0x7f49780a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.358+0000 7f498ffff640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f49780a2b90 0x7f49780a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.358+0000 7f498d7fa640 1 -- 172.21.15.80:0/3889110987 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f49840cf7e0 con 0x7f4990101870 2024-04-21T23:57:58.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.358+0000 7f498ffff640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f49780a2b90 0x7f49780a5050 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f49901016d0 tx=0x7f4980005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:58.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.362+0000 7f498d7fa640 1 -- 172.21.15.80:0/3889110987 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f498409c400 con 0x7f4990101870 2024-04-21T23:57:58.591 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.598+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f499002d170 con 0x7f4990101870 2024-04-21T23:57:58.592 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.599+0000 7f498d7fa640 1 -- 172.21.15.80:0/3889110987 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+11876 (secure 0 0 0) 0x7f498409bd00 con 0x7f4990101870 2024-04-21T23:57:58.593 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:58.593 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":22,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":22,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:56:10.656231+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24472,24488,24452]},"id":1}]} 2024-04-21T23:57:58.593 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 22 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f49780a2b90 msgr2=0x7f49780a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f49780a2b90 0x7f49780a5050 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f49901016d0 tx=0x7f4980005f90 comp rx=0 tx=0).stop 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101870 msgr2=0x7f499019c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101870 0x7f499019c800 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f498400e9f0 tx=0x7f498400eeb0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 shutdown_connections 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f49780a2b90 0x7f49780a5050 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990102230 0x7f499019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101870 0x7f499019c800 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 --2- 172.21.15.80:0/3889110987 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100680 0x7f4990069440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 >> 172.21.15.80:0/3889110987 conn(0x7f49900fbbf0 msgr2=0x7f4990104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 shutdown_connections 2024-04-21T23:57:58.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.601+0000 7f49967de640 1 -- 172.21.15.80:0/3889110987 wait complete. 2024-04-21T23:57:58.606 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:57:58.708 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 -- 172.21.15.80:0/3090455950 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 msgr2=0x7fec1c101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.708 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 --2- 172.21.15.80:0/3090455950 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 0x7fec1c101d10 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009900 tx=0x7fec0c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:58.708 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 -- 172.21.15.80:0/3090455950 shutdown_connections 2024-04-21T23:57:58.708 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 --2- 172.21.15.80:0/3090455950 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fec1c102250 0x7fec1c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 --2- 172.21.15.80:0/3090455950 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 0x7fec1c101d10 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 --2- 172.21.15.80:0/3090455950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec1c1006a0 0x7fec1c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 -- 172.21.15.80:0/3090455950 >> 172.21.15.80:0/3090455950 conn(0x7fec1c0fbc30 msgr2=0x7fec1c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 -- 172.21.15.80:0/3090455950 shutdown_connections 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 -- 172.21.15.80:0/3090455950 wait complete. 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 Processor -- start 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.713+0000 7fec235ec640 1 -- start start 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec235ec640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fec1c1006a0 0x7fec1c1979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec235ec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 0x7fec1c197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec235ec640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec1c102250 0x7fec1c19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec235ec640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c10c300 con 0x7fec1c101890 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec235ec640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c10c180 con 0x7fec1c102250 2024-04-21T23:57:58.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec235ec640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c10c480 con 0x7fec1c1006a0 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 0x7fec1c197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 0x7fec1c197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39744/0 (socket says 172.21.15.80:39744) 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 -- 172.21.15.80:0/2935093997 learned_addr learned my addr 172.21.15.80:0/2935093997 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec21b89640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec1c102250 0x7fec1c19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 -- 172.21.15.80:0/2935093997 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fec1c1006a0 msgr2=0x7fec1c1979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fec1c1006a0 0x7fec1c1979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 -- 172.21.15.80:0/2935093997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec1c102250 msgr2=0x7fec1c19ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec1c102250 0x7fec1c19ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 -- 172.21.15.80:0/2935093997 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec1c19f600 con 0x7fec1c101890 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec21b89640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec1c102250 0x7fec1c19ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec20b87640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 0x7fec1c197f20 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009230 tx=0x7fec0c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec127fc640 1 -- 172.21.15.80:0/2935093997 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c041070 con 0x7fec1c101890 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec127fc640 1 -- 172.21.15.80:0/2935093997 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec0c0054e0 con 0x7fec1c101890 2024-04-21T23:57:58.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec1c19f890 con 0x7fec1c101890 2024-04-21T23:57:58.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec127fc640 1 -- 172.21.15.80:0/2935093997 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c0346a0 con 0x7fec1c101890 2024-04-21T23:57:58.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.714+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec1c19fdd0 con 0x7fec1c101890 2024-04-21T23:57:58.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.715+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec1c1a00f0 con 0x7fec1c101890 2024-04-21T23:57:58.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.717+0000 7fec127fc640 1 -- 172.21.15.80:0/2935093997 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fec0c044070 con 0x7fec1c101890 2024-04-21T23:57:58.712 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.717+0000 7fec127fc640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec080a2c10 0x7fec080a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:58.712 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.717+0000 7fec21388640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec080a2c10 0x7fec080a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:58.712 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.718+0000 7fec127fc640 1 -- 172.21.15.80:0/2935093997 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fec0c0f1460 con 0x7fec1c101890 2024-04-21T23:57:58.712 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.718+0000 7fec21388640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec080a2c10 0x7fec080a50d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fec1c1016f0 tx=0x7fec18005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:58.714 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.721+0000 7fec127fc640 1 -- 172.21.15.80:0/2935093997 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fec0c0be080 con 0x7fec1c101890 2024-04-21T23:57:58.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.898+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fec1c1a07e0 con 0x7fec1c101890 2024-04-21T23:57:58.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.899+0000 7fec127fc640 1 -- 172.21.15.80:0/2935093997 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24563 (secure 0 0 0) 0x7fec0c0bd980 con 0x7fec1c101890 2024-04-21T23:57:58.892 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:57:58.892 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":92,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:56:44.006371+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:57:58.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec080a2c10 msgr2=0x7fec080a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec080a2c10 0x7fec080a50d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fec1c1016f0 tx=0x7fec18005c90 comp rx=0 tx=0).stop 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 msgr2=0x7fec1c197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 0x7fec1c197f20 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009230 tx=0x7fec0c004040 comp rx=0 tx=0).stop 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 shutdown_connections 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fec080a2c10 0x7fec080a50d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec1c102250 0x7fec1c19ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fec1c101890 0x7fec1c197f20 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 --2- 172.21.15.80:0/2935093997 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fec1c1006a0 0x7fec1c1979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.901+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 >> 172.21.15.80:0/2935093997 conn(0x7fec1c0fbc30 msgr2=0x7fec1c0fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.902+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 shutdown_connections 2024-04-21T23:57:58.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:58.902+0000 7fec235ec640 1 -- 172.21.15.80:0/2935093997 wait complete. 2024-04-21T23:57:58.906 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:57:58.907 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:57:59.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 -- 172.21.15.80:0/309940082 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20102980 msgr2=0x7f4a20102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 --2- 172.21.15.80:0/309940082 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20102980 0x7f4a20102e00 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f4a10009900 tx=0x7f4a1002bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:59.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 -- 172.21.15.80:0/309940082 shutdown_connections 2024-04-21T23:57:59.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 --2- 172.21.15.80:0/309940082 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a20103340 0x7f4a20109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 --2- 172.21.15.80:0/309940082 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20102980 0x7f4a20102e00 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 --2- 172.21.15.80:0/309940082 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4a20101790 0x7f4a20101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 -- 172.21.15.80:0/309940082 >> 172.21.15.80:0/309940082 conn(0x7f4a200fcce0 msgr2=0x7f4a200ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:59.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 -- 172.21.15.80:0/309940082 shutdown_connections 2024-04-21T23:57:59.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 -- 172.21.15.80:0/309940082 wait complete. 2024-04-21T23:57:59.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 Processor -- start 2024-04-21T23:57:59.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.017+0000 7f4a25df7640 1 -- start start 2024-04-21T23:57:59.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a25df7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4a20101790 0x7f4a20197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a25df7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a20102980 0x7f4a20198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a25df7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20103340 0x7f4a2019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a25df7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2010d410 con 0x7f4a20103340 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a25df7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2010d290 con 0x7f4a20102980 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a25df7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2010d590 con 0x7f4a20101790 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20103340 0x7f4a2019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20103340 0x7f4a2019f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39762/0 (socket says 172.21.15.80:39762) 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 -- 172.21.15.80:0/2168001524 learned_addr learned my addr 172.21.15.80:0/2168001524 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1f7fe640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4a20101790 0x7f4a20197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1effd640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a20102980 0x7f4a20198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 -- 172.21.15.80:0/2168001524 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4a20101790 msgr2=0x7f4a20197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4a20101790 0x7f4a20197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 -- 172.21.15.80:0/2168001524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a20102980 msgr2=0x7f4a20198020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a20102980 0x7f4a20198020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 -- 172.21.15.80:0/2168001524 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a2019f700 con 0x7f4a20103340 2024-04-21T23:57:59.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1ffff640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20103340 0x7f4a2019f090 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f4a18009fd0 tx=0x7f4a1800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:59.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1cff9640 1 -- 172.21.15.80:0/2168001524 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a18017070 con 0x7f4a20103340 2024-04-21T23:57:59.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a2019f9f0 con 0x7f4a20103340 2024-04-21T23:57:59.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1cff9640 1 -- 172.21.15.80:0/2168001524 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4a18003e50 con 0x7f4a20103340 2024-04-21T23:57:59.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a1cff9640 1 -- 172.21.15.80:0/2168001524 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a180106c0 con 0x7f4a20103340 2024-04-21T23:57:59.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.018+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a2019ff10 con 0x7f4a20103340 2024-04-21T23:57:59.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.019+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a20108b20 con 0x7f4a20103340 2024-04-21T23:57:59.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.020+0000 7f4a1cff9640 1 -- 172.21.15.80:0/2168001524 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4a18003970 con 0x7f4a20103340 2024-04-21T23:57:59.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.021+0000 7f4a1cff9640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4a080a2b90 0x7f4a080a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.021+0000 7f4a1f7fe640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4a080a2b90 0x7f4a080a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.021+0000 7f4a1cff9640 1 -- 172.21.15.80:0/2168001524 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f4a180cf1d0 con 0x7f4a20103340 2024-04-21T23:57:59.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.021+0000 7f4a1f7fe640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4a080a2b90 0x7f4a080a5050 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4a14005fd0 tx=0x7f4a14005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:59.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.026+0000 7f4a1cff9640 1 -- 172.21.15.80:0/2168001524 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4a1809bdf0 con 0x7f4a20103340 2024-04-21T23:57:59.192 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.199+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4a20062340 con 0x7f4a20103340 2024-04-21T23:57:59.193 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.200+0000 7f4a1cff9640 1 -- 172.21.15.80:0/2168001524 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f4a1809b6f0 con 0x7f4a20103340 2024-04-21T23:57:59.193 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4a080a2b90 msgr2=0x7f4a080a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4a080a2b90 0x7f4a080a5050 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4a14005fd0 tx=0x7f4a14005850 comp rx=0 tx=0).stop 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20103340 msgr2=0x7f4a2019f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20103340 0x7f4a2019f090 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f4a18009fd0 tx=0x7f4a1800b260 comp rx=0 tx=0).stop 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 shutdown_connections 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f4a080a2b90 0x7f4a080a5050 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4a20103340 0x7f4a2019f090 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a20102980 0x7f4a20198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 --2- 172.21.15.80:0/2168001524 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4a20101790 0x7f4a20197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 >> 172.21.15.80:0/2168001524 conn(0x7f4a200fcce0 msgr2=0x7f4a20105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:59.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 shutdown_connections 2024-04-21T23:57:59.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.202+0000 7f4a25df7640 1 -- 172.21.15.80:0/2168001524 wait complete. 2024-04-21T23:57:59.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:58 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/956362575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:59.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:58 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3889110987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:59.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:58 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2935093997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:59.206 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:57:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:58 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/956362575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:58 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3889110987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:58 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2935093997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 -- 172.21.15.80:0/3399208305 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30102220 msgr2=0x7f8a30104610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/3399208305 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30102220 0x7f8a30104610 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f8a20009900 tx=0x7f8a2002bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 -- 172.21.15.80:0/3399208305 shutdown_connections 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/3399208305 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a30107480 0x7f8a301098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/3399208305 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a30104b50 0x7f8a30106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/3399208305 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30102220 0x7f8a30104610 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 -- 172.21.15.80:0/3399208305 >> 172.21.15.80:0/3399208305 conn(0x7f8a300fbc30 msgr2=0x7f8a300fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 -- 172.21.15.80:0/3399208305 shutdown_connections 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 -- 172.21.15.80:0/3399208305 wait complete. 2024-04-21T23:57:59.310 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.314+0000 7f8a35c6d640 1 Processor -- start 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a35c6d640 1 -- start start 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a35c6d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a30102220 0x7f8a30197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a35c6d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30104b50 0x7f8a301980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a35c6d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a30107480 0x7f8a3019f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a35c6d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3010d4c0 con 0x7f8a30104b50 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a35c6d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3010d340 con 0x7f8a30107480 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a35c6d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3010d640 con 0x7f8a30102220 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30104b50 0x7f8a301980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30104b50 0x7f8a301980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39784/0 (socket says 172.21.15.80:39784) 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 -- 172.21.15.80:0/2415716617 learned_addr learned my addr 172.21.15.80:0/2415716617 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2ffff640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a30107480 0x7f8a3019f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 -- 172.21.15.80:0/2415716617 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a30102220 msgr2=0x7f8a30197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.311 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2f7fe640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a30102220 0x7f8a30197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a30102220 0x7f8a30197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 -- 172.21.15.80:0/2415716617 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a30107480 msgr2=0x7f8a3019f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a30107480 0x7f8a3019f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 -- 172.21.15.80:0/2415716617 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a3019f790 con 0x7f8a30104b50 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2ffff640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a30107480 0x7f8a3019f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2f7fe640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a30102220 0x7f8a30197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.315+0000 7f8a2effd640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30104b50 0x7f8a301980b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f8a2400b450 tx=0x7f8a2400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.316+0000 7f8a2cff9640 1 -- 172.21.15.80:0/2415716617 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a24015020 con 0x7f8a30104b50 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.316+0000 7f8a2cff9640 1 -- 172.21.15.80:0/2415716617 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a24011d70 con 0x7f8a30104b50 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.316+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a3019fa80 con 0x7f8a30104b50 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.316+0000 7f8a2cff9640 1 -- 172.21.15.80:0/2415716617 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2400f340 con 0x7f8a30104b50 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.316+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a3019ffd0 con 0x7f8a30104b50 2024-04-21T23:57:59.312 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.317+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a300fd720 con 0x7f8a30104b50 2024-04-21T23:57:59.313 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.318+0000 7f8a2cff9640 1 -- 172.21.15.80:0/2415716617 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8a24018020 con 0x7f8a30104b50 2024-04-21T23:57:59.313 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.318+0000 7f8a2cff9640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a180a2b90 0x7f8a180a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.313 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.318+0000 7f8a2f7fe640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a180a2b90 0x7f8a180a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.313 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.318+0000 7f8a2cff9640 1 -- 172.21.15.80:0/2415716617 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f8a240ceee0 con 0x7f8a30104b50 2024-04-21T23:57:59.313 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.319+0000 7f8a2f7fe640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a180a2b90 0x7f8a180a5050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8a20036040 tx=0x7f8a20000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:59.316 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.323+0000 7f8a2cff9640 1 -- 172.21.15.80:0/2415716617 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8a2401f020 con 0x7f8a30104b50 2024-04-21T23:57:59.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:58 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/956362575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:57:59.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:58 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3889110987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:57:59.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:58 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2935093997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:57:59.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.498+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f8a30062340 con 0x7f8a30104b50 2024-04-21T23:57:59.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.498+0000 7f8a2cff9640 1 -- 172.21.15.80:0/2415716617 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7f8a2400d040 con 0x7f8a30104b50 2024-04-21T23:57:59.491 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:57:59.493 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a180a2b90 msgr2=0x7f8a180a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.493 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a180a2b90 0x7f8a180a5050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8a20036040 tx=0x7f8a20000bc0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30104b50 msgr2=0x7f8a301980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30104b50 0x7f8a301980b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f8a2400b450 tx=0x7f8a2400b910 comp rx=0 tx=0).stop 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 shutdown_connections 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8a180a2b90 0x7f8a180a5050 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a30107480 0x7f8a3019f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8a30104b50 0x7f8a301980b0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 --2- 172.21.15.80:0/2415716617 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8a30102220 0x7f8a30197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 >> 172.21.15.80:0/2415716617 conn(0x7f8a300fbc30 msgr2=0x7f8a30102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.500+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 shutdown_connections 2024-04-21T23:57:59.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.501+0000 7f8a35c6d640 1 -- 172.21.15.80:0/2415716617 wait complete. 2024-04-21T23:57:59.505 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:57:59.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 -- 172.21.15.80:0/1240177180 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc0ffa70 msgr2=0x7f5cfc0ffe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/1240177180 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc0ffa70 0x7f5cfc0ffe90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5cec009930 tx=0x7f5cec02bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:59.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 -- 172.21.15.80:0/1240177180 shutdown_connections 2024-04-21T23:57:59.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/1240177180 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cfc1034a0 0x7f5cfc109d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/1240177180 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5cfc102ae0 0x7f5cfc102f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/1240177180 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc0ffa70 0x7f5cfc0ffe90 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 -- 172.21.15.80:0/1240177180 >> 172.21.15.80:0/1240177180 conn(0x7f5cfc0fb380 msgr2=0x7f5cfc0fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 -- 172.21.15.80:0/1240177180 shutdown_connections 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 -- 172.21.15.80:0/1240177180 wait complete. 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 Processor -- start 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.613+0000 7f5d00e7d640 1 -- start start 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5d00e7d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cfc0ffa70 0x7f5cfc197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5d00e7d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5cfc102ae0 0x7f5cfc1980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5d00e7d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc1034a0 0x7f5cfc19f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5d00e7d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f5cfc10d420 con 0x7f5cfc1034a0 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5d00e7d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5cfc10d2a0 con 0x7f5cfc0ffa70 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5d00e7d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f5cfc10d5a0 con 0x7f5cfc102ae0 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc1034a0 0x7f5cfc19f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc1034a0 0x7f5cfc19f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39810/0 (socket says 172.21.15.80:39810) 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 -- 172.21.15.80:0/2923088545 learned_addr learned my addr 172.21.15.80:0/2923088545 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfa59c640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cfc0ffa70 0x7f5cfc197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cf3fff640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5cfc102ae0 0x7f5cfc1980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 -- 172.21.15.80:0/2923088545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5cfc102ae0 msgr2=0x7f5cfc1980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5cfc102ae0 0x7f5cfc1980b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 -- 172.21.15.80:0/2923088545 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cfc0ffa70 msgr2=0x7f5cfc197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cfc0ffa70 0x7f5cfc197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 -- 172.21.15.80:0/2923088545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cfc19f790 con 0x7f5cfc1034a0 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cf3fff640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5cfc102ae0 0x7f5cfc1980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cfad9d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc1034a0 0x7f5cfc19f120 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f5cf400eaa0 tx=0x7f5cf400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cf37fe640 1 -- 172.21.15.80:0/2923088545 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf400cdb0 con 0x7f5cfc1034a0 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cfc19fa80 con 0x7f5cfc1034a0 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cf37fe640 1 -- 172.21.15.80:0/2923088545 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cf4005020 con 0x7f5cfc1034a0 2024-04-21T23:57:59.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5cf37fe640 1 -- 172.21.15.80:0/2923088545 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf40116b0 con 0x7f5cfc1034a0 2024-04-21T23:57:59.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.614+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cfc19ffd0 con 0x7f5cfc1034a0 2024-04-21T23:57:59.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.616+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cfc108ce0 con 0x7f5cfc1034a0 2024-04-21T23:57:59.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.616+0000 7f5cf37fe640 1 -- 172.21.15.80:0/2923088545 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5cf4005560 con 0x7f5cfc1034a0 2024-04-21T23:57:59.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.617+0000 7f5cf37fe640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5ce80a2b90 0x7f5ce80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.617+0000 7f5cfa59c640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5ce80a2b90 0x7f5ce80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.617+0000 7f5cf37fe640 1 -- 172.21.15.80:0/2923088545 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f5cf40cf5d0 con 0x7f5cfc1034a0 2024-04-21T23:57:59.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.617+0000 7f5cfa59c640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5ce80a2b90 0x7f5ce80a5050 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5cec02c7b0 tx=0x7f5cec005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:59.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.621+0000 7f5cf37fe640 1 -- 172.21.15.80:0/2923088545 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5cf4016030 con 0x7f5cfc1034a0 2024-04-21T23:57:59.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.798+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f5cfc062340 con 0x7f5cfc1034a0 2024-04-21T23:57:59.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.799+0000 7f5cf37fe640 1 -- 172.21.15.80:0/2923088545 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7f5cf409c1f0 con 0x7f5cfc1034a0 2024-04-21T23:57:59.792 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:57:59.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5ce80a2b90 msgr2=0x7f5ce80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5ce80a2b90 0x7f5ce80a5050 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5cec02c7b0 tx=0x7f5cec005fd0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc1034a0 msgr2=0x7f5cfc19f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.794 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc1034a0 0x7f5cfc19f120 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f5cf400eaa0 tx=0x7f5cf400ef60 comp rx=0 tx=0).stop 2024-04-21T23:57:59.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 shutdown_connections 2024-04-21T23:57:59.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f5ce80a2b90 0x7f5ce80a5050 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5cfc1034a0 0x7f5cfc19f120 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5cfc102ae0 0x7f5cfc1980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 --2- 172.21.15.80:0/2923088545 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cfc0ffa70 0x7f5cfc197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 >> 172.21.15.80:0/2923088545 conn(0x7f5cfc0fb380 msgr2=0x7f5cfc105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:59.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 shutdown_connections 2024-04-21T23:57:59.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.801+0000 7f5d00e7d640 1 -- 172.21.15.80:0/2923088545 wait complete. 2024-04-21T23:57:59.805 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:57:59.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 -- 172.21.15.80:0/1643289323 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c101890 msgr2=0x7fc27c101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 --2- 172.21.15.80:0/1643289323 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c101890 0x7fc27c101d10 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fc278009900 tx=0x7fc27802bc30 comp rx=0 tx=0).stop 2024-04-21T23:57:59.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 -- 172.21.15.80:0/1643289323 shutdown_connections 2024-04-21T23:57:59.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 --2- 172.21.15.80:0/1643289323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc27c102250 0x7fc27c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 --2- 172.21.15.80:0/1643289323 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c101890 0x7fc27c101d10 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 --2- 172.21.15.80:0/1643289323 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc27c1006a0 0x7fc27c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 -- 172.21.15.80:0/1643289323 >> 172.21.15.80:0/1643289323 conn(0x7fc27c0fbc10 msgr2=0x7fc27c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 -- 172.21.15.80:0/1643289323 shutdown_connections 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.914+0000 7fc283c40640 1 -- 172.21.15.80:0/1643289323 wait complete. 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc283c40640 1 Processor -- start 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc283c40640 1 -- start start 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc283c40640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c1006a0 0x7fc27c197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc283c40640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc27c101890 0x7fc27c198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc283c40640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc27c102250 0x7fc27c19f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc283c40640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc27c10d440 con 0x7fc27c1006a0 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc283c40640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc27c10d2c0 con 0x7fc27c102250 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc283c40640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc27c10d5c0 con 0x7fc27c101890 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c1006a0 0x7fc27c197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c1006a0 0x7fc27c197b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39816/0 (socket says 172.21.15.80:39816) 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 -- 172.21.15.80:0/3884840457 learned_addr learned my addr 172.21.15.80:0/3884840457 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2811db640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc27c101890 0x7fc27c198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 -- 172.21.15.80:0/3884840457 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc27c101890 msgr2=0x7fc27c198050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc27c101890 0x7fc27c198050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 -- 172.21.15.80:0/3884840457 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc27c102250 msgr2=0x7fc27c19f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2821dd640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc27c102250 0x7fc27c19f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc27c102250 0x7fc27c19f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 -- 172.21.15.80:0/3884840457 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc27c19f730 con 0x7fc27c1006a0 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2821dd640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc27c102250 0x7fc27c19f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.915+0000 7fc2819dc640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c1006a0 0x7fc27c197b10 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fc26c00c970 tx=0x7fc26c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.916+0000 7fc272ffd640 1 -- 172.21.15.80:0/3884840457 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c004220 con 0x7fc27c1006a0 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.916+0000 7fc272ffd640 1 -- 172.21.15.80:0/3884840457 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc26c0043c0 con 0x7fc27c1006a0 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.916+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc27c19fa20 con 0x7fc27c1006a0 2024-04-21T23:57:59.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.916+0000 7fc272ffd640 1 -- 172.21.15.80:0/3884840457 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c004a00 con 0x7fc27c1006a0 2024-04-21T23:57:59.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.916+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc27c19fef0 con 0x7fc27c1006a0 2024-04-21T23:57:59.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.917+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc27c0689b0 con 0x7fc27c1006a0 2024-04-21T23:57:59.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.918+0000 7fc272ffd640 1 -- 172.21.15.80:0/3884840457 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc26c0079b0 con 0x7fc27c1006a0 2024-04-21T23:57:59.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.918+0000 7fc272ffd640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2680a2b90 0x7fc2680a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:57:59.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.918+0000 7fc2811db640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2680a2b90 0x7fc2680a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:57:59.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.918+0000 7fc272ffd640 1 -- 172.21.15.80:0/3884840457 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fc26c0cf1f0 con 0x7fc27c1006a0 2024-04-21T23:57:59.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.919+0000 7fc2811db640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2680a2b90 0x7fc2680a5050 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc278006010 tx=0x7fc278000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:57:59.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:57:59.923+0000 7fc272ffd640 1 -- 172.21.15.80:0/3884840457 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc26c014030 con 0x7fc27c1006a0 2024-04-21T23:58:00.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.097+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc27c062340 con 0x7fc27c1006a0 2024-04-21T23:58:00.091 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.098+0000 7fc272ffd640 1 -- 172.21.15.80:0/3884840457 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7fc26c09be10 con 0x7fc27c1006a0 2024-04-21T23:58:00.091 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2680a2b90 msgr2=0x7fc2680a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2680a2b90 0x7fc2680a5050 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc278006010 tx=0x7fc278000bc0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c1006a0 msgr2=0x7fc27c197b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c1006a0 0x7fc27c197b10 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fc26c00c970 tx=0x7fc26c00ce30 comp rx=0 tx=0).stop 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 shutdown_connections 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc2680a2b90 0x7fc2680a5050 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc27c102250 0x7fc27c19f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc27c101890 0x7fc27c198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 --2- 172.21.15.80:0/3884840457 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc27c1006a0 0x7fc27c197b10 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 >> 172.21.15.80:0/3884840457 conn(0x7fc27c0fbc10 msgr2=0x7fc27c104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 shutdown_connections 2024-04-21T23:58:00.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.100+0000 7fc283c40640 1 -- 172.21.15.80:0/3884840457 wait complete. 2024-04-21T23:58:00.103 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:59 smithi080 ceph-mon[27925]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:58:00.103 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:59 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2168001524' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.103 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:59 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2415716617' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.103 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:57:59 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2923088545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.104 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:58:00.204 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 -- 172.21.15.80:0/3353285052 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc0ffaf0 msgr2=0x7f8afc0fff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.204 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 --2- 172.21.15.80:0/3353285052 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc0ffaf0 0x7f8afc0fff10 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f8af0009930 tx=0x7f8af002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:00.204 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 -- 172.21.15.80:0/3353285052 shutdown_connections 2024-04-21T23:58:00.204 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 --2- 172.21.15.80:0/3353285052 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8afc103480 0x7f8afc109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.204 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 --2- 172.21.15.80:0/3353285052 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8afc102ac0 0x7f8afc102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.204 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 --2- 172.21.15.80:0/3353285052 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc0ffaf0 0x7f8afc0fff10 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 -- 172.21.15.80:0/3353285052 >> 172.21.15.80:0/3353285052 conn(0x7f8afc0fb420 msgr2=0x7f8afc0fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 -- 172.21.15.80:0/3353285052 shutdown_connections 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 -- 172.21.15.80:0/3353285052 wait complete. 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 Processor -- start 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.209+0000 7f8b00a39640 1 -- start start 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8b00a39640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8afc0ffaf0 0x7f8afc197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8b00a39640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8afc102ac0 0x7f8afc198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8b00a39640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc103480 0x7f8afc19f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8b00a39640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8afc10d520 con 0x7f8afc103480 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8b00a39640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8afc10d3a0 con 0x7f8afc0ffaf0 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8b00a39640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f8afc10d6a0 con 0x7f8afc102ac0 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc103480 0x7f8afc19f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc103480 0x7f8afc19f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39838/0 (socket says 172.21.15.80:39838) 2024-04-21T23:58:00.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 -- 172.21.15.80:0/1705464763 learned_addr learned my addr 172.21.15.80:0/1705464763 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afa59c640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8afc0ffaf0 0x7f8afc197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 -- 172.21.15.80:0/1705464763 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8afc102ac0 msgr2=0x7f8afc198120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8af9d9b640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8afc102ac0 0x7f8afc198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8afc102ac0 0x7f8afc198120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 -- 172.21.15.80:0/1705464763 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8afc0ffaf0 msgr2=0x7f8afc197be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8afc0ffaf0 0x7f8afc197be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 -- 172.21.15.80:0/1705464763 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8afc19f800 con 0x7f8afc103480 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8afad9d640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc103480 0x7f8afc19f190 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f8af400eaa0 tx=0x7f8af400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8aeb7fe640 1 -- 172.21.15.80:0/1705464763 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af400cdb0 con 0x7f8afc103480 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8aeb7fe640 1 -- 172.21.15.80:0/1705464763 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8af4005020 con 0x7f8afc103480 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8afc19faf0 con 0x7f8afc103480 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8aeb7fe640 1 -- 172.21.15.80:0/1705464763 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af40116b0 con 0x7f8afc103480 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.210+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8afc19fff0 con 0x7f8afc103480 2024-04-21T23:58:00.206 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.211+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8afc108cc0 con 0x7f8afc103480 2024-04-21T23:58:00.207 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.212+0000 7f8aeb7fe640 1 -- 172.21.15.80:0/1705464763 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8af4005560 con 0x7f8afc103480 2024-04-21T23:58:00.207 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.213+0000 7f8aeb7fe640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8ae40a2b90 0x7f8ae40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.207 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.213+0000 7f8afa59c640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8ae40a2b90 0x7f8ae40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.213+0000 7f8aeb7fe640 1 -- 172.21.15.80:0/1705464763 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f8af40cf600 con 0x7f8afc103480 2024-04-21T23:58:00.208 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.213+0000 7f8afa59c640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8ae40a2b90 0x7f8ae40a5050 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8af002c7b0 tx=0x7f8af002cf90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.217+0000 7f8aeb7fe640 1 -- 172.21.15.80:0/1705464763 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8af4016030 con 0x7f8afc103480 2024-04-21T23:58:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:59 smithi120 ceph-mon[31499]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:58:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:59 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2168001524' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:59 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2415716617' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:57:59 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2923088545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:59 smithi144 ceph-mon[31316]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:58:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:59 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2168001524' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:59 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2415716617' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:57:59 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2923088545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:00.422 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.429+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8afc02d170 con 0x7f8afc103480 2024-04-21T23:58:00.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.430+0000 7f8aeb7fe640 1 -- 172.21.15.80:0/1705464763 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+11876 (secure 0 0 0) 0x7f8af409c220 con 0x7f8afc103480 2024-04-21T23:58:00.423 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:00.423 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":22,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":22,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:56:10.656231+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24472,24488,24452]},"id":1}]} 2024-04-21T23:58:00.423 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 22 2024-04-21T23:58:00.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8ae40a2b90 msgr2=0x7f8ae40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8ae40a2b90 0x7f8ae40a5050 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8af002c7b0 tx=0x7f8af002cf90 comp rx=0 tx=0).stop 2024-04-21T23:58:00.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc103480 msgr2=0x7f8afc19f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc103480 0x7f8afc19f190 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f8af400eaa0 tx=0x7f8af400ef60 comp rx=0 tx=0).stop 2024-04-21T23:58:00.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 shutdown_connections 2024-04-21T23:58:00.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f8ae40a2b90 0x7f8ae40a5050 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8afc103480 0x7f8afc19f190 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8afc102ac0 0x7f8afc198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 --2- 172.21.15.80:0/1705464763 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8afc0ffaf0 0x7f8afc197be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 >> 172.21.15.80:0/1705464763 conn(0x7f8afc0fb420 msgr2=0x7f8afc105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 shutdown_connections 2024-04-21T23:58:00.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.432+0000 7f8b00a39640 1 -- 172.21.15.80:0/1705464763 wait complete. 2024-04-21T23:58:00.436 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:58:00.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 -- 172.21.15.80:0/1845754769 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398101880 msgr2=0x7fc398101d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 --2- 172.21.15.80:0/1845754769 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398101880 0x7fc398101d00 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fc394009900 tx=0x7fc39402bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 -- 172.21.15.80:0/1845754769 shutdown_connections 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 --2- 172.21.15.80:0/1845754769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc398102240 0x7fc398108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 --2- 172.21.15.80:0/1845754769 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398101880 0x7fc398101d00 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 --2- 172.21.15.80:0/1845754769 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc398100690 0x7fc398100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 -- 172.21.15.80:0/1845754769 >> 172.21.15.80:0/1845754769 conn(0x7fc3980fbc20 msgr2=0x7fc3980fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 -- 172.21.15.80:0/1845754769 shutdown_connections 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.542+0000 7fc39f666640 1 -- 172.21.15.80:0/1845754769 wait complete. 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39f666640 1 Processor -- start 2024-04-21T23:58:00.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39f666640 1 -- start start 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39f666640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc398100690 0x7fc3981969b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39f666640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc398101880 0x7fc398196ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39f666640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398102240 0x7fc39819df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39f666640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc39810c310 con 0x7fc398102240 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39f666640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc39810c190 con 0x7fc398101880 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39f666640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc39810c490 con 0x7fc398100690 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39dc03640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398102240 0x7fc39819df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39dc03640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398102240 0x7fc39819df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39860/0 (socket says 172.21.15.80:39860) 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39dc03640 1 -- 172.21.15.80:0/1313413003 learned_addr learned my addr 172.21.15.80:0/1313413003 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39dc03640 1 -- 172.21.15.80:0/1313413003 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc398100690 msgr2=0x7fc3981969b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39cc01640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc398101880 0x7fc398196ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39dc03640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc398100690 0x7fc3981969b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39dc03640 1 -- 172.21.15.80:0/1313413003 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc398101880 msgr2=0x7fc398196ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39dc03640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc398101880 0x7fc398196ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39dc03640 1 -- 172.21.15.80:0/1313413003 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc39819e5d0 con 0x7fc398102240 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.543+0000 7fc39cc01640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc398101880 0x7fc398196ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.544+0000 7fc39dc03640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398102240 0x7fc39819df60 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc39000eb10 tx=0x7fc39000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.544+0000 7fc38e7fc640 1 -- 172.21.15.80:0/1313413003 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc390004b20 con 0x7fc398102240 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.544+0000 7fc38e7fc640 1 -- 172.21.15.80:0/1313413003 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc390004cc0 con 0x7fc398102240 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.544+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc39819e8c0 con 0x7fc398102240 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.544+0000 7fc38e7fc640 1 -- 172.21.15.80:0/1313413003 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc390010760 con 0x7fc398102240 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.544+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc39819edc0 con 0x7fc398102240 2024-04-21T23:58:00.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.545+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc398107a30 con 0x7fc398102240 2024-04-21T23:58:00.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.546+0000 7fc38e7fc640 1 -- 172.21.15.80:0/1313413003 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc390005020 con 0x7fc398102240 2024-04-21T23:58:00.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.547+0000 7fc38e7fc640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc3840a2b90 0x7fc3840a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.547+0000 7fc39d402640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc3840a2b90 0x7fc3840a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.547+0000 7fc38e7fc640 1 -- 172.21.15.80:0/1313413003 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fc3900cfa60 con 0x7fc398102240 2024-04-21T23:58:00.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.547+0000 7fc39d402640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc3840a2b90 0x7fc3840a5050 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc388005fd0 tx=0x7fc38800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.551+0000 7fc38e7fc640 1 -- 172.21.15.80:0/1313413003 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc39009c680 con 0x7fc398102240 2024-04-21T23:58:00.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.731+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc398062340 con 0x7fc398102240 2024-04-21T23:58:00.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.733+0000 7fc38e7fc640 1 -- 172.21.15.80:0/1313413003 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24563 (secure 0 0 0) 0x7fc39009bf80 con 0x7fc398102240 2024-04-21T23:58:00.726 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:00.727 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":92,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:56:44.006371+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc3840a2b90 msgr2=0x7fc3840a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc3840a2b90 0x7fc3840a5050 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc388005fd0 tx=0x7fc38800b410 comp rx=0 tx=0).stop 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398102240 msgr2=0x7fc39819df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398102240 0x7fc39819df60 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc39000eb10 tx=0x7fc39000c2d0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 shutdown_connections 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc3840a2b90 0x7fc3840a5050 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc398102240 0x7fc39819df60 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc398101880 0x7fc398196ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 --2- 172.21.15.80:0/1313413003 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc398100690 0x7fc3981969b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 >> 172.21.15.80:0/1313413003 conn(0x7fc3980fbc20 msgr2=0x7fc398104c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 shutdown_connections 2024-04-21T23:58:00.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.735+0000 7fc39f666640 1 -- 172.21.15.80:0/1313413003 wait complete. 2024-04-21T23:58:00.741 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 22, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-21T23:55:44.029440+0000', 'modified': '2024-04-21T23:56:10.656231+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24488, 'mds_1': 24472, 'mds_2': 24452}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24422': {'gid': 24422, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.120:6835/801754870', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6834', 'nonce': 801754870}, {'type': 'v1', 'addr': '172.21.15.120:6835', 'nonce': 801754870}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24433': {'gid': 24433, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.144:6835/490461557', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.144:6834', 'nonce': 490461557}, {'type': 'v1', 'addr': '172.21.15.144:6835', 'nonce': 490461557}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.144:6837/148493825', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.144:6836', 'nonce': 148493825}, {'type': 'v1', 'addr': '172.21.15.144:6837', 'nonce': 148493825}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.120:6837/1425180453', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6836', 'nonce': 1425180453}, {'type': 'v1', 'addr': '172.21.15.120:6837', 'nonce': 1425180453}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.144:6839/1911919560', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.144:6838', 'nonce': 1911919560}, {'type': 'v1', 'addr': '172.21.15.144:6839', 'nonce': 1911919560}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24488': {'gid': 24488, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.120:6839/2854829731', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6838', 'nonce': 2854829731}, {'type': 'v1', 'addr': '172.21.15.120:6839', 'nonce': 2854829731}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24488, 'qdb_cluster': [24472, 24488, 24452]} 2024-04-21T23:58:00.741 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-21T23:58:00.741 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-21T23:58:00.843 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 -- 172.21.15.80:0/4098326787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 msgr2=0x7f50981098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.843 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 --2- 172.21.15.80:0/4098326787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 0x7f50981098b0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f5090009ca0 tx=0x7f509002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.843 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 -- 172.21.15.80:0/4098326787 shutdown_connections 2024-04-21T23:58:00.843 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 --2- 172.21.15.80:0/4098326787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 0x7f50981098b0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.843 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 --2- 172.21.15.80:0/4098326787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5098104b30 0x7f5098106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.843 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 --2- 172.21.15.80:0/4098326787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5098102200 0x7f50981045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 -- 172.21.15.80:0/4098326787 >> 172.21.15.80:0/4098326787 conn(0x7f50980fbbf0 msgr2=0x7f50980fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 -- 172.21.15.80:0/4098326787 shutdown_connections 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.847+0000 7f509c91e640 1 -- 172.21.15.80:0/4098326787 wait complete. 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509c91e640 1 Processor -- start 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509c91e640 1 -- start start 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509c91e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5098102200 0x7f5098197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509c91e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5098104b30 0x7f5098198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509c91e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 0x7f509819f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509c91e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f509810d470 con 0x7f5098107460 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509c91e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f509810d2f0 con 0x7f5098104b30 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509c91e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f509810d5f0 con 0x7f5098102200 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f5096d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 0x7f509819f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f5096d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 0x7f509819f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39864/0 (socket says 172.21.15.80:39864) 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f5096d9d640 1 -- 172.21.15.80:0/2854540550 learned_addr learned my addr 172.21.15.80:0/2854540550 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.844 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.848+0000 7f509659c640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5098102200 0x7f5098197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f5096d9d640 1 -- 172.21.15.80:0/2854540550 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5098102200 msgr2=0x7f5098197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f5096d9d640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5098102200 0x7f5098197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f5096d9d640 1 -- 172.21.15.80:0/2854540550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5098104b30 msgr2=0x7f5098198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f508ffff640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5098104b30 0x7f5098198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f5096d9d640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5098104b30 0x7f5098198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f5096d9d640 1 -- 172.21.15.80:0/2854540550 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f509819f6f0 con 0x7f5098107460 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f509659c640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5098102200 0x7f5098197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f508ffff640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5098104b30 0x7f5098198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:00.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f5096d9d640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 0x7f509819f080 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f5090037040 tx=0x7f5090032f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f508f7fe640 1 -- 172.21.15.80:0/2854540550 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090039040 con 0x7f5098107460 2024-04-21T23:58:00.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f508f7fe640 1 -- 172.21.15.80:0/2854540550 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5090044070 con 0x7f5098107460 2024-04-21T23:58:00.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f509c91e640 1 -- 172.21.15.80:0/2854540550 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f509819f980 con 0x7f5098107460 2024-04-21T23:58:00.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f508f7fe640 1 -- 172.21.15.80:0/2854540550 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090004330 con 0x7f5098107460 2024-04-21T23:58:00.846 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.849+0000 7f509c91e640 1 -- 172.21.15.80:0/2854540550 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f509819fe70 con 0x7f5098107460 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.851+0000 7f508f7fe640 1 -- 172.21.15.80:0/2854540550 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5090003a00 con 0x7f5098107460 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.851+0000 7f509f5e7740 1 Processor -- start 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f509f5e7740 1 -- start start 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 0x5640c2a22490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22a60 0x5640c2a27560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a27bd0 0x5640c2a2a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f509f5e7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5640c2986df0 con 0x5640c2a27bd0 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f509f5e7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5640c292f640 con 0x5640c2a22070 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f509f5e7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5640c2982db0 con 0x5640c2a22a60 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508f7fe640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50840a2b90 0x7f50840a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a27bd0 0x5640c2a2a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a27bd0 0x5640c2a2a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39876/0 (socket says 172.21.15.80:39876) 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 -- 172.21.15.80:0/3519086931 learned_addr learned my addr 172.21.15.80:0/3519086931 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f5096d9d640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50840a2b90 0x7f50840a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 0x5640c2a22490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f509659c640 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22a60 0x5640c2a27560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508f7fe640 1 -- 172.21.15.80:0/2854540550 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f50900f1c50 con 0x7f5098107460 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 -- 172.21.15.80:0/3519086931 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22a60 msgr2=0x5640c2a27560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22a60 0x5640c2a27560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 -- 172.21.15.80:0/3519086931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 msgr2=0x5640c2a22490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 0x5640c2a22490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 -- 172.21.15.80:0/3519086931 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640c269b2d0 con 0x5640c2a27bd0 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f5096d9d640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50840a2b90 0x7f50840a5050 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f50900ef780 tx=0x7f5090091230 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.852+0000 7f508ffff640 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a27bd0 0x5640c2a2a060 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f50800127b0 tx=0x7f508000d380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4a2c254a080c41d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f508cff9640 1 -- 172.21.15.80:0/3519086931 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508000a850 con 0x5640c2a27bd0 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f508cff9640 1 -- 172.21.15.80:0/3519086931 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f508001d430 con 0x5640c2a27bd0 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f508cff9640 1 -- 172.21.15.80:0/3519086931 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5080010630 con 0x5640c2a27bd0 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 -- 172.21.15.80:0/3519086931 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a27bd0 msgr2=0x5640c2a2a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a27bd0 0x5640c2a2a060 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f50800127b0 tx=0x7f508000d380 comp rx=0 tx=0).stop 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 -- 172.21.15.80:0/3519086931 shutdown_connections 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a27bd0 0x5640c2a2a060 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22a60 0x5640c2a27560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 --2- 172.21.15.80:0/3519086931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 0x5640c2a22490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 -- 172.21.15.80:0/3519086931 >> 172.21.15.80:0/3519086931 conn(0x5640c2a1d5e0 msgr2=0x5640c2a1d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 -- 172.21.15.80:0/3519086931 shutdown_connections 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.853+0000 7f509f5e7740 1 -- 172.21.15.80:0/3519086931 wait complete. 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 1 -- start start 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 1 Processor -- start 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 0x5640c2a2c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 0x5640c2a33b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5640c2a2ab80 con 0x5640c2a22a60 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5640c2942be0 con 0x5640c2a27bd0 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5640c2a2ad00 con 0x5640c2a22070 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509f5e7740 10 client.0 _ll_register_callbacks cb 0x5640c29425d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39892/0 (socket says 172.21.15.80:39892) 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 -- 172.21.15.80:0/136944381 learned_addr learned my addr 172.21.15.80:0/136944381 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f508ffff640 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 0x5640c2a2c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 -- 172.21.15.80:0/136944381 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 msgr2=0x5640c2a2c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 0x5640c2a2c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 -- 172.21.15.80:0/136944381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 msgr2=0x5640c2a33b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 0x5640c2a33b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 -- 172.21.15.80:0/136944381 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640c27656b0 con 0x5640c2a22a60 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f509659c640 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2cb20 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f508800bf40 tx=0x7f508800f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28e0e92768534926 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.854+0000 7f507dffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f507dffb640 1 -- 172.21.15.80:0/136944381 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5088018020 con 0x5640c2a22a60 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f507dffb640 1 -- 172.21.15.80:0/136944381 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f5088014660 con 0x5640c2a22a60 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 1 -- 172.21.15.80:0/136944381 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f508001d430 con 0x5640c2a22a60 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f507dffb640 1 -- 172.21.15.80:0/136944381 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f5088023050 con 0x5640c2a22a60 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 10 client.15411 fetch_fsmap learned FSMap version 22 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 1 -- 172.21.15.80:0/136944381 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x5640c2a36c60 con 0x5640c2a22a60 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f507dffb640 1 -- 172.21.15.80:0/136944381 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f508001d430 con 0x5640c2a22a60 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f507dffb640 1 -- 172.21.15.80:0/136944381 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7f5088013a40 con 0x5640c2a22a60 2024-04-21T23:58:00.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 10 client.15411 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 10 client.15411 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 20 client.15411 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5640c2a393c0 0x5640c2a3a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 4 client.15411 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.855+0000 7f509f5e7740 1 -- 172.21.15.80:0/136944381 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640c2994330 con 0x5640c2a393c0 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.856+0000 7f508ffff640 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5640c2a393c0 0x5640c2a3a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.856+0000 7f508ffff640 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5640c2a393c0 0x5640c2a3a830 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9b199bd6f0287bc9 server_cookie=6502bc4e99284a0c in_seq=0 out_seq=0 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.856+0000 7f507dffb640 10 client.15411 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f507dffb640 1 -- 172.21.15.80:0/136944381 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5640c2994330 con 0x5640c2a393c0 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f507dffb640 10 client.15411 handle_command_reply: tid=0 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 client.15411 shutdown 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 -- 172.21.15.80:0/136944381 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 msgr2=0x5640c2a2cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2cb20 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f508800bf40 tx=0x7f508800f670 comp rx=0 tx=0).stop 2024-04-21T23:58:00.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 -- 172.21.15.80:0/136944381 shutdown_connections 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5640c2a393c0 0x5640c2a3a830 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 0x5640c2a33b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f507dffb640 0 client.15411 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2cb20 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 --2- 172.21.15.80:0/136944381 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 0x5640c2a2c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 -- 172.21.15.80:0/136944381 >> 172.21.15.80:0/136944381 conn(0x5640c2a1d5e0 msgr2=0x5640c2a1c720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 -- 172.21.15.80:0/136944381 shutdown_connections 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 1 -- 172.21.15.80:0/136944381 wait complete. 2024-04-21T23:58:00.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.857+0000 7f509f5e7740 20 client.15411 trim_cache size 0 max 16384 2024-04-21T23:58:00.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509f5e7740 1 Processor -- start 2024-04-21T23:58:00.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509f5e7740 1 -- start start 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 0x5640c2a1d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a33b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a27bd0 0x5640c2a23f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509f5e7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5640c2a38b70 con 0x5640c2a22a60 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509f5e7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5640c2a39240 con 0x5640c2a22070 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509f5e7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5640c2a39910 con 0x5640c2a27bd0 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a33b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a33b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39904/0 (socket says 172.21.15.80:39904) 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 -- 172.21.15.80:0/2434222618 learned_addr learned my addr 172.21.15.80:0/2434222618 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 -- 172.21.15.80:0/2434222618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a27bd0 msgr2=0x5640c2a23f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 --2- 172.21.15.80:0/2434222618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a27bd0 0x5640c2a23f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 -- 172.21.15.80:0/2434222618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 msgr2=0x5640c2a1d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 --2- 172.21.15.80:0/2434222618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 0x5640c2a1d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.869 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 -- 172.21.15.80:0/2434222618 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640c2a2aa60 con 0x5640c2a22a60 2024-04-21T23:58:00.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f509659c640 1 --2- 172.21.15.80:0/2434222618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a33b20 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5088010010 tx=0x7f50880047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2429080d72fbe4cb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.875+0000 7f507ffff640 1 -- 172.21.15.80:0/2434222618 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508802b070 con 0x5640c2a22a60 2024-04-21T23:58:00.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f507ffff640 1 -- 172.21.15.80:0/2434222618 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f508800fb70 con 0x5640c2a22a60 2024-04-21T23:58:00.870 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f507ffff640 1 -- 172.21.15.80:0/2434222618 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5088018050 con 0x5640c2a22a60 2024-04-21T23:58:00.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f509f5e7740 1 -- 172.21.15.80:0/2434222618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 msgr2=0x5640c2a33b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2434222618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a33b20 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5088010010 tx=0x7f50880047d0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f509f5e7740 1 -- 172.21.15.80:0/2434222618 shutdown_connections 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2434222618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a27bd0 0x5640c2a23f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2434222618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a33b20 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2434222618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a22070 0x5640c2a1d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.876+0000 7f509f5e7740 1 -- 172.21.15.80:0/2434222618 >> 172.21.15.80:0/2434222618 conn(0x5640c2a1d5e0 msgr2=0x5640c2a23480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 -- 172.21.15.80:0/2434222618 shutdown_connections 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 -- 172.21.15.80:0/2434222618 wait complete. 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 -- start start 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 Processor -- start 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 0x5640c2a2f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 0x5640c2a32a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5640c2a3a6b0 con 0x5640c2a22a60 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5640c2a39fe0 con 0x5640c2a27bd0 2024-04-21T23:58:00.875 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5640c2a3ad80 con 0x5640c2a22070 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509f5e7740 10 client.0 _ll_register_callbacks cb 0x7f508800bb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39918/0 (socket says 172.21.15.80:39918) 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 -- 172.21.15.80:0/2221991358 learned_addr learned my addr 172.21.15.80:0/2221991358 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f508ffff640 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 0x5640c2a32a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 -- 172.21.15.80:0/2221991358 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 msgr2=0x5640c2a2f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 0x5640c2a2f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 -- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 msgr2=0x5640c2a32a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 0x5640c2a32a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 -- 172.21.15.80:0/2221991358 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640c2a2d710 con 0x5640c2a22a60 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f508ffff640 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 0x5640c2a32a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f509659c640 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2fa90 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f5088000c00 tx=0x7f5088014ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e8346863f09f9cd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.877+0000 7f507dffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f507dffb640 1 -- 172.21.15.80:0/2221991358 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508802b070 con 0x5640c2a22a60 2024-04-21T23:58:00.876 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f507dffb640 1 -- 172.21.15.80:0/2221991358 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f5088005bc0 con 0x5640c2a22a60 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 1 -- 172.21.15.80:0/2221991358 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f508800fb70 con 0x5640c2a22a60 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f507dffb640 1 -- 172.21.15.80:0/2221991358 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f508803e050 con 0x5640c2a22a60 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 10 client.15417 fetch_fsmap learned FSMap version 22 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 1 -- 172.21.15.80:0/2221991358 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x5640c2a9f3d0 con 0x5640c2a22a60 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f507dffb640 1 -- 172.21.15.80:0/2221991358 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f508800fb70 con 0x5640c2a22a60 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f507dffb640 1 -- 172.21.15.80:0/2221991358 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7f50880134e0 con 0x5640c2a22a60 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 10 client.15417 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 10 client.15417 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 20 client.15417 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5640c2aa3d10 0x5640c2aa2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 4 client.15417 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.878+0000 7f509f5e7740 1 -- 172.21.15.80:0/2221991358 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "status"}) -- 0x5640c298e680 con 0x5640c2aa3d10 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f508ffff640 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5640c2aa3d10 0x5640c2aa2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.877 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f508ffff640 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5640c2aa3d10 0x5640c2aa2a20 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7bcf2f25cf05da3a server_cookie=855338059fbb5664 in_seq=0 out_seq=0 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f507dffb640 10 client.15417 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f507dffb640 1 -- 172.21.15.80:0/2221991358 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5640c298e680 con 0x5640c2aa3d10 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f507dffb640 10 client.15417 handle_command_reply: tid=0 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 client.15417 shutdown 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 -- 172.21.15.80:0/2221991358 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 msgr2=0x5640c2a2fa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2fa90 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f5088000c00 tx=0x7f5088014ad0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 -- 172.21.15.80:0/2221991358 shutdown_connections 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5640c2aa3d10 0x5640c2aa2a20 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640c2a27bd0 0x5640c2a32a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5640c2a22a60 0x5640c2a2fa90 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f507dffb640 0 client.15417 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:58:00.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 --2- 172.21.15.80:0/2221991358 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5640c2a22070 0x5640c2a2f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 -- 172.21.15.80:0/2221991358 >> 172.21.15.80:0/2221991358 conn(0x5640c2a1d5e0 msgr2=0x5640c2a2c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 -- 172.21.15.80:0/2221991358 shutdown_connections 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.879+0000 7f509f5e7740 1 -- 172.21.15.80:0/2221991358 wait complete. 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509f5e7740 20 client.15417 trim_cache size 0 max 16384 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stdout: "cluster_fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stdout: "whoami": 2, 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 24452, 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stdout: "want_state": "up:active", 2024-04-21T23:58:00.879 INFO:teuthology.orchestra.run.smithi080.stdout: "state": "up:active", 2024-04-21T23:58:00.880 INFO:teuthology.orchestra.run.smithi080.stdout: "fs_name": "cephfs", 2024-04-21T23:58:00.880 INFO:teuthology.orchestra.run.smithi080.stdout: "rank_uptime": 110.946219845, 2024-04-21T23:58:00.880 INFO:teuthology.orchestra.run.smithi080.stdout: "mdsmap_epoch": 22, 2024-04-21T23:58:00.880 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch": 92, 2024-04-21T23:58:00.880 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch_barrier": 90, 2024-04-21T23:58:00.880 INFO:teuthology.orchestra.run.smithi080.stdout: "uptime": 154.09311474399999 2024-04-21T23:58:00.880 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 -- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50840a2b90 msgr2=0x7f50840a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50840a2b90 0x7f50840a5050 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f50900ef780 tx=0x7f5090091230 comp rx=0 tx=0).stop 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 -- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 msgr2=0x7f509819f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 0x7f509819f080 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f5090037040 tx=0x7f5090032f90 comp rx=0 tx=0).stop 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 -- 172.21.15.80:0/2854540550 shutdown_connections 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f50840a2b90 0x7f50840a5050 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5098107460 0x7f509819f080 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5098104b30 0x7f5098198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 --2- 172.21.15.80:0/2854540550 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5098102200 0x7f5098197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 -- 172.21.15.80:0/2854540550 >> 172.21.15.80:0/2854540550 conn(0x7f50980fbbf0 msgr2=0x7f5098102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 -- 172.21.15.80:0/2854540550 shutdown_connections 2024-04-21T23:58:00.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.880+0000 7f509c91e640 1 -- 172.21.15.80:0/2854540550 wait complete. 2024-04-21T23:58:00.884 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-21T23:58:00.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 -- 172.21.15.80:0/1303221554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c100680 msgr2=0x7ffa0c100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1303221554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c100680 0x7ffa0c100aa0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4009900 tx=0x7ff9f402bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:00.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 -- 172.21.15.80:0/1303221554 shutdown_connections 2024-04-21T23:58:00.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1303221554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffa0c102230 0x7ffa0c108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1303221554 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffa0c101870 0x7ffa0c101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1303221554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c100680 0x7ffa0c100aa0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 -- 172.21.15.80:0/1303221554 >> 172.21.15.80:0/1303221554 conn(0x7ffa0c0fbbf0 msgr2=0x7ffa0c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 -- 172.21.15.80:0/1303221554 shutdown_connections 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 -- 172.21.15.80:0/1303221554 wait complete. 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 Processor -- start 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.992+0000 7ffa1273a640 1 -- start start 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa1273a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffa0c100680 0x7ffa0c197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa1273a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffa0c101870 0x7ffa0c197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa1273a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c102230 0x7ffa0c19f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa1273a640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c10c320 con 0x7ffa0c102230 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa1273a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c10c1a0 con 0x7ffa0c100680 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa1273a640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ffa0c10c4a0 con 0x7ffa0c101870 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c102230 0x7ffa0c19f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.988 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c102230 0x7ffa0c19f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39938/0 (socket says 172.21.15.80:39938) 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 -- 172.21.15.80:0/1863161240 learned_addr learned my addr 172.21.15.80:0/1863161240 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffa0c100680 0x7ffa0c197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffa0c101870 0x7ffa0c197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 -- 172.21.15.80:0/1863161240 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffa0c101870 msgr2=0x7ffa0c197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffa0c101870 0x7ffa0c197f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 -- 172.21.15.80:0/1863161240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffa0c100680 msgr2=0x7ffa0c197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffa0c100680 0x7ffa0c197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 -- 172.21.15.80:0/1863161240 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa0c19f670 con 0x7ffa0c102230 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffa0c100680 0x7ffa0c197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa10cd7640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c102230 0x7ffa0c19f000 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ffa0400eaa0 tx=0x7ffa0400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa097fa640 1 -- 172.21.15.80:0/1863161240 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0400cdb0 con 0x7ffa0c102230 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa097fa640 1 -- 172.21.15.80:0/1863161240 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa04005020 con 0x7ffa0c102230 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa1273a640 1 -- 172.21.15.80:0/1863161240 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa0c19f960 con 0x7ffa0c102230 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.993+0000 7ffa097fa640 1 -- 172.21.15.80:0/1863161240 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa040116b0 con 0x7ffa0c102230 2024-04-21T23:58:00.989 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.994+0000 7ffa1273a640 1 -- 172.21.15.80:0/1863161240 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa0c19fe60 con 0x7ffa0c102230 2024-04-21T23:58:00.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.995+0000 7ffa097fa640 1 -- 172.21.15.80:0/1863161240 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ffa04005560 con 0x7ffa0c102230 2024-04-21T23:58:00.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa15401740 1 Processor -- start 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa15401740 1 -- start start 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa15401740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 0x55580cfcb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa15401740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 0x55580cfd0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa15401740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfd3060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa15401740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55580cf2fdf0 con 0x55580cfd0bd0 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa15401740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55580ced8640 con 0x55580cfcba60 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa15401740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55580cf2bdb0 con 0x55580cfcb070 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa097fa640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9f80a2b90 0x7ff9f80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfd3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfd3060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39942/0 (socket says 172.21.15.80:39942) 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 -- 172.21.15.80:0/4242146274 learned_addr learned my addr 172.21.15.80:0/4242146274 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa10cd7640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9f80a2b90 0x7ff9f80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 0x55580cfd0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 0x55580cfcb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa097fa640 1 -- 172.21.15.80:0/1863161240 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7ffa040cf6b0 con 0x7ffa0c102230 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 -- 172.21.15.80:0/4242146274 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 msgr2=0x55580cfcb490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 0x55580cfcb490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 -- 172.21.15.80:0/4242146274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 msgr2=0x55580cfd0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 0x55580cfd0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.996+0000 7ffa0b7fe640 1 -- 172.21.15.80:0/4242146274 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55580cc442d0 con 0x55580cfd0bd0 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.997+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfd3060 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc00bd50 tx=0x7ff9fc00b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=913ff7d638528664 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.997+0000 7ffa10cd7640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9f80a2b90 0x7ff9f80a5050 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ffa0409bb60 tx=0x7ffa040667a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.997+0000 7ffa027fc640 1 -- 172.21.15.80:0/4242146274 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc005220 con 0x55580cfd0bd0 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.997+0000 7ffa027fc640 1 -- 172.21.15.80:0/4242146274 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9fc004c80 con 0x55580cfd0bd0 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.997+0000 7ffa027fc640 1 -- 172.21.15.80:0/4242146274 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc0128e0 con 0x55580cfd0bd0 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.997+0000 7ffa15401740 1 -- 172.21.15.80:0/4242146274 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 msgr2=0x55580cfd3060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:00.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.997+0000 7ffa15401740 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfd3060 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc00bd50 tx=0x7ff9fc00b500 comp rx=0 tx=0).stop 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 -- 172.21.15.80:0/4242146274 shutdown_connections 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfd3060 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 0x55580cfd0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 --2- 172.21.15.80:0/4242146274 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 0x55580cfcb490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 -- 172.21.15.80:0/4242146274 >> 172.21.15.80:0/4242146274 conn(0x55580cfc65e0 msgr2=0x55580cfc69e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 -- 172.21.15.80:0/4242146274 shutdown_connections 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 -- 172.21.15.80:0/4242146274 wait complete. 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 -- start start 2024-04-21T23:58:00.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 Processor -- start 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfd5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 0x55580cfdca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55580cfd3b80 con 0x55580cfcba60 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55580ceebbe0 con 0x55580cfcb070 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55580cfd3d00 con 0x55580cfd0bd0 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa15401740 10 client.0 _ll_register_callbacks cb 0x55580ceeb5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa0bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfd5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa0bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfd5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39956/0 (socket says 172.21.15.80:39956) 2024-04-21T23:58:01.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.998+0000 7ffa0bfff640 1 -- 172.21.15.80:0/1830882638 learned_addr learned my addr 172.21.15.80:0/1830882638 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 0x55580cfdca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa0bfff640 1 -- 172.21.15.80:0/1830882638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 msgr2=0x55580cfdca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 0x55580cfdca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa0bfff640 1 -- 172.21.15.80:0/1830882638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 msgr2=0x55580cfd54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa0bfff640 1 -- 172.21.15.80:0/1830882638 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55580cd0e6b0 con 0x55580cfcba60 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfd5a10 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4000c00 tx=0x7ff9f40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba34516a98cc161f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ff9eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/1830882638 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f4005d50 con 0x55580cfcba60 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/1830882638 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7ff9f4005450 con 0x55580cfcba60 2024-04-21T23:58:01.003 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa15401740 1 -- 172.21.15.80:0/1830882638 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9fc004c80 con 0x55580cfcba60 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/1830882638 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7ff9f4051050 con 0x55580cfcba60 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa15401740 10 client.15429 fetch_fsmap learned FSMap version 22 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa15401740 1 -- 172.21.15.80:0/1830882638 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x55580cfdfaa0 con 0x55580cfcba60 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/1830882638 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9fc004c80 con 0x55580cfcba60 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/1830882638 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7ff9f40039f0 con 0x55580cfcba60 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:00.999+0000 7ffa15401740 10 client.15429 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.000+0000 7ffa15401740 10 client.15429 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.000+0000 7ffa15401740 20 client.15429 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.000+0000 7ffa15401740 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55580cfe2160 0x55580cfe35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.000+0000 7ffa15401740 4 client.15429 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.000+0000 7ffa15401740 1 -- 172.21.15.80:0/1830882638 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55580cf3d330 con 0x55580cfe2160 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.000+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55580cfe2160 0x55580cfe35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.000+0000 7ff9eb7fe640 10 client.15429 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:58:01.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.000+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55580cfe2160 0x55580cfe35d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=43fa20d7a51d111e server_cookie=9dd400ea9bc2f25e in_seq=0 out_seq=0 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/1830882638 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55580cf3d330 con 0x55580cfe2160 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ff9eb7fe640 10 client.15429 handle_command_reply: tid=0 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 client.15429 shutdown 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 -- 172.21.15.80:0/1830882638 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 msgr2=0x55580cfd5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfd5a10 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4000c00 tx=0x7ff9f40042f0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 -- 172.21.15.80:0/1830882638 shutdown_connections 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55580cfe2160 0x55580cfe35d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 0x55580cfdca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfd5a10 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ff9eb7fe640 0 client.15429 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 --2- 172.21.15.80:0/1830882638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 -- 172.21.15.80:0/1830882638 >> 172.21.15.80:0/1830882638 conn(0x55580cfc65e0 msgr2=0x55580cfc5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 -- 172.21.15.80:0/1830882638 shutdown_connections 2024-04-21T23:58:01.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.001+0000 7ffa15401740 1 -- 172.21.15.80:0/1830882638 wait complete. 2024-04-21T23:58:01.006 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.002+0000 7ffa15401740 20 client.15429 trim_cache size 0 max 16384 2024-04-21T23:58:01.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa15401740 1 Processor -- start 2024-04-21T23:58:01.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa15401740 1 -- start start 2024-04-21T23:58:01.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa15401740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd40d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa15401740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfdca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa15401740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 0x55580cfc69c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa15401740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55580cfe1910 con 0x55580cfcba60 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa15401740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55580cfe1fe0 con 0x55580cfcb070 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa15401740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55580cfe26b0 con 0x55580cfd0bd0 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa0bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfdca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa0bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfdca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39972/0 (socket says 172.21.15.80:39972) 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.019+0000 7ffa0bfff640 1 -- 172.21.15.80:0/2214547772 learned_addr learned my addr 172.21.15.80:0/2214547772 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 0x55580cfc69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0bfff640 1 -- 172.21.15.80:0/2214547772 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 msgr2=0x55580cfc69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 0x55580cfc69c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0bfff640 1 -- 172.21.15.80:0/2214547772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 msgr2=0x55580cfd40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0bfff640 1 -- 172.21.15.80:0/2214547772 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55580cfcbe40 con 0x55580cfcba60 2024-04-21T23:58:01.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfdca10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4009850 tx=0x7ff9f4009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb978f38c81d65af server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa01ffb640 1 -- 172.21.15.80:0/2214547772 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f404e040 con 0x55580cfcba60 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa01ffb640 1 -- 172.21.15.80:0/2214547772 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9f40035f0 con 0x55580cfcba60 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa01ffb640 1 -- 172.21.15.80:0/2214547772 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f4000e60 con 0x55580cfcba60 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa15401740 1 -- 172.21.15.80:0/2214547772 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 msgr2=0x55580cfdca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.020+0000 7ffa15401740 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfdca10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4009850 tx=0x7ff9f4009230 comp rx=0 tx=0).stop 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 -- 172.21.15.80:0/2214547772 shutdown_connections 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfd0bd0 0x55580cfc69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfcba60 0x55580cfdca10 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 --2- 172.21.15.80:0/2214547772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcb070 0x55580cfd40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 -- 172.21.15.80:0/2214547772 >> 172.21.15.80:0/2214547772 conn(0x55580cfc65e0 msgr2=0x55580cfc1340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 -- 172.21.15.80:0/2214547772 shutdown_connections 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 -- 172.21.15.80:0/2214547772 wait complete. 2024-04-21T23:58:01.020 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 -- start start 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 Processor -- start 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 0x55580cfd8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 0x55580cfd8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfdbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55580cfe3450 con 0x55580cfd0bd0 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55580cfe2d80 con 0x55580cfcba60 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55580cfe3b20 con 0x55580cfcb070 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa15401740 10 client.0 _ll_register_callbacks cb 0x7ff9f40095a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfdbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa0b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfdbf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39988/0 (socket says 172.21.15.80:39988) 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.021+0000 7ffa0b7fe640 1 -- 172.21.15.80:0/3197851675 learned_addr learned my addr 172.21.15.80:0/3197851675 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 0x55580cfd8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa0b7fe640 1 -- 172.21.15.80:0/3197851675 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 msgr2=0x55580cfd8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 0x55580cfd8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 0x55580cfd8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa0b7fe640 1 -- 172.21.15.80:0/3197851675 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 msgr2=0x55580cfd8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 0x55580cfd8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa0b7fe640 1 -- 172.21.15.80:0/3197851675 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55580cfdc510 con 0x55580cfd0bd0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa0b7fe640 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfdbf20 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc0058c0 tx=0x7ff9fc00b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4203b6d6fbcebb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ff9eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/3197851675 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc024040 con 0x55580cfd0bd0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/3197851675 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7ff9fc0049d0 con 0x55580cfd0bd0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa15401740 1 -- 172.21.15.80:0/3197851675 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9f40035f0 con 0x55580cfd0bd0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/3197851675 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7ff9fc039050 con 0x55580cfd0bd0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa15401740 10 client.15435 fetch_fsmap learned FSMap version 22 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa15401740 1 -- 172.21.15.80:0/3197851675 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x55580d048890 con 0x55580cfd0bd0 2024-04-21T23:58:01.022 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/3197851675 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9f40035f0 con 0x55580cfd0bd0 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/3197851675 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7ff9fc005280 con 0x55580cfd0bd0 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa15401740 10 client.15435 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.022+0000 7ffa15401740 10 client.15435 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa15401740 20 client.15435 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa15401740 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55580d04d530 0x55580d049970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa15401740 4 client.15435 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa15401740 1 -- 172.21.15.80:0/3197851675 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "status"}) -- 0x55580cf37680 con 0x55580d04d530 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55580d04d530 0x55580d049970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ff9eb7fe640 10 client.15435 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa0bfff640 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55580d04d530 0x55580d049970 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=255d280cf86ce462 server_cookie=8b140313715e3857 in_seq=0 out_seq=0 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ff9eb7fe640 1 -- 172.21.15.80:0/3197851675 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x55580cf37680 con 0x55580d04d530 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ff9eb7fe640 10 client.15435 handle_command_reply: tid=0 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa15401740 1 client.15435 shutdown 2024-04-21T23:58:01.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa15401740 1 -- 172.21.15.80:0/3197851675 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 msgr2=0x55580cfdbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.023+0000 7ffa15401740 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfdbf20 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc0058c0 tx=0x7ff9fc00b500 comp rx=0 tx=0).stop 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 1 -- 172.21.15.80:0/3197851675 shutdown_connections 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55580d04d530 0x55580d049970 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55580cfd0bd0 0x55580cfdbf20 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55580cfcba60 0x55580cfd8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ff9eb7fe640 0 client.15435 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 1 --2- 172.21.15.80:0/3197851675 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55580cfcb070 0x55580cfd8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 1 -- 172.21.15.80:0/3197851675 >> 172.21.15.80:0/3197851675 conn(0x55580cfc65e0 msgr2=0x55580cfc69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 1 -- 172.21.15.80:0/3197851675 shutdown_connections 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 1 -- 172.21.15.80:0/3197851675 wait complete. 2024-04-21T23:58:01.024 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa15401740 20 client.15435 trim_cache size 0 max 16384 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "cluster_fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "whoami": 1, 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 24472, 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "want_state": "up:active", 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "state": "up:active", 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "fs_name": "cephfs", 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "rank_uptime": 112.10189751, 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "mdsmap_epoch": 22, 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch": 92, 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch_barrier": 90, 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout: "uptime": 151.440142517 2024-04-21T23:58:01.025 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:58:01.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 -- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9f80a2b90 msgr2=0x7ff9f80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9f80a2b90 0x7ff9f80a5050 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ffa0409bb60 tx=0x7ffa040667a0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 -- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c102230 msgr2=0x7ffa0c19f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c102230 0x7ffa0c19f000 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ffa0400eaa0 tx=0x7ffa0400ef60 comp rx=0 tx=0).stop 2024-04-21T23:58:01.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 -- 172.21.15.80:0/1863161240 shutdown_connections 2024-04-21T23:58:01.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7ff9f80a2b90 0x7ff9f80a5050 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffa0c102230 0x7ffa0c19f000 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffa0c101870 0x7ffa0c197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 --2- 172.21.15.80:0/1863161240 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffa0c100680 0x7ffa0c197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 -- 172.21.15.80:0/1863161240 >> 172.21.15.80:0/1863161240 conn(0x7ffa0c0fbbf0 msgr2=0x7ffa0c0fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 -- 172.21.15.80:0/1863161240 shutdown_connections 2024-04-21T23:58:01.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.024+0000 7ffa1273a640 1 -- 172.21.15.80:0/1863161240 wait complete. 2024-04-21T23:58:01.028 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:00 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3884840457' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:01.028 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:00 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1705464763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:01.028 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:00 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1313413003' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:01.029 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-21T23:58:01.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 -- 172.21.15.80:0/627396969 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb701001a0 msgr2=0x7fcb70109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 --2- 172.21.15.80:0/627396969 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb701001a0 0x7fcb70109d50 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009ca0 tx=0x7fcb6802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 -- 172.21.15.80:0/627396969 shutdown_connections 2024-04-21T23:58:01.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 --2- 172.21.15.80:0/627396969 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb701001a0 0x7fcb70109d50 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 --2- 172.21.15.80:0/627396969 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb700ff7e0 0x7fcb700ffc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 --2- 172.21.15.80:0/627396969 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb70102d70 0x7fcb70103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 -- 172.21.15.80:0/627396969 >> 172.21.15.80:0/627396969 conn(0x7fcb700fb380 msgr2=0x7fcb700fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 -- 172.21.15.80:0/627396969 shutdown_connections 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.134+0000 7fcb74e20640 1 -- 172.21.15.80:0/627396969 wait complete. 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb74e20640 1 Processor -- start 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb74e20640 1 -- start start 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb74e20640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb700ff7e0 0x7fcb70197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb74e20640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb701001a0 0x7fcb70197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb74e20640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb70102d70 0x7fcb7019efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb74e20640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7010d420 con 0x7fcb70102d70 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb74e20640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7010d2a0 con 0x7fcb701001a0 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb74e20640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7010d5a0 con 0x7fcb700ff7e0 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb70102d70 0x7fcb7019efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb70102d70 0x7fcb7019efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40002/0 (socket says 172.21.15.80:40002) 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6ed9d640 1 -- 172.21.15.80:0/2849620110 learned_addr learned my addr 172.21.15.80:0/2849620110 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb701001a0 0x7fcb70197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6ed9d640 1 -- 172.21.15.80:0/2849620110 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb700ff7e0 msgr2=0x7fcb70197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb700ff7e0 0x7fcb70197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6ed9d640 1 -- 172.21.15.80:0/2849620110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb701001a0 msgr2=0x7fcb70197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb701001a0 0x7fcb70197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6ed9d640 1 -- 172.21.15.80:0/2849620110 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb7019f650 con 0x7fcb70102d70 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.135+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb701001a0 0x7fcb70197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.136+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb70102d70 0x7fcb7019efe0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fcb68005e30 tx=0x7fcb68032ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.136+0000 7fcb5f7fe640 1 -- 172.21.15.80:0/2849620110 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68041020 con 0x7fcb70102d70 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.136+0000 7fcb74e20640 1 -- 172.21.15.80:0/2849620110 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb7019f8e0 con 0x7fcb70102d70 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.136+0000 7fcb5f7fe640 1 -- 172.21.15.80:0/2849620110 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb68034cd0 con 0x7fcb70102d70 2024-04-21T23:58:01.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.136+0000 7fcb5f7fe640 1 -- 172.21.15.80:0/2849620110 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68039040 con 0x7fcb70102d70 2024-04-21T23:58:01.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.136+0000 7fcb74e20640 1 -- 172.21.15.80:0/2849620110 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb7019fdd0 con 0x7fcb70102d70 2024-04-21T23:58:01.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.138+0000 7fcb5f7fe640 1 -- 172.21.15.80:0/2849620110 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcb68044020 con 0x7fcb70102d70 2024-04-21T23:58:01.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.138+0000 7fcb77a08740 1 Processor -- start 2024-04-21T23:58:01.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.138+0000 7fcb77a08740 1 -- start start 2024-04-21T23:58:01.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.138+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46070 0x556f56e46490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46a60 0x556f56e4b560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e4e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb5f7fe640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb580a2b90 0x7fcb580a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb77a08740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556f56daadf0 con 0x556f56e46a60 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb77a08740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556f56d53640 con 0x556f56e4bbd0 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb77a08740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556f56da6db0 con 0x556f56e46070 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46a60 0x556f56e4b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb580a2b90 0x7fcb580a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46a60 0x556f56e4b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40006/0 (socket says 172.21.15.80:40006) 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 -- 172.21.15.80:0/4041969678 learned_addr learned my addr 172.21.15.80:0/4041969678 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb5f7fe640 1 -- 172.21.15.80:0/2849620110 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fcb680f1470 con 0x7fcb70102d70 2024-04-21T23:58:01.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46070 0x556f56e46490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e4e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 -- 172.21.15.80:0/4041969678 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46070 msgr2=0x556f56e46490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46070 0x556f56e46490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 -- 172.21.15.80:0/4041969678 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 msgr2=0x556f56e4e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e4e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 -- 172.21.15.80:0/4041969678 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f56abf2d0 con 0x556f56e46a60 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46a60 0x556f56e4b560 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fcb6000a9f0 tx=0x7fcb6000aeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de0d94a5a3015e3f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb580a2b90 0x7fcb580a5050 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x556f56e472c0 tx=0x7fcb6400b260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb5cff9640 1 -- 172.21.15.80:0/4041969678 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6000cde0 con 0x556f56e46a60 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb5cff9640 1 -- 172.21.15.80:0/4041969678 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb6000f930 con 0x556f56e46a60 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.139+0000 7fcb5cff9640 1 -- 172.21.15.80:0/4041969678 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6000e950 con 0x556f56e46a60 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 -- 172.21.15.80:0/4041969678 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46a60 msgr2=0x556f56e4b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46a60 0x556f56e4b560 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fcb6000a9f0 tx=0x7fcb6000aeb0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 -- 172.21.15.80:0/4041969678 shutdown_connections 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e4e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46a60 0x556f56e4b560 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 --2- 172.21.15.80:0/4041969678 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46070 0x556f56e46490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 -- 172.21.15.80:0/4041969678 >> 172.21.15.80:0/4041969678 conn(0x556f56e415e0 msgr2=0x556f56e419e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 -- 172.21.15.80:0/4041969678 shutdown_connections 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 -- 172.21.15.80:0/4041969678 wait complete. 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.140+0000 7fcb77a08740 1 -- start start 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 1 Processor -- start 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e504f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e50a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e57a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556f56e4eb80 con 0x556f56e46070 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556f56d66be0 con 0x556f56e4bbd0 2024-04-21T23:58:01.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556f56e4ed00 con 0x556f56e46a60 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 10 client.0 _ll_register_callbacks cb 0x556f56d665d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e504f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e504f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40016/0 (socket says 172.21.15.80:40016) 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 -- 172.21.15.80:0/1627920497 learned_addr learned my addr 172.21.15.80:0/1627920497 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e57a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e50a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 -- 172.21.15.80:0/1627920497 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 msgr2=0x556f56e50a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e50a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 -- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 msgr2=0x556f56e57a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e57a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 -- 172.21.15.80:0/1627920497 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f56b896b0 con 0x556f56e46070 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e57a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:01.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e50a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e504f0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fcb6000e3f0 tx=0x7fcb6000fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bd6a0478010a207 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1627920497 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6000f660 con 0x556f56e46070 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1627920497 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fcb60005020 con 0x556f56e46070 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.141+0000 7fcb77a08740 1 -- 172.21.15.80:0/1627920497 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb6000f930 con 0x556f56e46070 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1627920497 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fcb60005220 con 0x556f56e46070 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb77a08740 10 client.15447 fetch_fsmap learned FSMap version 22 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb77a08740 1 -- 172.21.15.80:0/1627920497 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x556f56e5aa50 con 0x556f56e46070 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1627920497 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb6000f930 con 0x556f56e46070 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1627920497 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7fcb6000e690 con 0x556f56e46070 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb77a08740 10 client.15447 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb77a08740 10 client.15447 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T23:58:01.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb77a08740 20 client.15447 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556f56e5ce70 0x556f56e5e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb77a08740 4 client.15447 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb77a08740 1 -- 172.21.15.80:0/1627920497 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f56db8330 con 0x556f56e5ce70 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.142+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556f56e5ce70 0x556f56e5e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb55ffb640 10 client.15447 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556f56e5ce70 0x556f56e5e2e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89021ce7af69297f server_cookie=db0072b988d98740 in_seq=0 out_seq=0 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1627920497 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556f56db8330 con 0x556f56e5ce70 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb55ffb640 10 client.15447 handle_command_reply: tid=0 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb77a08740 1 client.15447 shutdown 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb77a08740 1 -- 172.21.15.80:0/1627920497 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 msgr2=0x556f56e504f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e504f0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fcb6000e3f0 tx=0x7fcb6000fd10 comp rx=0 tx=0).stop 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb77a08740 1 -- 172.21.15.80:0/1627920497 shutdown_connections 2024-04-21T23:58:01.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556f56e5ce70 0x556f56e5e2e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e57a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb55ffb640 0 client.15447 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:01.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e50a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.143+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1627920497 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e504f0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.144+0000 7fcb77a08740 1 -- 172.21.15.80:0/1627920497 >> 172.21.15.80:0/1627920497 conn(0x556f56e415e0 msgr2=0x556f56e40720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.144+0000 7fcb77a08740 1 -- 172.21.15.80:0/1627920497 shutdown_connections 2024-04-21T23:58:01.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.144+0000 7fcb77a08740 1 -- 172.21.15.80:0/1627920497 wait complete. 2024-04-21T23:58:01.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.144+0000 7fcb77a08740 20 client.15447 trim_cache size 0 max 16384 2024-04-21T23:58:01.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb77a08740 1 Processor -- start 2024-04-21T23:58:01.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb77a08740 1 -- start start 2024-04-21T23:58:01.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e3fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e40160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e406a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb77a08740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556f56e5c620 con 0x556f56e46070 2024-04-21T23:58:01.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb77a08740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556f56e5ccf0 con 0x556f56e4bbd0 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb77a08740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556f56e5d3c0 con 0x556f56e46a60 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb6e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e3fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.161+0000 7fcb6e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e3fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40028/0 (socket says 172.21.15.80:40028) 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb6e59c640 1 -- 172.21.15.80:0/2908436686 learned_addr learned my addr 172.21.15.80:0/2908436686 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/2908436686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e406a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb6e59c640 1 -- 172.21.15.80:0/2908436686 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 msgr2=0x556f56e40160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/2908436686 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e40160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb6e59c640 1 -- 172.21.15.80:0/2908436686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 msgr2=0x556f56e406a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/2908436686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e406a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb6e59c640 1 -- 172.21.15.80:0/2908436686 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f56e51620 con 0x556f56e46070 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/2908436686 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e3fc20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fcb60001eb0 tx=0x7fcb6000aeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1fccd7d903e06a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.161 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb57fff640 1 -- 172.21.15.80:0/2908436686 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6000fd80 con 0x556f56e46070 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb57fff640 1 -- 172.21.15.80:0/2908436686 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb6001c030 con 0x556f56e46070 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.162+0000 7fcb57fff640 1 -- 172.21.15.80:0/2908436686 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6000e420 con 0x556f56e46070 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- 172.21.15.80:0/2908436686 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 msgr2=0x556f56e3fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 --2- 172.21.15.80:0/2908436686 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e3fc20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fcb60001eb0 tx=0x7fcb6000aeb0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- 172.21.15.80:0/2908436686 shutdown_connections 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 --2- 172.21.15.80:0/2908436686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e4bbd0 0x556f56e406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 --2- 172.21.15.80:0/2908436686 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e40160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 --2- 172.21.15.80:0/2908436686 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e46070 0x556f56e3fc20 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- 172.21.15.80:0/2908436686 >> 172.21.15.80:0/2908436686 conn(0x556f56e415e0 msgr2=0x556f56e5bdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- 172.21.15.80:0/2908436686 shutdown_connections 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- 172.21.15.80:0/2908436686 wait complete. 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- start start 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 Processor -- start 2024-04-21T23:58:01.162 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e46070 0x556f56e53240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e53780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e4bbd0 0x556f56e56700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556f56e5e160 con 0x556f56e4bbd0 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556f56e5da90 con 0x556f56e46070 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556f56e5e830 con 0x556f56e46a60 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb77a08740 10 client.0 _ll_register_callbacks cb 0x7fcb64013400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb6ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e4bbd0 0x556f56e56700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb6ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e4bbd0 0x556f56e56700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40040/0 (socket says 172.21.15.80:40040) 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb6ed9d640 1 -- 172.21.15.80:0/1926778467 learned_addr learned my addr 172.21.15.80:0/1926778467 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.163+0000 7fcb6dd9b640 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e53780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e46070 0x556f56e53240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb6ed9d640 1 -- 172.21.15.80:0/1926778467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 msgr2=0x556f56e53780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e53780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb6ed9d640 1 -- 172.21.15.80:0/1926778467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e46070 msgr2=0x556f56e53240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e46070 0x556f56e53240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb6ed9d640 1 -- 172.21.15.80:0/1926778467 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f56e56cf0 con 0x556f56e4bbd0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb6ed9d640 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e4bbd0 0x556f56e56700 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fcb6802c630 tx=0x7fcb680b9510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e4d5fadfa556baf server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1926778467 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb680be090 con 0x556f56e4bbd0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1926778467 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fcb680f11e0 con 0x556f56e4bbd0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb77a08740 1 -- 172.21.15.80:0/1926778467 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb6001c030 con 0x556f56e4bbd0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1926778467 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fcb680bd990 con 0x556f56e4bbd0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb77a08740 10 client.15453 fetch_fsmap learned FSMap version 22 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb77a08740 1 -- 172.21.15.80:0/1926778467 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x556f56ec30f0 con 0x556f56e4bbd0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1926778467 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb6001c030 con 0x556f56e4bbd0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1926778467 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 22) ==== 8346+0+0 (secure 0 0 0) 0x7fcb6803c030 con 0x556f56e4bbd0 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.164+0000 7fcb77a08740 10 client.15453 fetch_fsmap finished waiting for FSMap version 22 2024-04-21T23:58:01.164 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 10 client.15453 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 20 client.15453 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556f56ec7df0 0x556f56ec6b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 4 client.15453 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 -- 172.21.15.80:0/1926778467 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "status"}) -- 0x556f56db2680 con 0x556f56ec7df0 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556f56ec7df0 0x556f56ec6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb55ffb640 10 client.15453 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb6e59c640 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556f56ec7df0 0x556f56ec6b00 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=198b3aac21459738 server_cookie=8d643f53ab646536 in_seq=0 out_seq=0 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb55ffb640 1 -- 172.21.15.80:0/1926778467 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x556f56db2680 con 0x556f56ec7df0 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb55ffb640 10 client.15453 handle_command_reply: tid=0 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 client.15453 shutdown 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 -- 172.21.15.80:0/1926778467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e4bbd0 msgr2=0x556f56e56700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e4bbd0 0x556f56e56700 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fcb6802c630 tx=0x7fcb680b9510 comp rx=0 tx=0).stop 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 -- 172.21.15.80:0/1926778467 shutdown_connections 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556f56ec7df0 0x556f56ec6b00 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556f56e4bbd0 0x556f56e56700 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556f56e46a60 0x556f56e53780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 --2- 172.21.15.80:0/1926778467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556f56e46070 0x556f56e53240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb55ffb640 0 client.15453 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.165+0000 7fcb77a08740 1 -- 172.21.15.80:0/1926778467 >> 172.21.15.80:0/1926778467 conn(0x556f56e415e0 msgr2=0x556f56e44840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb77a08740 1 -- 172.21.15.80:0/1926778467 shutdown_connections 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb77a08740 1 -- 172.21.15.80:0/1926778467 wait complete. 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb77a08740 20 client.15453 trim_cache size 0 max 16384 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stdout: "cluster_fsid": "71601a1c-0039-11ef-bc93-c7b262605968", 2024-04-21T23:58:01.166 INFO:teuthology.orchestra.run.smithi080.stdout: "whoami": 0, 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 24488, 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "want_state": "up:active", 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "state": "up:active", 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "fs_name": "cephfs", 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "rank_uptime": 136.33456484999999, 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "mdsmap_epoch": 22, 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch": 92, 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_epoch_barrier": 90, 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout: "uptime": 142.64586921200001 2024-04-21T23:58:01.167 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 -- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb580a2b90 msgr2=0x7fcb580a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb580a2b90 0x7fcb580a5050 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x556f56e472c0 tx=0x7fcb6400b260 comp rx=0 tx=0).stop 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 -- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb70102d70 msgr2=0x7fcb7019efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb70102d70 0x7fcb7019efe0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fcb68005e30 tx=0x7fcb68032ec0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 -- 172.21.15.80:0/2849620110 shutdown_connections 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcb580a2b90 0x7fcb580a5050 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcb70102d70 0x7fcb7019efe0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb701001a0 0x7fcb70197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 --2- 172.21.15.80:0/2849620110 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcb700ff7e0 0x7fcb70197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.169 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 -- 172.21.15.80:0/2849620110 >> 172.21.15.80:0/2849620110 conn(0x7fcb700fb380 msgr2=0x7fcb70105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.169 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 -- 172.21.15.80:0/2849620110 shutdown_connections 2024-04-21T23:58:01.169 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.166+0000 7fcb74e20640 1 -- 172.21.15.80:0/2849620110 wait complete. 2024-04-21T23:58:01.170 INFO:teuthology.run_tasks:Running task sequential... 2024-04-21T23:58:01.179 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-21T23:58:01.179 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-21T23:58:01.179 INFO:teuthology.task.print:Enabling mgr modules 2024-04-21T23:58:01.179 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-21T23:58:01.180 INFO:teuthology.task.exec:Executing custom commands... 2024-04-21T23:58:01.180 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi080.front.sepia.ceph.com 2024-04-21T23:58:01.180 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-21T23:58:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:00 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3884840457' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:00 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1705464763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:01.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:00 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1313413003' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:01.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 -- 172.21.15.80:0/1561452503 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b0101890 msgr2=0x7f90b0101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 --2- 172.21.15.80:0/1561452503 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b0101890 0x7f90b0101d10 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f90a4009900 tx=0x7f90a402bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:01.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 -- 172.21.15.80:0/1561452503 shutdown_connections 2024-04-21T23:58:01.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 --2- 172.21.15.80:0/1561452503 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f90b0102250 0x7f90b0108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 --2- 172.21.15.80:0/1561452503 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b0101890 0x7f90b0101d10 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 --2- 172.21.15.80:0/1561452503 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f90b01006a0 0x7f90b0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 -- 172.21.15.80:0/1561452503 >> 172.21.15.80:0/1561452503 conn(0x7f90b00fbc10 msgr2=0x7f90b00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 -- 172.21.15.80:0/1561452503 shutdown_connections 2024-04-21T23:58:01.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.285+0000 7f90b50c9640 1 -- 172.21.15.80:0/1561452503 wait complete. 2024-04-21T23:58:01.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.286+0000 7f90b50c9640 1 Processor -- start 2024-04-21T23:58:01.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.286+0000 7f90b50c9640 1 -- start start 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90b50c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b01006a0 0x7f90b0197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90b50c9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f90b0101890 0x7f90b0197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90b50c9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f90b0102250 0x7f90b019f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90b50c9640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f90b010c320 con 0x7f90b01006a0 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90b50c9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f90b010c1a0 con 0x7f90b0101890 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90b50c9640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f90b010c4a0 con 0x7f90b0102250 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b01006a0 0x7f90b0197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b01006a0 0x7f90b0197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40046/0 (socket says 172.21.15.80:40046) 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 -- 172.21.15.80:0/92516993 learned_addr learned my addr 172.21.15.80:0/92516993 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90ae59c640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f90b0101890 0x7f90b0197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90af59e640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f90b0102250 0x7f90b019f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 -- 172.21.15.80:0/92516993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f90b0102250 msgr2=0x7f90b019f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f90b0102250 0x7f90b019f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 -- 172.21.15.80:0/92516993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f90b0101890 msgr2=0x7f90b0197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f90b0101890 0x7f90b0197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 -- 172.21.15.80:0/92516993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90b019f670 con 0x7f90b01006a0 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90aed9d640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b01006a0 0x7f90b0197a50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f90a000eb70 tx=0x7f90a000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f9097fff640 1 -- 172.21.15.80:0/92516993 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a0003b70 con 0x7f90b01006a0 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f9097fff640 1 -- 172.21.15.80:0/92516993 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f90a000ee70 con 0x7f90b01006a0 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90b019f960 con 0x7f90b01006a0 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f9097fff640 1 -- 172.21.15.80:0/92516993 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a0010830 con 0x7f90b01006a0 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.287+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90b019fe30 con 0x7f90b01006a0 2024-04-21T23:58:01.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.288+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90b01a00c0 con 0x7f90b01006a0 2024-04-21T23:58:01.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.289+0000 7f9097fff640 1 -- 172.21.15.80:0/92516993 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f90a0004020 con 0x7f90b01006a0 2024-04-21T23:58:01.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.290+0000 7f9097fff640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f90980a2c30 0x7f90980a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:01.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.290+0000 7f90ae59c640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f90980a2c30 0x7f90980a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:01.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.290+0000 7f9097fff640 1 -- 172.21.15.80:0/92516993 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7f90a00cfac0 con 0x7f90b01006a0 2024-04-21T23:58:01.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.290+0000 7f90ae59c640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f90980a2c30 0x7f90980a50f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f90a402c7b0 tx=0x7f90a4005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:01.287 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.294+0000 7f9097fff640 1 -- 172.21.15.80:0/92516993 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f90a009c6e0 con 0x7f90b01006a0 2024-04-21T23:58:01.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:00 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3884840457' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:01.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:00 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1705464763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:01.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:00 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1313413003' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:01.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.521+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f90b01a0850 con 0x7f90b01006a0 2024-04-21T23:58:01.964 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.971+0000 7f9097fff640 1 -- 172.21.15.80:0/92516993 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f90a009bfe0 con 0x7f90b01006a0 2024-04-21T23:58:01.966 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f90980a2c30 msgr2=0x7f90980a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.966 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f90980a2c30 0x7f90980a50f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f90a402c7b0 tx=0x7f90a4005fd0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.966 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b01006a0 msgr2=0x7f90b0197a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:01.966 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b01006a0 0x7f90b0197a50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f90a000eb70 tx=0x7f90a000c6a0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.966 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 shutdown_connections 2024-04-21T23:58:01.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7f90980a2c30 0x7f90980a50f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f90b0102250 0x7f90b019f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f90b0101890 0x7f90b0197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 --2- 172.21.15.80:0/92516993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f90b01006a0 0x7f90b0197a50 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:01.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 >> 172.21.15.80:0/92516993 conn(0x7f90b00fbc10 msgr2=0x7f90b00fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:01.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 shutdown_connections 2024-04-21T23:58:01.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:01.973+0000 7f90b50c9640 1 -- 172.21.15.80:0/92516993 wait complete. 2024-04-21T23:58:01.986 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.097+0000 7fb924cfb640 1 -- 172.21.15.80:0/3093051831 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb920104bb0 msgr2=0x7fb920106fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.097+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3093051831 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb920104bb0 0x7fb920106fa0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fb914009900 tx=0x7fb91402bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.097+0000 7fb924cfb640 1 -- 172.21.15.80:0/3093051831 shutdown_connections 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.097+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3093051831 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb9201074e0 0x7fb9201098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.097+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3093051831 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb920104bb0 0x7fb920106fa0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.097+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3093051831 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb920102280 0x7fb920104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 -- 172.21.15.80:0/3093051831 >> 172.21.15.80:0/3093051831 conn(0x7fb9200fbc10 msgr2=0x7fb9200fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 -- 172.21.15.80:0/3093051831 shutdown_connections 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 -- 172.21.15.80:0/3093051831 wait complete. 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 Processor -- start 2024-04-21T23:58:02.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 -- start start 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb920102280 0x7fb920101bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb920104bb0 0x7fb920100230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb9201074e0 0x7fb920100770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fb92010d410 con 0x7fb9201074e0 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb92010d290 con 0x7fb920102280 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.098+0000 7fb924cfb640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fb92010d590 con 0x7fb920104bb0 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb9201074e0 0x7fb920100770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb920102280 0x7fb920101bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb920102280 0x7fb920101bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33714/0 (socket says 172.21.15.80:33714) 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 -- 172.21.15.80:0/3825344547 learned_addr learned my addr 172.21.15.80:0/3825344547 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb9201074e0 0x7fb920100770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47192/0 (socket says 172.21.15.80:47192) 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91dd9b640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb920104bb0 0x7fb920100230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:02.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 -- 172.21.15.80:0/3825344547 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb920104bb0 msgr2=0x7fb920100230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb920104bb0 0x7fb920100230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 -- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb9201074e0 msgr2=0x7fb920100770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb9201074e0 0x7fb920100770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 -- 172.21.15.80:0/3825344547 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb920101000 con 0x7fb920102280 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91ed9d640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb9201074e0 0x7fb920100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb91e59c640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb920102280 0x7fb920101bf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb91800e9f0 tx=0x7fb91800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb90f7fe640 1 -- 172.21.15.80:0/3825344547 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb91800cd80 con 0x7fb920102280 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9201a1b70 con 0x7fb920102280 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb90f7fe640 1 -- 172.21.15.80:0/3825344547 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb918005500 con 0x7fb920102280 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb90f7fe640 1 -- 172.21.15.80:0/3825344547 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb918010690 con 0x7fb920102280 2024-04-21T23:58:02.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.099+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9201a2090 con 0x7fb920102280 2024-04-21T23:58:02.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.100+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb92004f500 con 0x7fb920102280 2024-04-21T23:58:02.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.101+0000 7fb90f7fe640 1 -- 172.21.15.80:0/3825344547 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fb9180046c0 con 0x7fb920102280 2024-04-21T23:58:02.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.102+0000 7fb90f7fe640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb9080a2c80 0x7fb9080a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:02.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.102+0000 7fb91dd9b640 1 -- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb9080a2c80 msgr2=0x7fb9080a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:02.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.102+0000 7fb90f7fe640 1 -- 172.21.15.80:0/3825344547 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fb9180cf860 con 0x7fb920102280 2024-04-21T23:58:02.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.102+0000 7fb91dd9b640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb9080a2c80 0x7fb9080a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:58:02.099 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.107+0000 7fb90f7fe640 1 -- 172.21.15.80:0/3825344547 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fb91809c480 con 0x7fb920102280 2024-04-21T23:58:02.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:01 smithi120 ceph-mon[31499]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:58:02.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:01 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/92516993' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-21T23:58:02.244 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: ignoring --setuser ceph since I am not root 2024-04-21T23:58:02.245 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: ignoring --setgroup ceph since I am not root 2024-04-21T23:58:02.245 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-mgr[32913]: -- 172.21.15.120:0/1883379950 <== mon.0 v2:172.21.15.80:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5561050185a0 con 0x556104fecc00 2024-04-21T23:58:02.245 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:02.153+0000 7f72b0f11200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T23:58:02.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.289+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fb920062340 con 0x7fb920102280 2024-04-21T23:58:02.289 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.297+0000 7fb90f7fe640 1 -- 172.21.15.80:0/3825344547 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v28)=0 v28) ==== 138+0+0 (secure 0 0 0) 0x7fb91809bd80 con 0x7fb920102280 2024-04-21T23:58:02.292 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb9080a2c80 msgr2=0x7fb9080a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:58:02.292 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb9080a2c80 0x7fb9080a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.292 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb920102280 msgr2=0x7fb920101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:02.292 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb920102280 0x7fb920101bf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb91800e9f0 tx=0x7fb91800edf0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.292 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 shutdown_connections 2024-04-21T23:58:02.292 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fb9080a2c80 0x7fb9080a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.292 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fb9201074e0 0x7fb920100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.292 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fb920104bb0 0x7fb920100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.293 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 --2- 172.21.15.80:0/3825344547 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb920102280 0x7fb920101bf0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.293 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 >> 172.21.15.80:0/3825344547 conn(0x7fb9200fbc10 msgr2=0x7fb920102bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:02.293 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 shutdown_connections 2024-04-21T23:58:02.293 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.299+0000 7fb924cfb640 1 -- 172.21.15.80:0/3825344547 wait complete. 2024-04-21T23:58:02.302 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:01 smithi080 ceph-mon[27925]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:58:02.302 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:01 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/92516993' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-21T23:58:02.302 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: ignoring --setuser ceph since I am not root 2024-04-21T23:58:02.302 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: ignoring --setgroup ceph since I am not root 2024-04-21T23:58:02.302 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:02.157+0000 7fcdb6035200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T23:58:02.303 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-21T23:58:02.327 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:01 smithi144 ceph-mon[31316]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T23:58:02.327 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:01 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/92516993' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-21T23:58:02.328 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: ignoring --setuser ceph since I am not root 2024-04-21T23:58:02.328 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: ignoring --setgroup ceph since I am not root 2024-04-21T23:58:02.328 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-mgr[33053]: -- 172.21.15.144:0/3948598077 <== mon.1 v2:172.21.15.144:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e50d9f45a0 con 0x55e50d9c8800 2024-04-21T23:58:02.328 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:02.148+0000 7f3971533200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T23:58:02.328 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:02.334+0000 7f3971533200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:58:02.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 -- 172.21.15.80:0/3165821442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 msgr2=0x7fcdcc1098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:02.406 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 --2- 172.21.15.80:0/3165821442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 0x7fcdcc1098d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fcdc4009ca0 tx=0x7fcdc402c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 -- 172.21.15.80:0/3165821442 shutdown_connections 2024-04-21T23:58:02.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 --2- 172.21.15.80:0/3165821442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 0x7fcdcc1098d0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 --2- 172.21.15.80:0/3165821442 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcdcc104b50 0x7fcdcc106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 --2- 172.21.15.80:0/3165821442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcdcc102220 0x7fcdcc104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 -- 172.21.15.80:0/3165821442 >> 172.21.15.80:0/3165821442 conn(0x7fcdcc0fbc10 msgr2=0x7fcdcc0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:02.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 -- 172.21.15.80:0/3165821442 shutdown_connections 2024-04-21T23:58:02.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.413+0000 7fcdd095d640 1 -- 172.21.15.80:0/3165821442 wait complete. 2024-04-21T23:58:02.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdd095d640 1 Processor -- start 2024-04-21T23:58:02.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdd095d640 1 -- start start 2024-04-21T23:58:02.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdd095d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcdcc102220 0x7fcdcc199bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:02.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdd095d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcdcc104b50 0x7fcdcc19a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:02.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdd095d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 0x7fcdcc1a1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdd095d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc10d440 con 0x7fcdcc107480 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdd095d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc10d2c0 con 0x7fcdcc104b50 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdd095d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc10d5c0 con 0x7fcdcc102220 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdcad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 0x7fcdcc1a1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdca59c640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcdcc102220 0x7fcdcc199bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdcad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 0x7fcdcc1a1180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47206/0 (socket says 172.21.15.80:47206) 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdca59c640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcdcc102220 0x7fcdcc199bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:32962/0 (socket says 172.21.15.80:32962) 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdcad9d640 1 -- 172.21.15.80:0/1284080307 learned_addr learned my addr 172.21.15.80:0/1284080307 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.414+0000 7fcdc9d9b640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcdcc104b50 0x7fcdcc19a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:02.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdcad9d640 1 -- 172.21.15.80:0/1284080307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcdcc102220 msgr2=0x7fcdcc199bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdcad9d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcdcc102220 0x7fcdcc199bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdcad9d640 1 -- 172.21.15.80:0/1284080307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcdcc104b50 msgr2=0x7fcdcc19a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdcad9d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcdcc104b50 0x7fcdcc19a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdcad9d640 1 -- 172.21.15.80:0/1284080307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdcc1a17f0 con 0x7fcdcc107480 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdca59c640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcdcc102220 0x7fcdcc199bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdc9d9b640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcdcc104b50 0x7fcdcc19a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdcad9d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 0x7fcdcc1a1180 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fcdc4037040 tx=0x7fcdc4032f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdbb7fe640 1 -- 172.21.15.80:0/1284080307 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc4041020 con 0x7fcdcc107480 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdcc1a1a80 con 0x7fcdcc107480 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdbb7fe640 1 -- 172.21.15.80:0/1284080307 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdc4034cd0 con 0x7fcdcc107480 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdbb7fe640 1 -- 172.21.15.80:0/1284080307 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc4039040 con 0x7fcdcc107480 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.415+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdcc1a1fc0 con 0x7fcdcc107480 2024-04-21T23:58:02.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.416+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdcc108f70 con 0x7fcdcc107480 2024-04-21T23:58:02.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.418+0000 7fcdbb7fe640 1 -- 172.21.15.80:0/1284080307 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fcdc4044020 con 0x7fcdcc107480 2024-04-21T23:58:02.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.419+0000 7fcdbb7fe640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcdb40a2c80 0x7fcdb40a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:02.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.419+0000 7fcdca59c640 1 -- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcdb40a2c80 msgr2=0x7fcdb40a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:02.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.419+0000 7fcdbb7fe640 1 -- 172.21.15.80:0/1284080307 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fcdc40f12a0 con 0x7fcdcc107480 2024-04-21T23:58:02.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.419+0000 7fcdca59c640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcdb40a2c80 0x7fcdb40a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:58:02.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.428+0000 7fcdbb7fe640 1 -- 172.21.15.80:0/1284080307 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fcdc404b020 con 0x7fcdcc107480 2024-04-21T23:58:02.580 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:02.350+0000 7fcdb6035200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:58:02.580 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:02.465+0000 7fcdb6035200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T23:58:02.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.612+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7fcdcc062340 con 0x7fcdcc107480 2024-04-21T23:58:02.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.618+0000 7fcdbb7fe640 1 -- 172.21.15.80:0/1284080307 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v29)=0 v29) ==== 133+0+0 (secure 0 0 0) 0x7fcdc40bdf50 con 0x7fcdcc107480 2024-04-21T23:58:02.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdca59c640 1 -- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcdb40a2c80 msgr2=0x7fcdb40a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:02.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdca59c640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcdb40a2c80 0x7fcdb40a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcdb40a2c80 msgr2=0x7fcdb40a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcdb40a2c80 0x7fcdb40a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 msgr2=0x7fcdcc1a1180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 0x7fcdcc1a1180 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fcdc4037040 tx=0x7fcdc4032f40 comp rx=0 tx=0).stop 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 shutdown_connections 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fcdb40a2c80 0x7fcdb40a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcdcc107480 0x7fcdcc1a1180 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcdcc104b50 0x7fcdcc19a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 --2- 172.21.15.80:0/1284080307 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcdcc102220 0x7fcdcc199bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:02.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 >> 172.21.15.80:0/1284080307 conn(0x7fcdcc0fbc10 msgr2=0x7fcdcc101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:02.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 shutdown_connections 2024-04-21T23:58:02.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:02.620+0000 7fcdd095d640 1 -- 172.21.15.80:0/1284080307 wait complete. 2024-04-21T23:58:02.615 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:02.437+0000 7f3971533200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T23:58:02.624 INFO:teuthology.run_tasks:Running task kclient... 2024-04-21T23:58:02.638 INFO:tasks.kclient:Mounting kernel clients... 2024-04-21T23:58:02.638 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-21T23:58:02.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:02.638 DEBUG:teuthology.orchestra.run.smithi080:> ip netns list 2024-04-21T23:58:02.654 INFO:teuthology.orchestra.run.smithi080.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-04-21T23:58:02.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:02.655 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T23:58:02.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:02.720 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link delete ceph-brx 2024-04-21T23:58:02.739 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:02.337+0000 7f72b0f11200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:58:02.739 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:02.439+0000 7f72b0f11200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T23:58:02.831 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:02.811+0000 7fcdb6035200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T23:58:02.832 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-04-21T23:58:02.832 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-21T23:58:02.832 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-21T23:58:02.833 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-21T23:58:02.994 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:02.746+0000 7f72b0f11200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T23:58:02.994 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:02.831+0000 7f72b0f11200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T23:58:02.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/92516993' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-21T23:58:02.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-mon[31499]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-21T23:58:02.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-mon[31499]: from='client.? ' entity='client.admin' 2024-04-21T23:58:02.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:02 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1284080307' entity='client.admin' 2024-04-21T23:58:03.092 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-21T23:58:03.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/92516993' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-21T23:58:03.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-mon[31316]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-21T23:58:03.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-mon[31316]: from='client.? ' entity='client.admin' 2024-04-21T23:58:03.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1284080307' entity='client.admin' 2024-04-21T23:58:03.114 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:02.752+0000 7f3971533200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T23:58:03.115 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:02.838+0000 7f3971533200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T23:58:03.198 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:02.905+0000 7fcdb6035200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T23:58:03.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/92516993' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-21T23:58:03.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-mon[27925]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-21T23:58:03.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-mon[27925]: from='client.? ' entity='client.admin' 2024-04-21T23:58:03.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:02 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1284080307' entity='client.admin' 2024-04-21T23:58:04.309 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:04 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:04.142+0000 7fcdb6035200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T23:58:04.332 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:04 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:04.001+0000 7f72b0f11200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T23:58:04.332 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:04 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:04.171+0000 7f72b0f11200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T23:58:04.358 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:04.024+0000 7f3971533200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T23:58:04.359 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:04.194+0000 7f3971533200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T23:58:04.614 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:04.365+0000 7f3971533200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T23:58:04.650 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:04 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:04.315+0000 7fcdb6035200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T23:58:04.650 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:04 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:04.492+0000 7fcdb6035200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T23:58:04.912 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:04 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:04.339+0000 7f72b0f11200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T23:58:04.912 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:04 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:04.624+0000 7f72b0f11200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T23:58:04.912 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:04 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:04.717+0000 7f72b0f11200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T23:58:04.912 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:04 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:04.919+0000 7f72b0f11200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T23:58:04.916 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:04 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:04.789+0000 7fcdb6035200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T23:58:04.916 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:04 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:04.887+0000 7fcdb6035200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 -- 172.21.15.80:0/77624554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc00c101130 msgr2=0x7fc00c1015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 --2- 172.21.15.80:0/77624554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc00c101130 0x7fc00c1015b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fbffc009990 tx=0x7fbffc009ca0 comp rx=0 tx=0).stop 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 -- 172.21.15.80:0/77624554 shutdown_connections 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 --2- 172.21.15.80:0/77624554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc00c101af0 0x7fc00c10dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 --2- 172.21.15.80:0/77624554 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc00c1071a0 0x7fc00c107580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 --2- 172.21.15.80:0/77624554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc00c101130 0x7fc00c1015b0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 -- 172.21.15.80:0/77624554 >> 172.21.15.80:0/77624554 conn(0x7fc00c0780e0 msgr2=0x7fc00c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 -- 172.21.15.80:0/77624554 shutdown_connections 2024-04-21T23:58:04.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 -- 172.21.15.80:0/77624554 wait complete. 2024-04-21T23:58:04.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 Processor -- start 2024-04-21T23:58:04.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.932+0000 7fc013e16700 1 -- start start 2024-04-21T23:58:04.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc013e16700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc00c101130 0x7fc00c198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc013e16700 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc00c101af0 0x7fc00c198f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc013e16700 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc00c1071a0 0x7fc00c19d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc013e16700 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c111430 con 0x7fc00c101af0 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc013e16700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c1112b0 con 0x7fc00c101130 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc013e16700 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c1115b0 con 0x7fc00c1071a0 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc00c101130 0x7fc00c198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc00c101130 0x7fc00c198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33748/0 (socket says 172.21.15.80:33748) 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 -- 172.21.15.80:0/2133156342 learned_addr learned my addr 172.21.15.80:0/2133156342 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc0113b1700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc00c101af0 0x7fc00c198f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc0123b3700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc00c1071a0 0x7fc00c19d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 -- 172.21.15.80:0/2133156342 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc00c1071a0 msgr2=0x7fc00c19d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc00c1071a0 0x7fc00c19d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:04.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 -- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc00c101af0 msgr2=0x7fc00c198f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc00c101af0 0x7fc00c198f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 -- 172.21.15.80:0/2133156342 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc00c19da30 con 0x7fc00c101130 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc0123b3700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc00c1071a0 0x7fc00c19d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.933+0000 7fc011bb2700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc00c101130 0x7fc00c198a30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc00800e9c0 tx=0x7fc00800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.934+0000 7fc002ffd700 1 -- 172.21.15.80:0/2133156342 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc00800cbd0 con 0x7fc00c101130 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.934+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc00c19dd20 con 0x7fc00c101130 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.934+0000 7fc002ffd700 1 -- 172.21.15.80:0/2133156342 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc00800ee60 con 0x7fc00c101130 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.934+0000 7fc002ffd700 1 -- 172.21.15.80:0/2133156342 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc008005630 con 0x7fc00c101130 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.934+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc00c1a55e0 con 0x7fc00c101130 2024-04-21T23:58:04.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.935+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc00c068f20 con 0x7fc00c101130 2024-04-21T23:58:04.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.936+0000 7fc002ffd700 1 -- 172.21.15.80:0/2133156342 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fc008044b40 con 0x7fc00c101130 2024-04-21T23:58:04.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.936+0000 7fc002ffd700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbff80a2c70 0x7fbff80a5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:04.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.936+0000 7fc0113b1700 1 -- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbff80a2c70 msgr2=0x7fbff80a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:04.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.936+0000 7fc002ffd700 1 -- 172.21.15.80:0/2133156342 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fc0080cf660 con 0x7fc00c101130 2024-04-21T23:58:04.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.936+0000 7fc0113b1700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbff80a2c70 0x7fbff80a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:58:04.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:04.940+0000 7fc002ffd700 1 -- 172.21.15.80:0/2133156342 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc00809c220 con 0x7fc00c101130 2024-04-21T23:58:04.946 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:04.656+0000 7f3971533200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T23:58:04.946 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:04.748+0000 7f3971533200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T23:58:05.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.137+0000 7fc0113b1700 1 -- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbff80a2c70 msgr2=0x7fbff80a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:05.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.137+0000 7fc0113b1700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbff80a2c70 0x7fbff80a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T23:58:05.183 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.190+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc00c1a57b0 con 0x7fc00c101130 2024-04-21T23:58:05.183 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:05 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:05.098+0000 7fcdb6035200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T23:58:05.184 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.190+0000 7fc002ffd700 1 -- 172.21.15.80:0/2133156342 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v22) ==== 53+0+88 (secure 0 0 0) 0x7fc00809bb20 con 0x7fc00c101130 2024-04-21T23:58:05.184 INFO:teuthology.orchestra.run.smithi080.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-21T23:58:05.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbff80a2c70 msgr2=0x7fbff80a5130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:58:05.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbff80a2c70 0x7fbff80a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:05.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc00c101130 msgr2=0x7fc00c198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:05.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc00c101130 0x7fc00c198a30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc00800e9c0 tx=0x7fc00800ecd0 comp rx=0 tx=0).stop 2024-04-21T23:58:05.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 shutdown_connections 2024-04-21T23:58:05.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fbff80a2c70 0x7fbff80a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:05.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc00c1071a0 0x7fc00c19d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:05.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc00c101130 0x7fc00c198a30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:05.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 --2- 172.21.15.80:0/2133156342 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc00c101af0 0x7fc00c198f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:05.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 >> 172.21.15.80:0/2133156342 conn(0x7fc00c0780e0 msgr2=0x7fc00c100340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:05.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 shutdown_connections 2024-04-21T23:58:05.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:05.193+0000 7fc013e16700 1 -- 172.21.15.80:0/2133156342 wait complete. 2024-04-21T23:58:05.235 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:04.954+0000 7f3971533200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T23:58:05.235 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:05.148+0000 7f3971533200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:58:05.236 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:05 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:05.112+0000 7f72b0f11200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:58:05.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:05 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2133156342' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T23:58:05.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:05 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:05.306+0000 7fcdb6035200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T23:58:05.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:05 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2133156342' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T23:58:05.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:05 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2133156342' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T23:58:05.924 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-21T23:58:05.924 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-21T23:58:05.924 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi080.front.sepia.ceph.com 2024-04-21T23:58:05.924 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-21T23:58:05.924 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-21T23:58:05.924 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-21T23:58:05.925 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-21T23:58:05.925 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-21T23:58:05.925 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-21T23:58:05.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:05.925 DEBUG:teuthology.orchestra.run.smithi080:> ip addr 2024-04-21T23:58:05.940 INFO:teuthology.orchestra.run.smithi080.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: inet 127.0.0.1/8 scope host lo 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: valid_lft forever preferred_lft forever 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: inet6 ::1/128 scope host 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: valid_lft forever preferred_lft forever 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: link/ether 0c:c4:7a:d8:d9:b2 brd ff:ff:ff:ff:ff:ff 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: altname enp7s0f0 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: link/ether 0c:c4:7a:d8:d9:b3 brd ff:ff:ff:ff:ff:ff 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: altname enp7s0f1 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout: link/ether 0c:c4:7a:8f:cb:a8 brd ff:ff:ff:ff:ff:ff 2024-04-21T23:58:05.941 INFO:teuthology.orchestra.run.smithi080.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-21T23:58:05.942 INFO:teuthology.orchestra.run.smithi080.stdout: link/ether 0c:c4:7a:8f:cb:a9 brd ff:ff:ff:ff:ff:ff 2024-04-21T23:58:05.942 INFO:teuthology.orchestra.run.smithi080.stdout: inet 172.21.15.80/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-21T23:58:05.942 INFO:teuthology.orchestra.run.smithi080.stdout: valid_lft 42126sec preferred_lft 42126sec 2024-04-21T23:58:05.942 INFO:teuthology.orchestra.run.smithi080.stdout: inet6 fe80::983f:59e6:962d:991e/64 scope link noprefixroute 2024-04-21T23:58:05.942 INFO:teuthology.orchestra.run.smithi080.stdout: valid_lft forever preferred_lft forever 2024-04-21T23:58:05.942 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-21T23:58:05.942 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:58:05.942 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:58:05.943 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link add name ceph-brx type bridge 2024-04-21T23:58:05.943 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip addr flush dev ceph-brx 2024-04-21T23:58:05.943 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link set ceph-brx up 2024-04-21T23:58:05.943 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-21T23:58:05.943 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:58:05.994 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:05 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:05.708+0000 7f72b0f11200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T23:58:06.029 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:58:06.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:06.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:06.082 DEBUG:teuthology.orchestra.run.smithi080:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-21T23:58:06.105 INFO:teuthology.orchestra.run.smithi080.stdout:1 2024-04-21T23:58:06.107 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:06.107 DEBUG:teuthology.orchestra.run.smithi080:> route 2024-04-21T23:58:06.113 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:05.751+0000 7f3971533200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T23:58:06.163 INFO:teuthology.orchestra.run.smithi080.stdout:Kernel IP routing table 2024-04-21T23:58:06.164 INFO:teuthology.orchestra.run.smithi080.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-21T23:58:06.164 INFO:teuthology.orchestra.run.smithi080.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-21T23:58:06.164 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-21T23:58:06.164 INFO:teuthology.orchestra.run.smithi080.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-21T23:58:06.164 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:58:06.164 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:58:06.164 DEBUG:teuthology.orchestra.run.smithi080:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-21T23:58:06.164 DEBUG:teuthology.orchestra.run.smithi080:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-21T23:58:06.164 DEBUG:teuthology.orchestra.run.smithi080:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-21T23:58:06.165 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:58:06.198 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:05 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:05.912+0000 7fcdb6035200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T23:58:06.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:58:06.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:06.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:06.283 DEBUG:teuthology.orchestra.run.smithi080:> ip netns list 2024-04-21T23:58:06.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:06.298 DEBUG:teuthology.orchestra.run.smithi080:> ip netns list-id 2024-04-21T23:58:06.353 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:58:06.353 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:58:06.353 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-21T23:58:06.353 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-21T23:58:06.353 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:58:06.419 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:06.130+0000 7f72b0f11200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T23:58:06.419 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:06.227+0000 7f72b0f11200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T23:58:06.419 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:06.426+0000 7f72b0f11200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T23:58:06.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:58:06.463 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:06.468 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:06.177+0000 7f3971533200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T23:58:06.468 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:06.274+0000 7f3971533200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T23:58:06.470 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-21T23:58:06.470 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:58:06.470 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:58:06.470 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-21T23:58:06.470 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-21T23:58:06.470 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-21T23:58:06.470 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-21T23:58:06.471 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-21T23:58:06.471 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:58:06.519 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:58:06.526 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:06 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:06.369+0000 7fcdb6035200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T23:58:06.526 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:06 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:06.472+0000 7fcdb6035200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T23:58:06.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:06.580 DEBUG:teuthology.orchestra.run.smithi080:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T23:58:06.580 DEBUG:teuthology.orchestra.run.smithi080:> set -e 2024-04-21T23:58:06.580 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link set brx.0 up 2024-04-21T23:58:06.580 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link set dev brx.0 master ceph-brx 2024-04-21T23:58:06.580 DEBUG:teuthology.orchestra.run.smithi080:> ') 2024-04-21T23:58:06.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:58:06.649 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:06.656 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-21T23:58:06.656 DEBUG:teuthology.orchestra.run.smithi080:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-21T23:58:06.685 INFO:teuthology.orchestra.run.smithi080.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-21T23:58:06.685 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-21T23:58:06.685 DEBUG:teuthology.orchestra.run.smithi080:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-21T23:58:06.740 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-21T23:58:06.740 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-21T23:58:06.740 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7 2024-04-21T23:58:06.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:06.741 DEBUG:teuthology.orchestra.run.smithi080:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-21T23:58:06.801 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:06 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:06.692+0000 7fcdb6035200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T23:58:06.822 INFO:teuthology.orchestra.run.smithi080.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-21T23:58:06.822 INFO:teuthology.orchestra.run.smithi080.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-04-21T23:58:06.822 INFO:teuthology.orchestra.run.smithi080.stdout:invalid new device string format 2024-04-21T23:58:06.864 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:06.475+0000 7f3971533200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T23:58:06.938 INFO:teuthology.orchestra.run.smithi080.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-21T23:58:06.938 INFO:teuthology.orchestra.run.smithi080.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-04-21T23:58:06.938 INFO:teuthology.orchestra.run.smithi080.stdout:invalid new device string format 2024-04-21T23:58:06.938 INFO:teuthology.orchestra.run.smithi080.stdout:mount.ceph: resolved to: "172.21.15.80:3300,172.21.15.120:3300,172.21.15.144:3300" 2024-04-21T23:58:06.938 INFO:teuthology.orchestra.run.smithi080.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.80:3300,172.21.15.120:3300,172.21.15.144:3300:/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7 2024-04-21T23:58:06.938 INFO:teuthology.orchestra.run.smithi080.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync,key=0,fsid=71601a1c-0039-11ef-bc93-c7b262605968" will pass to kernel 2024-04-21T23:58:06.939 INFO:teuthology.orchestra.run.smithi080.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-21T23:58:06.940 INFO:teuthology.orchestra.run.smithi080.stdout: You just mounted a file system that supports labels which does not 2024-04-21T23:58:06.940 INFO:teuthology.orchestra.run.smithi080.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-21T23:58:06.940 INFO:teuthology.orchestra.run.smithi080.stdout: applications will generate AVC messages and not be allowed access to 2024-04-21T23:58:06.940 INFO:teuthology.orchestra.run.smithi080.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-21T23:58:06.941 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-21T23:58:06.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:06.941 DEBUG:teuthology.orchestra.run.smithi080:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-21T23:58:07.006 DEBUG:teuthology.orchestra.run.smithi080:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-21T23:58:07.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-21T23:58:07.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:07.104 INFO:teuthology.orchestra.run.smithi080.stdout:client25049 2024-04-21T23:58:07.104 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:58:07.104 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T23:58:07.120 DEBUG:teuthology.orchestra.run.smithi080:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-21T23:58:07.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-21T23:58:07.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:07.217 INFO:teuthology.orchestra.run.smithi080.stdout:client25049 2024-04-21T23:58:07.217 DEBUG:teuthology.orchestra.run.smithi080:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-21T23:58:07.244 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:06.946+0000 7f72b0f11200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T23:58:07.244 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:07.039+0000 7f72b0f11200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T23:58:07.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-21T23:58:07.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:07.273 INFO:teuthology.orchestra.run.smithi080.stdout:client25049 2024-04-21T23:58:07.274 DEBUG:teuthology.orchestra.run.smithi080:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/71601a1c-0039-11ef-bc93-c7b262605968.client25049/status') 2024-04-21T23:58:07.322 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T23:58:07.331 INFO:teuthology.orchestra.run.smithi080.stdout:instance: client.25049 (3)172.21.15.80:0/3538229629 2024-04-21T23:58:07.331 INFO:teuthology.orchestra.run.smithi080.stdout:blocklisted: false 2024-04-21T23:58:07.332 INFO:teuthology.orchestra.run.smithi080.stderr:0+1 records in 2024-04-21T23:58:07.332 INFO:teuthology.orchestra.run.smithi080.stderr:0+1 records out 2024-04-21T23:58:07.332 INFO:teuthology.orchestra.run.smithi080.stderr:71 bytes copied, 2.3267e-05 s, 3.1 MB/s 2024-04-21T23:58:07.332 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T23:58:07.334 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:07.005+0000 7f3971533200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T23:58:07.334 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:07.098+0000 7f3971533200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T23:58:07.339 INFO:teuthology.run_tasks:Running task exec... 2024-04-21T23:58:07.348 INFO:teuthology.task.exec:Executing custom commands... 2024-04-21T23:58:07.348 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi080.front.sepia.ceph.com 2024-04-21T23:58:07.348 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-04-21T23:58:07.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 -- 172.21.15.80:0/3806057345 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 msgr2=0x7efe28101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 --2- 172.21.15.80:0/3806057345 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 0x7efe28101d10 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7efe1c009900 tx=0x7efe1c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 -- 172.21.15.80:0/3806057345 shutdown_connections 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 --2- 172.21.15.80:0/3806057345 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efe28102250 0x7efe28108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 --2- 172.21.15.80:0/3806057345 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 0x7efe28101d10 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 --2- 172.21.15.80:0/3806057345 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe281006a0 0x7efe28100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 -- 172.21.15.80:0/3806057345 >> 172.21.15.80:0/3806057345 conn(0x7efe280fbc10 msgr2=0x7efe280fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 -- 172.21.15.80:0/3806057345 shutdown_connections 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.456+0000 7efe2dff2640 1 -- 172.21.15.80:0/3806057345 wait complete. 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe2dff2640 1 Processor -- start 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe2dff2640 1 -- start start 2024-04-21T23:58:07.452 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe2dff2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe281006a0 0x7efe28069980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe2dff2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 0x7efe2819c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe2dff2640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efe28102250 0x7efe2819ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe2dff2640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7efe2810c370 con 0x7efe28101890 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe2dff2640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7efe2810c1f0 con 0x7efe281006a0 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe2dff2640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7efe2810c4f0 con 0x7efe28102250 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.457+0000 7efe26ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 0x7efe2819c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe26ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 0x7efe2819c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47262/0 (socket says 172.21.15.80:47262) 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe26ffd640 1 -- 172.21.15.80:0/4043761597 learned_addr learned my addr 172.21.15.80:0/4043761597 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe277fe640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe281006a0 0x7efe28069980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe27fff640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efe28102250 0x7efe2819ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe26ffd640 1 -- 172.21.15.80:0/4043761597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efe28102250 msgr2=0x7efe2819ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe26ffd640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efe28102250 0x7efe2819ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe26ffd640 1 -- 172.21.15.80:0/4043761597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe281006a0 msgr2=0x7efe28069980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:07.453 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe26ffd640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe281006a0 0x7efe28069980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe26ffd640 1 -- 172.21.15.80:0/4043761597 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe2819f620 con 0x7efe28101890 2024-04-21T23:58:07.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe27fff640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efe28102250 0x7efe2819ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:07.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe26ffd640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 0x7efe2819c720 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7efe1c000c00 tx=0x7efe1c02c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:07.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe24ff9640 1 -- 172.21.15.80:0/4043761597 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1c043020 con 0x7efe28101890 2024-04-21T23:58:07.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe2819f8b0 con 0x7efe28101890 2024-04-21T23:58:07.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe24ff9640 1 -- 172.21.15.80:0/4043761597 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe1c0054e0 con 0x7efe28101890 2024-04-21T23:58:07.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe24ff9640 1 -- 172.21.15.80:0/4043761597 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1c003c40 con 0x7efe28101890 2024-04-21T23:58:07.454 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.458+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe2819fe00 con 0x7efe28101890 2024-04-21T23:58:07.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.460+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe2804f500 con 0x7efe28101890 2024-04-21T23:58:07.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.460+0000 7efe24ff9640 1 -- 172.21.15.80:0/4043761597 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7efe1c046020 con 0x7efe28101890 2024-04-21T23:58:07.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.461+0000 7efe24ff9640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efe100a2c80 0x7efe100a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:07.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.461+0000 7efe277fe640 1 -- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efe100a2c80 msgr2=0x7efe100a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:07.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.461+0000 7efe24ff9640 1 -- 172.21.15.80:0/4043761597 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7efe1c0f1310 con 0x7efe28101890 2024-04-21T23:58:07.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.461+0000 7efe277fe640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efe100a2c80 0x7efe100a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:58:07.459 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.466+0000 7efe24ff9640 1 -- 172.21.15.80:0/4043761597 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7efe1c04d020 con 0x7efe28101890 2024-04-21T23:58:07.598 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:07.241+0000 7fcdb6035200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T23:58:07.598 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:07.343+0000 7fcdb6035200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T23:58:07.614 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:07.342+0000 7f3971533200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T23:58:07.614 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:07.477+0000 7f3971533200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T23:58:07.614 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:07.572+0000 7f3971533200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T23:58:07.616 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:07.282+0000 7f72b0f11200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T23:58:07.616 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:07.414+0000 7f72b0f11200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T23:58:07.616 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:07.508+0000 7f72b0f11200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T23:58:07.616 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:07.623+0000 7f72b0f11200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T23:58:07.654 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.662+0000 7efe277fe640 1 -- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efe100a2c80 msgr2=0x7efe100a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:07.655 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.662+0000 7efe277fe640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efe100a2c80 0x7efe100a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T23:58:07.681 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.688+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7efe28107960 con 0x7efe28101890 2024-04-21T23:58:07.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.739+0000 7efe24ff9640 1 -- 172.21.15.80:0/4043761597 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v23) ==== 118+0+0 (secure 0 0 0) 0x7efe1c0bdfd0 con 0x7efe28101890 2024-04-21T23:58:07.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efe100a2c80 msgr2=0x7efe100a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:58:07.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efe100a2c80 0x7efe100a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 msgr2=0x7efe2819c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:07.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 0x7efe2819c720 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7efe1c000c00 tx=0x7efe1c02c650 comp rx=0 tx=0).stop 2024-04-21T23:58:07.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 shutdown_connections 2024-04-21T23:58:07.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7efe100a2c80 0x7efe100a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7efe28102250 0x7efe2819ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7efe28101890 0x7efe2819c720 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 --2- 172.21.15.80:0/4043761597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe281006a0 0x7efe28069980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 >> 172.21.15.80:0/4043761597 conn(0x7efe280fbc10 msgr2=0x7efe28104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:07.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 shutdown_connections 2024-04-21T23:58:07.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.742+0000 7efe2dff2640 1 -- 172.21.15.80:0/4043761597 wait complete. 2024-04-21T23:58:07.746 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 -- 172.21.15.80:0/524550442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc104b80 msgr2=0x7fc1dc106f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 --2- 172.21.15.80:0/524550442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc104b80 0x7fc1dc106f70 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0009900 tx=0x7fc1d002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 -- 172.21.15.80:0/524550442 shutdown_connections 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 --2- 172.21.15.80:0/524550442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1dc1074b0 0x7fc1dc109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 --2- 172.21.15.80:0/524550442 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc104b80 0x7fc1dc106f70 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 --2- 172.21.15.80:0/524550442 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc1dc102250 0x7fc1dc104640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 -- 172.21.15.80:0/524550442 >> 172.21.15.80:0/524550442 conn(0x7fc1dc0fbc40 msgr2=0x7fc1dc0fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 -- 172.21.15.80:0/524550442 shutdown_connections 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.856+0000 7fc1e1327640 1 -- 172.21.15.80:0/524550442 wait complete. 2024-04-21T23:58:07.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1e1327640 1 Processor -- start 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1e1327640 1 -- start start 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1e1327640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc102250 0x7fc1dc199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1e1327640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1dc104b80 0x7fc1dc19a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1e1327640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc1dc1074b0 0x7fc1dc1a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1e1327640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc10d460 con 0x7fc1dc102250 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1e1327640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc10d2e0 con 0x7fc1dc104b80 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1e1327640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc10d5e0 con 0x7fc1dc1074b0 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1daffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc102250 0x7fc1dc199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1daffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc102250 0x7fc1dc199bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47292/0 (socket says 172.21.15.80:47292) 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1daffd640 1 -- 172.21.15.80:0/2627975490 learned_addr learned my addr 172.21.15.80:0/2627975490 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1da7fc640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1dc104b80 0x7fc1dc19a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.857+0000 7fc1db7fe640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc1dc1074b0 0x7fc1dc1a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:07.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1daffd640 1 -- 172.21.15.80:0/2627975490 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc1dc1074b0 msgr2=0x7fc1dc1a11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1daffd640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc1dc1074b0 0x7fc1dc1a11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1daffd640 1 -- 172.21.15.80:0/2627975490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1dc104b80 msgr2=0x7fc1dc19a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1daffd640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1dc104b80 0x7fc1dc19a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1daffd640 1 -- 172.21.15.80:0/2627975490 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1dc1a1810 con 0x7fc1dc102250 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1daffd640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc102250 0x7fc1dc199bf0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00e9f0 tx=0x7fc1cc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc00cd80 con 0x7fc1dc102250 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1cc005500 con 0x7fc1dc102250 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1dc1a1b00 con 0x7fc1dc102250 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc010690 con 0x7fc1dc102250 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.858+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1dc1a1fd0 con 0x7fc1dc102250 2024-04-21T23:58:07.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.859+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1dc109000 con 0x7fc1dc102250 2024-04-21T23:58:07.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.860+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fc1cc0046c0 con 0x7fc1dc102250 2024-04-21T23:58:07.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.861+0000 7fc1c3fff640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 0x7fc1c40a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:07.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.861+0000 7fc1da7fc640 1 -- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 msgr2=0x7fc1c40a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:07.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.861+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9063+0+0 (secure 0 0 0) 0x7fc1cc0cf9f0 con 0x7fc1dc102250 2024-04-21T23:58:07.855 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.861+0000 7fc1da7fc640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 0x7fc1c40a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T23:58:07.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:07.864+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fc1cc0536f0 con 0x7fc1dc102250 2024-04-21T23:58:07.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:07 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4043761597' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-21T23:58:07.949 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:07.605+0000 7fcdb6035200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T23:58:07.949 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:07.746+0000 7fcdb6035200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T23:58:07.949 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:07.851+0000 7fcdb6035200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T23:58:07.994 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:07.715+0000 7f72b0f11200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T23:58:07.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:07 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4043761597' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-21T23:58:08.054 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:08.062+0000 7fc1da7fc640 1 -- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 msgr2=0x7fc1c40a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:08.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:08.062+0000 7fc1da7fc640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 0x7fc1c40a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T23:58:08.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:08.074+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 --> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fc1dc061c20 con 0x7fc1c40a2c80 2024-04-21T23:58:08.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:07 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4043761597' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-21T23:58:08.114 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:07.688+0000 7f3971533200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T23:58:08.114 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:07.783+0000 7f3971533200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T23:58:08.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:07.974+0000 7fcdb6035200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T23:58:08.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:08.072+0000 7fcdb6035200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T23:58:08.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:08.463+0000 7fc1da7fc640 1 -- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 msgr2=0x7fc1c40a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.80:6800/1494600697 2024-04-21T23:58:08.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:08.463+0000 7fc1da7fc640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 0x7fc1c40a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-21T23:58:08.748 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:08.755+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7fc1cc098580 con 0x7fc1dc102250 2024-04-21T23:58:08.865 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:08.601+0000 7f3971533200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T23:58:08.865 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z[33030]: 2024-04-21T23:58:08.822+0000 7f3971533200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T23:58:08.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4043761597' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-21T23:58:08.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:58:08.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-mon[31316]: Standby manager daemon y restarted 2024-04-21T23:58:08.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-mon[31316]: Standby manager daemon y started 2024-04-21T23:58:08.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T23:58:08.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:58:08.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T23:58:08.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:08 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:58:08.998 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:08.517+0000 7f72b0f11200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T23:58:08.999 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y[32909]: 2024-04-21T23:58:08.735+0000 7f72b0f11200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T23:58:08.999 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4043761597' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-21T23:58:08.999 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:58:08.999 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-mon[31499]: Standby manager daemon y restarted 2024-04-21T23:58:08.999 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-mon[31499]: Standby manager daemon y started 2024-04-21T23:58:08.999 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T23:58:08.999 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:58:09.000 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T23:58:09.000 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:08 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:58:09.116 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:08.901+0000 7fcdb6035200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T23:58:09.116 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.121+0000 7fcdb6035200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T23:58:09.116 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4043761597' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-21T23:58:09.116 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:58:09.116 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-mon[27925]: Standby manager daemon y restarted 2024-04-21T23:58:09.117 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-mon[27925]: Standby manager daemon y started 2024-04-21T23:58:09.117 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T23:58:09.117 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:58:09.117 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T23:58:09.117 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:08 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.120:0/814674448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:58:09.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:09.135+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 8 ==== mgrmap(e 21) ==== 137518+0+0 (secure 0 0 0) 0x7fc1cc0cce50 con 0x7fc1dc102250 2024-04-21T23:58:09.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:09.136+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 msgr2=0x7fc1c40a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:58:09.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:09.136+0000 7fc1c3fff640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/1494600697,v1:172.21.15.80:6801/1494600697] conn(0x7fc1c40a2c80 0x7fc1c40a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:09.373 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.367+0000 7fcd189c0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.373 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.367+0000 7fcd189c0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.373 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.367+0000 7fcd189c0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.373 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.367+0000 7fcd189c0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.373 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.367+0000 7fcd189c0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.374 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.369+0000 7fcd1597a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.374 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.369+0000 7fcd1597a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.374 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.369+0000 7fcd1597a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.374 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.369+0000 7fcd1597a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.374 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:09.369+0000 7fcd1597a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: Standby manager daemon z restarted 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: Standby manager daemon z started 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: Active manager daemon x restarted 2024-04-21T23:58:09.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: Activating manager daemon x 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: osdmap e93: 12 total, 12 up, 12 in 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: mgrmap e21: x(active, starting, since 0.0126194s), standbys: z, y 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T23:58:09.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:58:09.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: Manager daemon x is now available 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T23:58:09.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:09 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T23:58:10.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-21T23:58:10.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: Standby manager daemon z restarted 2024-04-21T23:58:10.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: Standby manager daemon z started 2024-04-21T23:58:10.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: Active manager daemon x restarted 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: Activating manager daemon x 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: osdmap e93: 12 total, 12 up, 12 in 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: mgrmap e21: x(active, starting, since 0.0126194s), standbys: z, y 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T23:58:10.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:58:10.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: Manager daemon x is now available 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T23:58:10.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:09 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T23:58:10.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.141+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mon.0 v2:172.21.15.80:3300/0 9 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fc1cc099c40 con 0x7fc1dc102250 2024-04-21T23:58:10.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.143+0000 7fc1c3fff640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc1c4035100 0x7fc1c40354e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.143+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fc1c403e530 con 0x7fc1c4035100 2024-04-21T23:58:10.138 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.145+0000 7fc1da7fc640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc1c4035100 0x7fc1c40354e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.139 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.147+0000 7fc1da7fc640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc1c4035100 0x7fc1c40354e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0000c00 tx=0x7fc1d0005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:10.146 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-21T23:58:10.146 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: Standby manager daemon z restarted 2024-04-21T23:58:10.146 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: Standby manager daemon z started 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.? 172.21.15.144:0/360460149' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: Active manager daemon x restarted 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: Activating manager daemon x 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: osdmap e93: 12 total, 12 up, 12 in 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: mgrmap e21: x(active, starting, since 0.0126194s), standbys: z, y 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T23:58:10.147 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T23:58:10.148 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T23:58:10.149 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: Manager daemon x is now available 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T23:58:10.150 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:09 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T23:58:10.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.164+0000 7fc1c3fff640 1 -- 172.21.15.80:0/2627975490 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7fc1c403e530 con 0x7fc1c4035100 2024-04-21T23:58:10.157 INFO:teuthology.orchestra.run.smithi080.stdout:{} 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc1c4035100 msgr2=0x7fc1c40354e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1e1327640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc1c4035100 0x7fc1c40354e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0000c00 tx=0x7fc1d0005fd0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc102250 msgr2=0x7fc1dc199bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1e1327640 1 --2- 172.21.15.80:0/2627975490 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc1dc102250 0x7fc1dc199bf0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00e9f0 tx=0x7fc1cc00edf0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1db7fe640 1 -- 172.21.15.80:0/2627975490 reap_dead start 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 shutdown_connections 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 >> 172.21.15.80:0/2627975490 conn(0x7fc1dc0fbc40 msgr2=0x7fc1dc101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 shutdown_connections 2024-04-21T23:58:10.160 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.167+0000 7fc1e1327640 1 -- 172.21.15.80:0/2627975490 wait complete. 2024-04-21T23:58:10.170 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-21T23:58:10.181 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-04-21T23:58:10.199 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:58:10.301 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb949bc640 1 -- 172.21.15.80:0/3633753908 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8002cc80 con 0x7fdb901029a0 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 -- 172.21.15.80:0/3633753908 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901029a0 msgr2=0x7fdb90102e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 --2- 172.21.15.80:0/3633753908 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901029a0 0x7fdb90102e20 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fdb80009900 tx=0x7fdb8002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 -- 172.21.15.80:0/3633753908 shutdown_connections 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 --2- 172.21.15.80:0/3633753908 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb90103360 0x7fdb90109bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 --2- 172.21.15.80:0/3633753908 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901029a0 0x7fdb90102e20 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 --2- 172.21.15.80:0/3633753908 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb901017b0 0x7fdb90101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 -- 172.21.15.80:0/3633753908 >> 172.21.15.80:0/3633753908 conn(0x7fdb900fcd40 msgr2=0x7fdb900ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 -- 172.21.15.80:0/3633753908 shutdown_connections 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.306+0000 7fdb97c22640 1 -- 172.21.15.80:0/3633753908 wait complete. 2024-04-21T23:58:10.302 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb97c22640 1 Processor -- start 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb97c22640 1 -- start start 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb97c22640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901017b0 0x7fdb90197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb97c22640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb901029a0 0x7fdb90198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb97c22640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb90103360 0x7fdb9019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb97c22640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9010d480 con 0x7fdb901017b0 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb97c22640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9010d300 con 0x7fdb90103360 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb97c22640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9010d600 con 0x7fdb901029a0 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb959be640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901017b0 0x7fdb90197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb959be640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901017b0 0x7fdb90197ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47456/0 (socket says 172.21.15.80:47456) 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb959be640 1 -- 172.21.15.80:0/354302944 learned_addr learned my addr 172.21.15.80:0/354302944 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb951bd640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb901029a0 0x7fdb90198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.307+0000 7fdb961bf640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb90103360 0x7fdb9019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.303 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb959be640 1 -- 172.21.15.80:0/354302944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb901029a0 msgr2=0x7fdb90198020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb959be640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb901029a0 0x7fdb90198020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb959be640 1 -- 172.21.15.80:0/354302944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb90103360 msgr2=0x7fdb9019f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb959be640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb90103360 0x7fdb9019f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb959be640 1 -- 172.21.15.80:0/354302944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb9019f700 con 0x7fdb901017b0 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb961bf640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb90103360 0x7fdb9019f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb959be640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901017b0 0x7fdb90197ae0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c00d950 tx=0x7fdb8c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb86ffd640 1 -- 172.21.15.80:0/354302944 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c017020 con 0x7fdb901017b0 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb86ffd640 1 -- 172.21.15.80:0/354302944 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb8c009c30 con 0x7fdb901017b0 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb9019f9f0 con 0x7fdb901017b0 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb86ffd640 1 -- 172.21.15.80:0/354302944 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c00f720 con 0x7fdb901017b0 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.308+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb9019ff10 con 0x7fdb901017b0 2024-04-21T23:58:10.304 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.309+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb900689b0 con 0x7fdb901017b0 2024-04-21T23:58:10.305 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.310+0000 7fdb86ffd640 1 -- 172.21.15.80:0/354302944 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fdb8c01a020 con 0x7fdb901017b0 2024-04-21T23:58:10.305 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.310+0000 7fdb86ffd640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdb7c0a2990 0x7fdb7c0a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.305 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.310+0000 7fdb951bd640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdb7c0a2990 0x7fdb7c0a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.311+0000 7fdb86ffd640 1 -- 172.21.15.80:0/354302944 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fdb8c0ceff0 con 0x7fdb901017b0 2024-04-21T23:58:10.306 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.311+0000 7fdb951bd640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdb7c0a2990 0x7fdb7c0a4e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdb80009230 tx=0x7fdb80005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:10.308 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.315+0000 7fdb86ffd640 1 -- 172.21.15.80:0/354302944 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fdb8c021020 con 0x7fdb901017b0 2024-04-21T23:58:10.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:10.153+0000 7fcd12974700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:10.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:10.153+0000 7fcd12974700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:10.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:10.153+0000 7fcd12974700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:10.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:10.153+0000 7fcd12974700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:10.449 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:58:10.153+0000 7fcd12974700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:58:10.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.499+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdb90108a70 con 0x7fdb901017b0 2024-04-21T23:58:10.494 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.501+0000 7fdb86ffd640 1 -- 172.21.15.80:0/354302944 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24941 (secure 0 0 0) 0x7fdb8c009de0 con 0x7fdb901017b0 2024-04-21T23:58:10.494 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:10.494 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":93,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:58:09.124181+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/3401086643":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/1811701282":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2979394302":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4024768484":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:58:10.496 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdb7c0a2990 msgr2=0x7fdb7c0a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.496 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdb7c0a2990 0x7fdb7c0a4e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdb80009230 tx=0x7fdb80005fd0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.496 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901017b0 msgr2=0x7fdb90197ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.496 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901017b0 0x7fdb90197ae0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c00d950 tx=0x7fdb8c00de10 comp rx=0 tx=0).stop 2024-04-21T23:58:10.497 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 shutdown_connections 2024-04-21T23:58:10.497 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdb7c0a2990 0x7fdb7c0a4e50 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.497 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb90103360 0x7fdb9019f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.497 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdb901029a0 0x7fdb90198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.497 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 --2- 172.21.15.80:0/354302944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdb901017b0 0x7fdb90197ae0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.497 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 >> 172.21.15.80:0/354302944 conn(0x7fdb900fcd40 msgr2=0x7fdb90105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:10.497 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 shutdown_connections 2024-04-21T23:58:10.497 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.503+0000 7fdb97c22640 1 -- 172.21.15.80:0/354302944 wait complete. 2024-04-21T23:58:10.508 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:58:10.509 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:58:10.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/944514245 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 msgr2=0x7ff4c4100a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/944514245 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 0x7ff4c4100a90 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0009900 tx=0x7ff4c002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:10.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/944514245 shutdown_connections 2024-04-21T23:58:10.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/944514245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4c4102220 0x7ff4c4108ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/944514245 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff4c4101860 0x7ff4c4101ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/944514245 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 0x7ff4c4100a90 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/944514245 >> 172.21.15.80:0/944514245 conn(0x7ff4c40fbbe0 msgr2=0x7ff4c40fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/944514245 shutdown_connections 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.619+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/944514245 wait complete. 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4cb5e5640 1 Processor -- start 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4cb5e5640 1 -- start start 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4cb5e5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 0x7ff4c4197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4cb5e5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff4c4101860 0x7ff4c4197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4cb5e5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4c4102220 0x7ff4c419eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4cb5e5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c410d3d0 con 0x7ff4c4100670 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4cb5e5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c410d250 con 0x7ff4c4102220 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4cb5e5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c410d550 con 0x7ff4c4101860 2024-04-21T23:58:10.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9381640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 0x7ff4c4197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9381640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 0x7ff4c4197a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47466/0 (socket says 172.21.15.80:47466) 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9381640 1 -- 172.21.15.80:0/4079817166 learned_addr learned my addr 172.21.15.80:0/4079817166 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c8b80640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff4c4101860 0x7ff4c4197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9b82640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4c4102220 0x7ff4c419eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9381640 1 -- 172.21.15.80:0/4079817166 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff4c4101860 msgr2=0x7ff4c4197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9381640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff4c4101860 0x7ff4c4197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9381640 1 -- 172.21.15.80:0/4079817166 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4c4102220 msgr2=0x7ff4c419eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9381640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4c4102220 0x7ff4c419eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.620+0000 7ff4c9381640 1 -- 172.21.15.80:0/4079817166 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c419f660 con 0x7ff4c4100670 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.621+0000 7ff4c9381640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 0x7ff4c4197a40 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0005ab0 tx=0x7ff4c0005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.621+0000 7ff4ba7fc640 1 -- 172.21.15.80:0/4079817166 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4c0041070 con 0x7ff4c4100670 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.621+0000 7ff4ba7fc640 1 -- 172.21.15.80:0/4079817166 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4c00054e0 con 0x7ff4c4100670 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.621+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4c419f8f0 con 0x7ff4c4100670 2024-04-21T23:58:10.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.621+0000 7ff4ba7fc640 1 -- 172.21.15.80:0/4079817166 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4c0034440 con 0x7ff4c4100670 2024-04-21T23:58:10.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.621+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4c419fde0 con 0x7ff4c4100670 2024-04-21T23:58:10.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.622+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4c4107a10 con 0x7ff4c4100670 2024-04-21T23:58:10.618 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.623+0000 7ff4ba7fc640 1 -- 172.21.15.80:0/4079817166 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7ff4c0044070 con 0x7ff4c4100670 2024-04-21T23:58:10.618 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.624+0000 7ff4ba7fc640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff4b00a2990 0x7ff4b00a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.618 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.624+0000 7ff4ba7fc640 1 -- 172.21.15.80:0/4079817166 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7ff4c00f0cf0 con 0x7ff4c4100670 2024-04-21T23:58:10.618 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.624+0000 7ff4c8b80640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff4b00a2990 0x7ff4b00a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.618 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.624+0000 7ff4c8b80640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff4b00a2990 0x7ff4b00a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4198f50 tx=0x7ff4b400b390 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:10.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.629+0000 7ff4ba7fc640 1 -- 172.21.15.80:0/4079817166 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff4c00bdb00 con 0x7ff4c4100670 2024-04-21T23:58:10.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.810+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff4c4062370 con 0x7ff4c4100670 2024-04-21T23:58:10.803 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.810+0000 7ff4ba7fc640 1 -- 172.21.15.80:0/4079817166 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7ff4c00bd400 con 0x7ff4c4100670 2024-04-21T23:58:10.803 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:58:10.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff4b00a2990 msgr2=0x7ff4b00a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff4b00a2990 0x7ff4b00a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4198f50 tx=0x7ff4b400b390 comp rx=0 tx=0).stop 2024-04-21T23:58:10.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 msgr2=0x7ff4c4197a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 0x7ff4c4197a40 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0005ab0 tx=0x7ff4c0005dc0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 shutdown_connections 2024-04-21T23:58:10.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff4b00a2990 0x7ff4b00a4e50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4c4102220 0x7ff4c419eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff4c4101860 0x7ff4c4197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 --2- 172.21.15.80:0/4079817166 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff4c4100670 0x7ff4c4197a40 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 >> 172.21.15.80:0/4079817166 conn(0x7ff4c40fbbe0 msgr2=0x7ff4c4104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:10.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 shutdown_connections 2024-04-21T23:58:10.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.812+0000 7ff4cb5e5640 1 -- 172.21.15.80:0/4079817166 wait complete. 2024-04-21T23:58:10.816 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-mon[27925]: [21/Apr/2024:23:58:09] ENGINE Bus STARTING 2024-04-21T23:58:10.817 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-mon[27925]: [21/Apr/2024:23:58:09] ENGINE Serving on http://172.21.15.80:8765 2024-04-21T23:58:10.817 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-mon[27925]: [21/Apr/2024:23:58:09] ENGINE Serving on https://172.21.15.80:7150 2024-04-21T23:58:10.817 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-mon[27925]: [21/Apr/2024:23:58:09] ENGINE Bus STARTED 2024-04-21T23:58:10.817 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-mon[27925]: mgrmap e22: x(active, since 1.02016s), standbys: z, y 2024-04-21T23:58:10.817 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:10 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/354302944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:10.818 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:58:10.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 -- 172.21.15.80:0/1365073629 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938102230 msgr2=0x7f9938108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 --2- 172.21.15.80:0/1365073629 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938102230 0x7f9938108ac0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f9930009ca0 tx=0x7f993002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 -- 172.21.15.80:0/1365073629 shutdown_connections 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 --2- 172.21.15.80:0/1365073629 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938102230 0x7f9938108ac0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 --2- 172.21.15.80:0/1365073629 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9938101870 0x7f9938101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 --2- 172.21.15.80:0/1365073629 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9938100680 0x7f9938100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 -- 172.21.15.80:0/1365073629 >> 172.21.15.80:0/1365073629 conn(0x7f99380fbbf0 msgr2=0x7f99380fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 -- 172.21.15.80:0/1365073629 shutdown_connections 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.936+0000 7f993f6ec640 1 -- 172.21.15.80:0/1365073629 wait complete. 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993f6ec640 1 Processor -- start 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993f6ec640 1 -- start start 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993f6ec640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9938100680 0x7f9938196980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993f6ec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938101870 0x7f9938196ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993f6ec640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9938102230 0x7f993819df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993f6ec640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f993810c300 con 0x7f9938101870 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993f6ec640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f993810c180 con 0x7f9938100680 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993f6ec640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f993810c480 con 0x7f9938102230 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993cc87640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938101870 0x7f9938196ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993cc87640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938101870 0x7f9938196ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47482/0 (socket says 172.21.15.80:47482) 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993cc87640 1 -- 172.21.15.80:0/2133894996 learned_addr learned my addr 172.21.15.80:0/2133894996 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993d488640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9938100680 0x7f9938196980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993dc89640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9938102230 0x7f993819df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993cc87640 1 -- 172.21.15.80:0/2133894996 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9938102230 msgr2=0x7f993819df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993cc87640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9938102230 0x7f993819df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993cc87640 1 -- 172.21.15.80:0/2133894996 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9938100680 msgr2=0x7f9938196980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993cc87640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9938100680 0x7f9938196980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.937+0000 7f993cc87640 1 -- 172.21.15.80:0/2133894996 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f993819e5a0 con 0x7f9938101870 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.938+0000 7f993cc87640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938101870 0x7f9938196ec0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f993400e9f0 tx=0x7f993400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:10.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.938+0000 7f992e7fc640 1 -- 172.21.15.80:0/2133894996 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993400cd80 con 0x7f9938101870 2024-04-21T23:58:10.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.938+0000 7f992e7fc640 1 -- 172.21.15.80:0/2133894996 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9934005500 con 0x7f9938101870 2024-04-21T23:58:10.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.938+0000 7f992e7fc640 1 -- 172.21.15.80:0/2133894996 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9934010690 con 0x7f9938101870 2024-04-21T23:58:10.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.938+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f993819e890 con 0x7f9938101870 2024-04-21T23:58:10.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.938+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f993819ede0 con 0x7f9938101870 2024-04-21T23:58:10.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.939+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9938107a70 con 0x7f9938101870 2024-04-21T23:58:10.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.941+0000 7f992e7fc640 1 -- 172.21.15.80:0/2133894996 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f99340046c0 con 0x7f9938101870 2024-04-21T23:58:10.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.941+0000 7f992e7fc640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f99240a2a10 0x7f99240a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:10.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.941+0000 7f992e7fc640 1 -- 172.21.15.80:0/2133894996 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f99340cf400 con 0x7f9938101870 2024-04-21T23:58:10.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.941+0000 7f993d488640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f99240a2a10 0x7f99240a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:10.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.942+0000 7f993d488640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f99240a2a10 0x7f99240a4ed0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f99381016d0 tx=0x7f9928005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:10.939 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:10.946+0000 7f992e7fc640 1 -- 172.21.15.80:0/2133894996 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f993409c210 con 0x7f9938101870 2024-04-21T23:58:11.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:10 smithi144 ceph-mon[31316]: [21/Apr/2024:23:58:09] ENGINE Bus STARTING 2024-04-21T23:58:11.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:10 smithi144 ceph-mon[31316]: [21/Apr/2024:23:58:09] ENGINE Serving on http://172.21.15.80:8765 2024-04-21T23:58:11.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:10 smithi144 ceph-mon[31316]: [21/Apr/2024:23:58:09] ENGINE Serving on https://172.21.15.80:7150 2024-04-21T23:58:11.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:10 smithi144 ceph-mon[31316]: [21/Apr/2024:23:58:09] ENGINE Bus STARTED 2024-04-21T23:58:11.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:10 smithi144 ceph-mon[31316]: mgrmap e22: x(active, since 1.02016s), standbys: z, y 2024-04-21T23:58:11.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:10 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/354302944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:11.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.149+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9938062340 con 0x7f9938101870 2024-04-21T23:58:11.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.149+0000 7f992e7fc640 1 -- 172.21.15.80:0/2133894996 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f993409bb10 con 0x7f9938101870 2024-04-21T23:58:11.142 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f99240a2a10 msgr2=0x7f99240a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f99240a2a10 0x7f99240a4ed0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f99381016d0 tx=0x7f9928005f90 comp rx=0 tx=0).stop 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938101870 msgr2=0x7f9938196ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938101870 0x7f9938196ec0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f993400e9f0 tx=0x7f993400edf0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 shutdown_connections 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9938102230 0x7f993819df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9938101870 0x7f9938196ec0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f99240a2a10 0x7f99240a4ed0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 --2- 172.21.15.80:0/2133894996 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9938100680 0x7f9938196980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 >> 172.21.15.80:0/2133894996 conn(0x7f99380fbbf0 msgr2=0x7f9938104c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 shutdown_connections 2024-04-21T23:58:11.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.151+0000 7f993f6ec640 1 -- 172.21.15.80:0/2133894996 wait complete. 2024-04-21T23:58:11.156 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:58:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:10 smithi120 ceph-mon[31499]: [21/Apr/2024:23:58:09] ENGINE Bus STARTING 2024-04-21T23:58:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:10 smithi120 ceph-mon[31499]: [21/Apr/2024:23:58:09] ENGINE Serving on http://172.21.15.80:8765 2024-04-21T23:58:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:10 smithi120 ceph-mon[31499]: [21/Apr/2024:23:58:09] ENGINE Serving on https://172.21.15.80:7150 2024-04-21T23:58:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:10 smithi120 ceph-mon[31499]: [21/Apr/2024:23:58:09] ENGINE Bus STARTED 2024-04-21T23:58:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:10 smithi120 ceph-mon[31499]: mgrmap e22: x(active, since 1.02016s), standbys: z, y 2024-04-21T23:58:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:10 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/354302944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:11.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 -- 172.21.15.80:0/4196528135 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66700ff7e0 msgr2=0x7f66700ffc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 --2- 172.21.15.80:0/4196528135 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66700ff7e0 0x7f66700ffc60 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f6660009900 tx=0x7f666002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:11.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 -- 172.21.15.80:0/4196528135 shutdown_connections 2024-04-21T23:58:11.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 --2- 172.21.15.80:0/4196528135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66701001a0 0x7f6670109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 --2- 172.21.15.80:0/4196528135 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66700ff7e0 0x7f66700ffc60 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 --2- 172.21.15.80:0/4196528135 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6670102d70 0x7f6670103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 -- 172.21.15.80:0/4196528135 >> 172.21.15.80:0/4196528135 conn(0x7f66700fb380 msgr2=0x7f66700fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 -- 172.21.15.80:0/4196528135 shutdown_connections 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.282+0000 7f66755e5640 1 -- 172.21.15.80:0/4196528135 wait complete. 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f66755e5640 1 Processor -- start 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f66755e5640 1 -- start start 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f66755e5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f66700ff7e0 0x7f6670197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f66755e5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66701001a0 0x7f6670198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f66755e5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6670102d70 0x7f667019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f66755e5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f667010d400 con 0x7f66701001a0 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f66755e5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f667010d280 con 0x7f6670102d70 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f66755e5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f667010d580 con 0x7f66700ff7e0 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666e7fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66701001a0 0x7f6670198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666e7fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66701001a0 0x7f6670198020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47512/0 (socket says 172.21.15.80:47512) 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666e7fc640 1 -- 172.21.15.80:0/982498990 learned_addr learned my addr 172.21.15.80:0/982498990 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666effd640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f66700ff7e0 0x7f6670197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666f7fe640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6670102d70 0x7f667019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666e7fc640 1 -- 172.21.15.80:0/982498990 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f66700ff7e0 msgr2=0x7f6670197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666e7fc640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f66700ff7e0 0x7f6670197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666e7fc640 1 -- 172.21.15.80:0/982498990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6670102d70 msgr2=0x7f667019f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666e7fc640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6670102d70 0x7f667019f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666e7fc640 1 -- 172.21.15.80:0/982498990 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f667019f700 con 0x7f66701001a0 2024-04-21T23:58:11.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.283+0000 7f666f7fe640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6670102d70 0x7f667019f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:11.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.284+0000 7f666e7fc640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66701001a0 0x7f6670198020 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f666002efd0 tx=0x7f666002cdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:11.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.284+0000 7f6657fff640 1 -- 172.21.15.80:0/982498990 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6660041070 con 0x7f66701001a0 2024-04-21T23:58:11.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.284+0000 7f6657fff640 1 -- 172.21.15.80:0/982498990 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66600054e0 con 0x7f66701001a0 2024-04-21T23:58:11.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.284+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f667019f990 con 0x7f66701001a0 2024-04-21T23:58:11.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.284+0000 7f6657fff640 1 -- 172.21.15.80:0/982498990 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66600346a0 con 0x7f66701001a0 2024-04-21T23:58:11.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.284+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f667019fe80 con 0x7f66701001a0 2024-04-21T23:58:11.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.285+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6670108c50 con 0x7f66701001a0 2024-04-21T23:58:11.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.286+0000 7f6657fff640 1 -- 172.21.15.80:0/982498990 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f6660044070 con 0x7f66701001a0 2024-04-21T23:58:11.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.286+0000 7f6657fff640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f66580a2990 0x7f66580a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.286+0000 7f6657fff640 1 -- 172.21.15.80:0/982498990 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f66600f0cd0 con 0x7f66701001a0 2024-04-21T23:58:11.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.286+0000 7f666effd640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f66580a2990 0x7f66580a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.287+0000 7f666effd640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f66580a2990 0x7f66580a4e50 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6664005fd0 tx=0x7f666400b410 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:11.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.291+0000 7f6657fff640 1 -- 172.21.15.80:0/982498990 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f66600f6020 con 0x7f66701001a0 2024-04-21T23:58:11.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.496+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f6670062370 con 0x7f66701001a0 2024-04-21T23:58:11.489 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.496+0000 7f6657fff640 1 -- 172.21.15.80:0/982498990 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7f66600bdae0 con 0x7f66701001a0 2024-04-21T23:58:11.489 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:58:11.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f66580a2990 msgr2=0x7f66580a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f66580a2990 0x7f66580a4e50 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6664005fd0 tx=0x7f666400b410 comp rx=0 tx=0).stop 2024-04-21T23:58:11.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66701001a0 msgr2=0x7f6670198020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66701001a0 0x7f6670198020 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f666002efd0 tx=0x7f666002cdc0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 shutdown_connections 2024-04-21T23:58:11.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f66580a2990 0x7f66580a4e50 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6670102d70 0x7f667019f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.491 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f66701001a0 0x7f6670198020 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 --2- 172.21.15.80:0/982498990 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f66700ff7e0 0x7f6670197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 >> 172.21.15.80:0/982498990 conn(0x7f66700fb380 msgr2=0x7f6670105e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:11.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 shutdown_connections 2024-04-21T23:58:11.492 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.498+0000 7f66755e5640 1 -- 172.21.15.80:0/982498990 wait complete. 2024-04-21T23:58:11.502 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:58:11.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.613+0000 7f1c9ad12640 1 -- 172.21.15.80:0/177777206 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94101870 msgr2=0x7f1c94101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.613+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/177777206 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94101870 0x7f1c94101cf0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f1c80009900 tx=0x7f1c8002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 -- 172.21.15.80:0/177777206 shutdown_connections 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/177777206 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c94102230 0x7f1c94108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/177777206 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94101870 0x7f1c94101cf0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/177777206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c94100680 0x7f1c94100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 -- 172.21.15.80:0/177777206 >> 172.21.15.80:0/177777206 conn(0x7f1c940fbbf0 msgr2=0x7f1c940fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 -- 172.21.15.80:0/177777206 shutdown_connections 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 -- 172.21.15.80:0/177777206 wait complete. 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 Processor -- start 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 -- start start 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94100680 0x7f1c94069460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c94101870 0x7f1c9419c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.609 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c94102230 0x7f1c9419ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9410c350 con 0x7f1c94100680 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9410c1d0 con 0x7f1c94102230 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c9ad12640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9410c4d0 con 0x7f1c94101870 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c98aae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94100680 0x7f1c94069460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c98aae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94100680 0x7f1c94069460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51112/0 (socket says 172.21.15.80:51112) 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.614+0000 7f1c98aae640 1 -- 172.21.15.80:0/945082407 learned_addr learned my addr 172.21.15.80:0/945082407 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c93fff640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c94101870 0x7f1c9419c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c992af640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c94102230 0x7f1c9419ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c98aae640 1 -- 172.21.15.80:0/945082407 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c94101870 msgr2=0x7f1c9419c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c98aae640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c94101870 0x7f1c9419c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c98aae640 1 -- 172.21.15.80:0/945082407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c94102230 msgr2=0x7f1c9419ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c98aae640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c94102230 0x7f1c9419ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c98aae640 1 -- 172.21.15.80:0/945082407 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c9419f6c0 con 0x7f1c94100680 2024-04-21T23:58:11.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c992af640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c94102230 0x7f1c9419ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:11.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c98aae640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94100680 0x7f1c94069460 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f1c8800e9c0 tx=0x7f1c8800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:11.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c91ffb640 1 -- 172.21.15.80:0/945082407 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8800cd80 con 0x7f1c94100680 2024-04-21T23:58:11.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c91ffb640 1 -- 172.21.15.80:0/945082407 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c880035f0 con 0x7f1c94100680 2024-04-21T23:58:11.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c9419f9b0 con 0x7f1c94100680 2024-04-21T23:58:11.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c91ffb640 1 -- 172.21.15.80:0/945082407 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c88010690 con 0x7f1c94100680 2024-04-21T23:58:11.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.615+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c9419fed0 con 0x7f1c94100680 2024-04-21T23:58:11.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.616+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c94068560 con 0x7f1c94100680 2024-04-21T23:58:11.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.617+0000 7f1c91ffb640 1 -- 172.21.15.80:0/945082407 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f1c880037a0 con 0x7f1c94100680 2024-04-21T23:58:11.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.618+0000 7f1c91ffb640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c840a2990 0x7f1c840a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.618+0000 7f1c93fff640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c840a2990 0x7f1c840a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.618+0000 7f1c91ffb640 1 -- 172.21.15.80:0/945082407 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f1c880cf510 con 0x7f1c94100680 2024-04-21T23:58:11.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.619+0000 7f1c93fff640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c840a2990 0x7f1c840a4e50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1c8002c240 tx=0x7f1c8002df90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:11.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.623+0000 7f1c91ffb640 1 -- 172.21.15.80:0/945082407 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1c8809c320 con 0x7f1c94100680 2024-04-21T23:58:11.767 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.773+0000 7f1c91ffb640 1 -- 172.21.15.80:0/945082407 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f1c88098290 con 0x7f1c94100680 2024-04-21T23:58:11.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.815+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f1c94062340 con 0x7f1c94100680 2024-04-21T23:58:11.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.815+0000 7f1c91ffb640 1 -- 172.21.15.80:0/945082407 <== mon.0 v2:172.21.15.80:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f1c88095a10 con 0x7f1c94100680 2024-04-21T23:58:11.809 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.817+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c840a2990 msgr2=0x7f1c840a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c840a2990 0x7f1c840a4e50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1c8002c240 tx=0x7f1c8002df90 comp rx=0 tx=0).stop 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94100680 msgr2=0x7f1c94069460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94100680 0x7f1c94069460 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f1c8800e9c0 tx=0x7f1c8800ee80 comp rx=0 tx=0).stop 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 shutdown_connections 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c840a2990 0x7f1c840a4e50 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c94102230 0x7f1c9419ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c94101870 0x7f1c9419c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 --2- 172.21.15.80:0/945082407 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c94100680 0x7f1c94069460 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.811 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 >> 172.21.15.80:0/945082407 conn(0x7f1c940fbbf0 msgr2=0x7f1c94104b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:11.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 shutdown_connections 2024-04-21T23:58:11.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.818+0000 7f1c9ad12640 1 -- 172.21.15.80:0/945082407 wait complete. 2024-04-21T23:58:11.821 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='client.15507 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:11.821 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:11.821 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4079817166' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:11.821 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2133894996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:11.821 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:11.821 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:11.821 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:11.822 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:11.822 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:11.822 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:11.822 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/982498990' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:11.823 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 -- 172.21.15.80:0/238729585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4102250 msgr2=0x7f35d4108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 --2- 172.21.15.80:0/238729585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4102250 0x7f35d4108ae0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f35cc009ca0 tx=0x7f35cc02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 -- 172.21.15.80:0/238729585 shutdown_connections 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 --2- 172.21.15.80:0/238729585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4102250 0x7f35d4108ae0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 --2- 172.21.15.80:0/238729585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35d4101890 0x7f35d4101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 --2- 172.21.15.80:0/238729585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35d41006a0 0x7f35d4100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 -- 172.21.15.80:0/238729585 >> 172.21.15.80:0/238729585 conn(0x7f35d40fbc30 msgr2=0x7f35d40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 -- 172.21.15.80:0/238729585 shutdown_connections 2024-04-21T23:58:11.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 -- 172.21.15.80:0/238729585 wait complete. 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 Processor -- start 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.931+0000 7f35da3be640 1 -- start start 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35da3be640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35d41006a0 0x7f35d4197a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35da3be640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4101890 0x7f35d4197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35da3be640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35d4102250 0x7f35d419f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35da3be640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f35d410c320 con 0x7f35d4101890 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35da3be640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f35d410c1a0 con 0x7f35d41006a0 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35da3be640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f35d410c4a0 con 0x7f35d4102250 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d37fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4101890 0x7f35d4197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d3fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35d41006a0 0x7f35d4197a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d37fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4101890 0x7f35d4197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51140/0 (socket says 172.21.15.80:51140) 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d37fe640 1 -- 172.21.15.80:0/201409346 learned_addr learned my addr 172.21.15.80:0/201409346 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d895b640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35d4102250 0x7f35d419f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d3fff640 1 -- 172.21.15.80:0/201409346 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35d4102250 msgr2=0x7f35d419f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d3fff640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35d4102250 0x7f35d419f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d3fff640 1 -- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4101890 msgr2=0x7f35d4197fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d3fff640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4101890 0x7f35d4197fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d3fff640 1 -- 172.21.15.80:0/201409346 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35d419f6a0 con 0x7f35d41006a0 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d37fe640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4101890 0x7f35d4197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d895b640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35d4102250 0x7f35d419f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d3fff640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35d41006a0 0x7f35d4197a80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f35c400d6a0 tx=0x7f35c400db60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.932+0000 7f35d17fa640 1 -- 172.21.15.80:0/201409346 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4017070 con 0x7f35d41006a0 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.933+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35d419f990 con 0x7f35d41006a0 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.933+0000 7f35d17fa640 1 -- 172.21.15.80:0/201409346 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35c4009d00 con 0x7f35d41006a0 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.933+0000 7f35d17fa640 1 -- 172.21.15.80:0/201409346 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4003c60 con 0x7f35d41006a0 2024-04-21T23:58:11.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.933+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35d419ff30 con 0x7f35d41006a0 2024-04-21T23:58:11.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.934+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35d41a0160 con 0x7f35d41006a0 2024-04-21T23:58:11.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.935+0000 7f35d17fa640 1 -- 172.21.15.80:0/201409346 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f35c4009820 con 0x7f35d41006a0 2024-04-21T23:58:11.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.935+0000 7f35d17fa640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35bc0a2d90 0x7f35bc0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:11.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.935+0000 7f35d37fe640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35bc0a2d90 0x7f35bc0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:11.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.935+0000 7f35d17fa640 1 -- 172.21.15.80:0/201409346 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f35c40cf2b0 con 0x7f35d41006a0 2024-04-21T23:58:11.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.936+0000 7f35d37fe640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35bc0a2d90 0x7f35bc0a5250 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f35d4198f90 tx=0x7f35c8005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:11.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:11.939+0000 7f35d17fa640 1 -- 172.21.15.80:0/201409346 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f35c409b3f0 con 0x7f35d41006a0 2024-04-21T23:58:12.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='client.15507 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:12.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:12.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4079817166' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:12.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2133894996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:12.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:11 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/982498990' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:12.118 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.125+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35d41a0780 con 0x7f35d41006a0 2024-04-21T23:58:12.120 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.127+0000 7f35d17fa640 1 -- 172.21.15.80:0/201409346 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24941 (secure 0 0 0) 0x7f35c409f6f0 con 0x7f35d41006a0 2024-04-21T23:58:12.120 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:12.120 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":93,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:58:09.124181+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/3401086643":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/1811701282":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2979394302":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4024768484":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:58:12.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35bc0a2d90 msgr2=0x7f35bc0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35bc0a2d90 0x7f35bc0a5250 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f35d4198f90 tx=0x7f35c8005f90 comp rx=0 tx=0).stop 2024-04-21T23:58:12.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35d41006a0 msgr2=0x7f35d4197a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35d41006a0 0x7f35d4197a80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f35c400d6a0 tx=0x7f35c400db60 comp rx=0 tx=0).stop 2024-04-21T23:58:12.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 shutdown_connections 2024-04-21T23:58:12.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35d4102250 0x7f35d419f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35d4101890 0x7f35d4197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35bc0a2d90 0x7f35bc0a5250 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 --2- 172.21.15.80:0/201409346 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35d41006a0 0x7f35d4197a80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 >> 172.21.15.80:0/201409346 conn(0x7f35d40fbc30 msgr2=0x7f35d40fd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:12.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 shutdown_connections 2024-04-21T23:58:12.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.129+0000 7f35da3be640 1 -- 172.21.15.80:0/201409346 wait complete. 2024-04-21T23:58:12.134 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:58:12.135 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:58:12.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 -- 172.21.15.80:0/896003656 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48104b30 msgr2=0x7faf48106f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 --2- 172.21.15.80:0/896003656 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48104b30 0x7faf48106f20 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7faf3c009900 tx=0x7faf3c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:12.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 -- 172.21.15.80:0/896003656 shutdown_connections 2024-04-21T23:58:12.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 --2- 172.21.15.80:0/896003656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf48107460 0x7faf481098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 --2- 172.21.15.80:0/896003656 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48104b30 0x7faf48106f20 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 --2- 172.21.15.80:0/896003656 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faf48102200 0x7faf481045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 -- 172.21.15.80:0/896003656 >> 172.21.15.80:0/896003656 conn(0x7faf480fbbf0 msgr2=0x7faf480fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:12.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 -- 172.21.15.80:0/896003656 shutdown_connections 2024-04-21T23:58:12.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 -- 172.21.15.80:0/896003656 wait complete. 2024-04-21T23:58:12.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.247+0000 7faf4df25640 1 Processor -- start 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf4df25640 1 -- start start 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf4df25640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faf48102200 0x7faf48101b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf4df25640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf48104b30 0x7faf481001b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf4df25640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48107460 0x7faf481006f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf4df25640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7faf4810d410 con 0x7faf48107460 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf4df25640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7faf4810d290 con 0x7faf48104b30 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf4df25640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7faf4810d590 con 0x7faf48102200 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48107460 0x7faf481006f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48107460 0x7faf481006f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51156/0 (socket says 172.21.15.80:51156) 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 -- 172.21.15.80:0/3010302007 learned_addr learned my addr 172.21.15.80:0/3010302007 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:12.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf477fe640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faf48102200 0x7faf48101b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf46ffd640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf48104b30 0x7faf481001b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 -- 172.21.15.80:0/3010302007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faf48102200 msgr2=0x7faf48101b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faf48102200 0x7faf48101b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 -- 172.21.15.80:0/3010302007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf48104b30 msgr2=0x7faf481001b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf48104b30 0x7faf481001b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 -- 172.21.15.80:0/3010302007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf48100f80 con 0x7faf48107460 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.248+0000 7faf47fff640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48107460 0x7faf481006f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7faf4000eb10 tx=0x7faf4000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.250+0000 7faf44ff9640 1 -- 172.21.15.80:0/3010302007 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf40004b20 con 0x7faf48107460 2024-04-21T23:58:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.250+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf481a1c30 con 0x7faf48107460 2024-04-21T23:58:12.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.250+0000 7faf44ff9640 1 -- 172.21.15.80:0/3010302007 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf40004cc0 con 0x7faf48107460 2024-04-21T23:58:12.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.250+0000 7faf44ff9640 1 -- 172.21.15.80:0/3010302007 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf40010760 con 0x7faf48107460 2024-04-21T23:58:12.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.250+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf481a2150 con 0x7faf48107460 2024-04-21T23:58:12.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='client.15507 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4079817166' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2133894996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:12.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:11 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/982498990' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:12.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.251+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf48068560 con 0x7faf48107460 2024-04-21T23:58:12.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.252+0000 7faf44ff9640 1 -- 172.21.15.80:0/3010302007 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7faf40005020 con 0x7faf48107460 2024-04-21T23:58:12.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.253+0000 7faf44ff9640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7faf300a2d90 0x7faf300a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.253+0000 7faf477fe640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7faf300a2d90 0x7faf300a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.253+0000 7faf44ff9640 1 -- 172.21.15.80:0/3010302007 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7faf400cff00 con 0x7faf48107460 2024-04-21T23:58:12.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.253+0000 7faf477fe640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7faf300a2d90 0x7faf300a5250 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7faf38009bd0 tx=0x7faf38005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:12.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.261+0000 7faf44ff9640 1 -- 172.21.15.80:0/3010302007 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7faf4009c690 con 0x7faf48107460 2024-04-21T23:58:12.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.453+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7faf4802d170 con 0x7faf48107460 2024-04-21T23:58:12.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.454+0000 7faf44ff9640 1 -- 172.21.15.80:0/3010302007 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7faf4009bf90 con 0x7faf48107460 2024-04-21T23:58:12.447 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:58:12.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7faf300a2d90 msgr2=0x7faf300a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7faf300a2d90 0x7faf300a5250 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7faf38009bd0 tx=0x7faf38005f90 comp rx=0 tx=0).stop 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48107460 msgr2=0x7faf481006f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48107460 0x7faf481006f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7faf4000eb10 tx=0x7faf4000c2d0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 shutdown_connections 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7faf48107460 0x7faf481006f0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7faf300a2d90 0x7faf300a5250 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf48104b30 0x7faf481001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 --2- 172.21.15.80:0/3010302007 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7faf48102200 0x7faf48101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.457+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 >> 172.21.15.80:0/3010302007 conn(0x7faf480fbbf0 msgr2=0x7faf48102d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.458+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 shutdown_connections 2024-04-21T23:58:12.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.458+0000 7faf4df25640 1 -- 172.21.15.80:0/3010302007 wait complete. 2024-04-21T23:58:12.463 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:58:12.570 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- 172.21.15.80:0/2974606871 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8102230 msgr2=0x7f0aa8108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/2974606871 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8102230 0x7f0aa8108ac0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009ca0 tx=0x7f0aa002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- 172.21.15.80:0/2974606871 shutdown_connections 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/2974606871 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8102230 0x7f0aa8108ac0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/2974606871 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0aa8101870 0x7f0aa8101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/2974606871 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0aa8100680 0x7f0aa8100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- 172.21.15.80:0/2974606871 >> 172.21.15.80:0/2974606871 conn(0x7f0aa80fbbf0 msgr2=0x7f0aa80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- 172.21.15.80:0/2974606871 shutdown_connections 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- 172.21.15.80:0/2974606871 wait complete. 2024-04-21T23:58:12.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 Processor -- start 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- start start 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8100680 0x7f0aa8197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0aa8101870 0x7f0aa8197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0aa8102230 0x7f0aa819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa810c300 con 0x7f0aa8100680 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa810c180 con 0x7f0aa8101870 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.576+0000 7f0aaefaf640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa810c480 con 0x7f0aa8102230 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8100680 0x7f0aa8197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8100680 0x7f0aa8197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51174/0 (socket says 172.21.15.80:51174) 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 -- 172.21.15.80:0/1881791363 learned_addr learned my addr 172.21.15.80:0/1881791363 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aad54c640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0aa8102230 0x7f0aa819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aa7fff640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0aa8101870 0x7f0aa8197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 -- 172.21.15.80:0/1881791363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0aa8102230 msgr2=0x7f0aa819f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0aa8102230 0x7f0aa819f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 -- 172.21.15.80:0/1881791363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0aa8101870 msgr2=0x7f0aa8197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0aa8101870 0x7f0aa8197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 -- 172.21.15.80:0/1881791363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa819f690 con 0x7f0aa8100680 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aacd4b640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8100680 0x7f0aa8197a70 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00e9c0 tx=0x7f0a9c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aa5ffb640 1 -- 172.21.15.80:0/1881791363 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c00cde0 con 0x7f0aa8100680 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa819f980 con 0x7f0aa8100680 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aa5ffb640 1 -- 172.21.15.80:0/1881791363 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a9c010910 con 0x7f0aa8100680 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aa5ffb640 1 -- 172.21.15.80:0/1881791363 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c018a10 con 0x7f0aa8100680 2024-04-21T23:58:12.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.577+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa819ff20 con 0x7f0aa8100680 2024-04-21T23:58:12.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.578+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa81a0150 con 0x7f0aa8100680 2024-04-21T23:58:12.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.579+0000 7f0aa5ffb640 1 -- 172.21.15.80:0/1881791363 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f0a9c01f020 con 0x7f0aa8100680 2024-04-21T23:58:12.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.580+0000 7f0aa5ffb640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0a980a2d90 0x7f0a980a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.580+0000 7f0aa7fff640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0a980a2d90 0x7f0a980a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.574 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.580+0000 7f0aa5ffb640 1 -- 172.21.15.80:0/1881791363 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f0a9c0cfb80 con 0x7f0aa8100680 2024-04-21T23:58:12.575 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.580+0000 7f0aa7fff640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0a980a2d90 0x7f0a980a5250 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8198f80 tx=0x7f0a94005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:12.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.584+0000 7f0aa5ffb640 1 -- 172.21.15.80:0/1881791363 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0a9c09c2b0 con 0x7f0aa8100680 2024-04-21T23:58:12.765 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.771+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f0aa81a0320 con 0x7f0aa8100680 2024-04-21T23:58:12.765 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.772+0000 7f0aa5ffb640 1 -- 172.21.15.80:0/1881791363 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f0a9c09bbb0 con 0x7f0aa8100680 2024-04-21T23:58:12.765 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:58:12.767 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0a980a2d90 msgr2=0x7f0a980a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.767 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0a980a2d90 0x7f0a980a5250 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8198f80 tx=0x7f0a94005f90 comp rx=0 tx=0).stop 2024-04-21T23:58:12.767 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8100680 msgr2=0x7f0aa8197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.767 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8100680 0x7f0aa8197a70 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00e9c0 tx=0x7f0a9c00ee80 comp rx=0 tx=0).stop 2024-04-21T23:58:12.767 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 shutdown_connections 2024-04-21T23:58:12.768 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0aa8102230 0x7f0aa819f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.768 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0a980a2d90 0x7f0a980a5250 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.768 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0aa8101870 0x7f0aa8197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.768 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 --2- 172.21.15.80:0/1881791363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0aa8100680 0x7f0aa8197a70 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.768 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 >> 172.21.15.80:0/1881791363 conn(0x7f0aa80fbbf0 msgr2=0x7f0aa80fc270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:12.768 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 shutdown_connections 2024-04-21T23:58:12.768 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.774+0000 7f0aaefaf640 1 -- 172.21.15.80:0/1881791363 wait complete. 2024-04-21T23:58:12.779 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.894+0000 7fdd72e20640 1 -- 172.21.15.80:0/2817067668 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c101890 msgr2=0x7fdd6c101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.894+0000 7fdd72e20640 1 --2- 172.21.15.80:0/2817067668 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c101890 0x7fdd6c101d10 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fdd58009900 tx=0x7fdd5802bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 -- 172.21.15.80:0/2817067668 shutdown_connections 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 --2- 172.21.15.80:0/2817067668 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd6c102250 0x7fdd6c108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 --2- 172.21.15.80:0/2817067668 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c101890 0x7fdd6c101d10 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 --2- 172.21.15.80:0/2817067668 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdd6c1006a0 0x7fdd6c100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 -- 172.21.15.80:0/2817067668 >> 172.21.15.80:0/2817067668 conn(0x7fdd6c0fbc30 msgr2=0x7fdd6c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 -- 172.21.15.80:0/2817067668 shutdown_connections 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 -- 172.21.15.80:0/2817067668 wait complete. 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 Processor -- start 2024-04-21T23:58:12.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 -- start start 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c1006a0 0x7fdd6c197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd6c101890 0x7fdd6c198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdd6c102250 0x7fdd6c19f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdd6c10c300 con 0x7fdd6c1006a0 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdd6c10c180 con 0x7fdd6c101890 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd72e20640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fdd6c10c480 con 0x7fdd6c102250 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.895+0000 7fdd70bbc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c1006a0 0x7fdd6c197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd6bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd6c101890 0x7fdd6c198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd70bbc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c1006a0 0x7fdd6c197af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51186/0 (socket says 172.21.15.80:51186) 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd70bbc640 1 -- 172.21.15.80:0/3463230452 learned_addr learned my addr 172.21.15.80:0/3463230452 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd713bd640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdd6c102250 0x7fdd6c19f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd70bbc640 1 -- 172.21.15.80:0/3463230452 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdd6c102250 msgr2=0x7fdd6c19f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd70bbc640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdd6c102250 0x7fdd6c19f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd70bbc640 1 -- 172.21.15.80:0/3463230452 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd6c101890 msgr2=0x7fdd6c198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd70bbc640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd6c101890 0x7fdd6c198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd70bbc640 1 -- 172.21.15.80:0/3463230452 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd6c19f6c0 con 0x7fdd6c1006a0 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd6bfff640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd6c101890 0x7fdd6c198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd70bbc640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c1006a0 0x7fdd6c197af0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000e9c0 tx=0x7fdd6000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd69ffb640 1 -- 172.21.15.80:0/3463230452 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6000cd80 con 0x7fdd6c1006a0 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd69ffb640 1 -- 172.21.15.80:0/3463230452 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd600035f0 con 0x7fdd6c1006a0 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd69ffb640 1 -- 172.21.15.80:0/3463230452 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd60010690 con 0x7fdd6c1006a0 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.896+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd6c19f9b0 con 0x7fdd6c1006a0 2024-04-21T23:58:12.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.897+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd6c19fe80 con 0x7fdd6c1006a0 2024-04-21T23:58:12.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.898+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd6c1a0110 con 0x7fdd6c1006a0 2024-04-21T23:58:12.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.898+0000 7fdd69ffb640 1 -- 172.21.15.80:0/3463230452 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7fdd600037a0 con 0x7fdd6c1006a0 2024-04-21T23:58:12.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.899+0000 7fdd69ffb640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdd5c0a2d90 0x7fdd5c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:12.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.899+0000 7fdd6bfff640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdd5c0a2d90 0x7fdd5c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:12.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.899+0000 7fdd69ffb640 1 -- 172.21.15.80:0/3463230452 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fdd600cfcf0 con 0x7fdd6c1006a0 2024-04-21T23:58:12.893 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.899+0000 7fdd6bfff640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdd5c0a2d90 0x7fdd5c0a5250 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fdd5802c7b0 tx=0x7fdd58005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:12.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:12.907+0000 7fdd69ffb640 1 -- 172.21.15.80:0/3463230452 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fdd600d4070 con 0x7fdd6c1006a0 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/945082407' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/201409346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.054 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:58:13.055 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:12 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3010302007' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.102+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fdd6c1a04c0 con 0x7fdd6c1006a0 2024-04-21T23:58:13.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.102+0000 7fdd69ffb640 1 -- 172.21.15.80:0/3463230452 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fdd6009c480 con 0x7fdd6c1006a0 2024-04-21T23:58:13.095 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:58:13.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdd5c0a2d90 msgr2=0x7fdd5c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdd5c0a2d90 0x7fdd5c0a5250 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fdd5802c7b0 tx=0x7fdd58005fd0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c1006a0 msgr2=0x7fdd6c197af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c1006a0 0x7fdd6c197af0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000e9c0 tx=0x7fdd6000ee80 comp rx=0 tx=0).stop 2024-04-21T23:58:13.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 shutdown_connections 2024-04-21T23:58:13.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdd6c102250 0x7fdd6c19f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdd5c0a2d90 0x7fdd5c0a5250 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd6c101890 0x7fdd6c198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 --2- 172.21.15.80:0/3463230452 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdd6c1006a0 0x7fdd6c197af0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 >> 172.21.15.80:0/3463230452 conn(0x7fdd6c0fbc30 msgr2=0x7fdd6c0fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:13.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 shutdown_connections 2024-04-21T23:58:13.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.104+0000 7fdd72e20640 1 -- 172.21.15.80:0/3463230452 wait complete. 2024-04-21T23:58:13.109 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/945082407' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/201409346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:58:13.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:58:13.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:12 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3010302007' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 -- 172.21.15.80:0/3596879208 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928107460 msgr2=0x7fd9281098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 --2- 172.21.15.80:0/3596879208 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928107460 0x7fd9281098b0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fd920009ca0 tx=0x7fd92002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 -- 172.21.15.80:0/3596879208 shutdown_connections 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 --2- 172.21.15.80:0/3596879208 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928107460 0x7fd9281098b0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 --2- 172.21.15.80:0/3596879208 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd928104b30 0x7fd928106f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 --2- 172.21.15.80:0/3596879208 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd928102200 0x7fd9281045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 -- 172.21.15.80:0/3596879208 >> 172.21.15.80:0/3596879208 conn(0x7fd9280fbbf0 msgr2=0x7fd9280fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 -- 172.21.15.80:0/3596879208 shutdown_connections 2024-04-21T23:58:13.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 -- 172.21.15.80:0/3596879208 wait complete. 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 Processor -- start 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.219+0000 7fd930702640 1 -- start start 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd930702640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928102200 0x7fd928197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd930702640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd928104b30 0x7fd928197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd930702640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd928107460 0x7fd92819f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd930702640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fd92810d400 con 0x7fd928102200 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd930702640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd92810d280 con 0x7fd928107460 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd930702640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fd92810d580 con 0x7fd928104b30 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928102200 0x7fd928197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928102200 0x7fd928197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51192/0 (socket says 172.21.15.80:51192) 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 -- 172.21.15.80:0/1172090974 learned_addr learned my addr 172.21.15.80:0/1172090974 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92dc9d640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd928104b30 0x7fd928197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92ec9f640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd928107460 0x7fd92819f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 -- 172.21.15.80:0/1172090974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd928104b30 msgr2=0x7fd928197fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd928104b30 0x7fd928197fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 -- 172.21.15.80:0/1172090974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd928107460 msgr2=0x7fd92819f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd928107460 0x7fd92819f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 -- 172.21.15.80:0/1172090974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd92819f6c0 con 0x7fd928102200 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd92e49e640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928102200 0x7fd928197aa0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd92400e9f0 tx=0x7fd92400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd91f7fe640 1 -- 172.21.15.80:0/1172090974 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd92400cd80 con 0x7fd928102200 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd91f7fe640 1 -- 172.21.15.80:0/1172090974 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd924010910 con 0x7fd928102200 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd92819f9b0 con 0x7fd928102200 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.220+0000 7fd91f7fe640 1 -- 172.21.15.80:0/1172090974 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd924018990 con 0x7fd928102200 2024-04-21T23:58:13.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.221+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd92819ff00 con 0x7fd928102200 2024-04-21T23:58:13.217 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.222+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd928068560 con 0x7fd928102200 2024-04-21T23:58:13.217 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.222+0000 7fd91f7fe640 1 -- 172.21.15.80:0/1172090974 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7fd924010ac0 con 0x7fd928102200 2024-04-21T23:58:13.217 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.223+0000 7fd91f7fe640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fd9140a2d90 0x7fd9140a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.217 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.223+0000 7fd92dc9d640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fd9140a2d90 0x7fd9140a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.217 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.223+0000 7fd91f7fe640 1 -- 172.21.15.80:0/1172090974 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fd9240cfc20 con 0x7fd928102200 2024-04-21T23:58:13.217 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.224+0000 7fd92dc9d640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fd9140a2d90 0x7fd9140a5250 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd928198fb0 tx=0x7fd918005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:13.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.228+0000 7fd91f7fe640 1 -- 172.21.15.80:0/1172090974 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fd92409bd60 con 0x7fd928102200 2024-04-21T23:58:13.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/945082407' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/201409346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:58:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:12 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3010302007' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.412+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fd92802d170 con 0x7fd928102200 2024-04-21T23:58:13.405 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.412+0000 7fd91f7fe640 1 -- 172.21.15.80:0/1172090974 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7fd9240a0060 con 0x7fd928102200 2024-04-21T23:58:13.405 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:58:13.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fd9140a2d90 msgr2=0x7fd9140a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fd9140a2d90 0x7fd9140a5250 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd928198fb0 tx=0x7fd918005f90 comp rx=0 tx=0).stop 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928102200 msgr2=0x7fd928197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928102200 0x7fd928197aa0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd92400e9f0 tx=0x7fd92400eeb0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 shutdown_connections 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fd9140a2d90 0x7fd9140a5250 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd928107460 0x7fd92819f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fd928104b30 0x7fd928197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 --2- 172.21.15.80:0/1172090974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fd928102200 0x7fd928197aa0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 >> 172.21.15.80:0/1172090974 conn(0x7fd9280fbbf0 msgr2=0x7fd928102aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.414+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 shutdown_connections 2024-04-21T23:58:13.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.415+0000 7fd930702640 1 -- 172.21.15.80:0/1172090974 wait complete. 2024-04-21T23:58:13.419 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-04-21T23:58:13.419 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:58:13.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 -- 172.21.15.80:0/1065502512 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec106630 msgr2=0x7f44ec106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/1065502512 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec106630 0x7f44ec106a10 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009930 tx=0x7f44e002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:13.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 -- 172.21.15.80:0/1065502512 shutdown_connections 2024-04-21T23:58:13.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/1065502512 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ec100fe0 0x7f44ec10d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/1065502512 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f44ec100620 0x7f44ec100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/1065502512 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec106630 0x7f44ec106a10 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 -- 172.21.15.80:0/1065502512 >> 172.21.15.80:0/1065502512 conn(0x7f44ec0777d0 msgr2=0x7f44ec077be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 -- 172.21.15.80:0/1065502512 shutdown_connections 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.542+0000 7f44f2b7a640 1 -- 172.21.15.80:0/1065502512 wait complete. 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f2b7a640 1 Processor -- start 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f2b7a640 1 -- start start 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f2b7a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec100620 0x7f44ec102c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f2b7a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ec100fe0 0x7f44ec1031d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f2b7a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f44ec106630 0x7f44ec103710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f2b7a640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f44ec110a00 con 0x7f44ec100620 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f2b7a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f44ec110880 con 0x7f44ec100fe0 2024-04-21T23:58:13.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f2b7a640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f44ec110b80 con 0x7f44ec106630 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f0916640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec100620 0x7f44ec102c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f0916640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec100620 0x7f44ec102c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51214/0 (socket says 172.21.15.80:51214) 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f0916640 1 -- 172.21.15.80:0/2938115431 learned_addr learned my addr 172.21.15.80:0/2938115431 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44ebfff640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ec100fe0 0x7f44ec1031d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.543+0000 7f44f1117640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f44ec106630 0x7f44ec103710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44f0916640 1 -- 172.21.15.80:0/2938115431 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f44ec106630 msgr2=0x7f44ec103710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44f0916640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f44ec106630 0x7f44ec103710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44f0916640 1 -- 172.21.15.80:0/2938115431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ec100fe0 msgr2=0x7f44ec1031d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44f0916640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ec100fe0 0x7f44ec1031d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44f0916640 1 -- 172.21.15.80:0/2938115431 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44ec1a6550 con 0x7f44ec100620 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44f0916640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec100620 0x7f44ec102c90 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009230 tx=0x7f44e002cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44e9ffb640 1 -- 172.21.15.80:0/2938115431 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0041070 con 0x7f44ec100620 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44e9ffb640 1 -- 172.21.15.80:0/2938115431 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44e0004450 con 0x7f44ec100620 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44ec1a67e0 con 0x7f44ec100620 2024-04-21T23:58:13.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44e9ffb640 1 -- 172.21.15.80:0/2938115431 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0034440 con 0x7f44ec100620 2024-04-21T23:58:13.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.544+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44ec1a6cd0 con 0x7f44ec100620 2024-04-21T23:58:13.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.545+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44ec0689b0 con 0x7f44ec100620 2024-04-21T23:58:13.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.547+0000 7f44e9ffb640 1 -- 172.21.15.80:0/2938115431 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f44e0044070 con 0x7f44ec100620 2024-04-21T23:58:13.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.547+0000 7f44e9ffb640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f44dc0a2dc0 0x7f44dc0a5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.547+0000 7f44e9ffb640 1 -- 172.21.15.80:0/2938115431 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f44e00f15d0 con 0x7f44ec100620 2024-04-21T23:58:13.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.547+0000 7f44ebfff640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f44dc0a2dc0 0x7f44dc0a5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.548+0000 7f44ebfff640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f44dc0a2dc0 0x7f44dc0a5280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f44ec1046d0 tx=0x7f44d800b390 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:13.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.551+0000 7f44e9ffb640 1 -- 172.21.15.80:0/2938115431 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f44e00bd7c0 con 0x7f44ec100620 2024-04-21T23:58:13.770 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.777+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44ec109ba0 con 0x7f44ec100620 2024-04-21T23:58:13.770 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.777+0000 7f44e9ffb640 1 -- 172.21.15.80:0/2938115431 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f44e00b9e30 con 0x7f44ec100620 2024-04-21T23:58:13.773 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.780+0000 7f44e9ffb640 1 -- 172.21.15.80:0/2938115431 <== mon.0 v2:172.21.15.80:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11876 (secure 0 0 0) 0x7f44e00e98a0 con 0x7f44ec100620 2024-04-21T23:58:13.773 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:13.773 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:58:07.689441+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24452,24472,24488]},"id":1}]} 2024-04-21T23:58:13.773 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 23 2024-04-21T23:58:13.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f44dc0a2dc0 msgr2=0x7f44dc0a5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f44dc0a2dc0 0x7f44dc0a5280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f44ec1046d0 tx=0x7f44d800b390 comp rx=0 tx=0).stop 2024-04-21T23:58:13.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec100620 msgr2=0x7f44ec102c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec100620 0x7f44ec102c90 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009230 tx=0x7f44e002cc70 comp rx=0 tx=0).stop 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 shutdown_connections 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f44ec106630 0x7f44ec103710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f44dc0a2dc0 0x7f44dc0a5280 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ec100fe0 0x7f44ec1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 --2- 172.21.15.80:0/2938115431 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f44ec100620 0x7f44ec102c90 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 >> 172.21.15.80:0/2938115431 conn(0x7f44ec0777d0 msgr2=0x7f44ec06a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 shutdown_connections 2024-04-21T23:58:13.776 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.782+0000 7f44f2b7a640 1 -- 172.21.15.80:0/2938115431 wait complete. 2024-04-21T23:58:13.787 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-04-21T23:58:13.787 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-04-21T23:58:13.787 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T23:58:13.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 -- 172.21.15.80:0/1266032137 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8100990 msgr2=0x7f95b8100df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 --2- 172.21.15.80:0/1266032137 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8100990 0x7f95b8100df0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f95a8009900 tx=0x7f95a802bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:13.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 -- 172.21.15.80:0/1266032137 shutdown_connections 2024-04-21T23:58:13.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 --2- 172.21.15.80:0/1266032137 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f95b8101330 0x7f95b810d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.888 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 --2- 172.21.15.80:0/1266032137 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8100990 0x7f95b8100df0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 --2- 172.21.15.80:0/1266032137 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95b8106690 0x7f95b8106a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 -- 172.21.15.80:0/1266032137 >> 172.21.15.80:0/1266032137 conn(0x7f95b8076440 msgr2=0x7f95b8076850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 -- 172.21.15.80:0/1266032137 shutdown_connections 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.893+0000 7f95c00a7640 1 -- 172.21.15.80:0/1266032137 wait complete. 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 Processor -- start 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 -- start start 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95b8100990 0x7f95b8196ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f95b8101330 0x7f95b81973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8106690 0x7f95b819b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81109e0 con 0x7f95b8106690 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f95b8110860 con 0x7f95b8100990 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f95b8110b60 con 0x7f95b8101330 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8106690 0x7f95b819b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.889 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8106690 0x7f95b819b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51236/0 (socket says 172.21.15.80:51236) 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 -- 172.21.15.80:0/972963897 learned_addr learned my addr 172.21.15.80:0/972963897 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95bd642640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f95b8101330 0x7f95b81973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95bde43640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95b8100990 0x7f95b8196ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 -- 172.21.15.80:0/972963897 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f95b8101330 msgr2=0x7f95b81973e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f95b8101330 0x7f95b81973e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 -- 172.21.15.80:0/972963897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95b8100990 msgr2=0x7f95b8196ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95b8100990 0x7f95b8196ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 -- 172.21.15.80:0/972963897 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b819be90 con 0x7f95b8106690 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95bde43640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95b8100990 0x7f95b8196ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95be644640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8106690 0x7f95b819b760 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f95b400d950 tx=0x7f95b400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95aeffd640 1 -- 172.21.15.80:0/972963897 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4017030 con 0x7f95b8106690 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95aeffd640 1 -- 172.21.15.80:0/972963897 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95b4004020 con 0x7f95b8106690 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.894+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95b819c180 con 0x7f95b8106690 2024-04-21T23:58:13.890 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.895+0000 7f95aeffd640 1 -- 172.21.15.80:0/972963897 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4003c00 con 0x7f95b8106690 2024-04-21T23:58:13.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.895+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95b81a3a10 con 0x7f95b8106690 2024-04-21T23:58:13.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.895+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95b8101d80 con 0x7f95b8106690 2024-04-21T23:58:13.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.897+0000 7f95aeffd640 1 -- 172.21.15.80:0/972963897 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f95b401a070 con 0x7f95b8106690 2024-04-21T23:58:13.891 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.897+0000 7f95aeffd640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f95a40a2e20 0x7f95a40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:13.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.897+0000 7f95bde43640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f95a40a2e20 0x7f95a40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:13.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.897+0000 7f95aeffd640 1 -- 172.21.15.80:0/972963897 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f95b40cf360 con 0x7f95b8106690 2024-04-21T23:58:13.892 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.897+0000 7f95bde43640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f95a40a2e20 0x7f95a40a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f95b0005fd0 tx=0x7f95b0009500 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:13.894 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:13.901+0000 7f95aeffd640 1 -- 172.21.15.80:0/972963897 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f95b4021070 con 0x7f95b8106690 2024-04-21T23:58:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi144 to 176.2M 2024-04-21T23:58:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Unable to set osd_memory_target on smithi144 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-21T23:58:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-04-21T23:58:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Unable to set osd_memory_target on smithi120 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-21T23:58:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi080 to 176.2M 2024-04-21T23:58:13.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Unable to set osd_memory_target on smithi080 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi080:/etc/ceph/ceph.conf 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi120:/etc/ceph/ceph.conf 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi144:/etc/ceph/ceph.conf 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1881791363' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi120:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi080:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: Updating smithi144:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3463230452' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1172090974' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:13.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:58:13.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.075+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95b8061b80 con 0x7f95a40a2e20 2024-04-21T23:58:14.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.085+0000 7f95aeffd640 1 -- 172.21.15.80:0/972963897 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339682 (secure 0 0 0) 0x7f95b8061b80 con 0x7f95a40a2e20 2024-04-21T23:58:14.079 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:14.088 INFO:teuthology.orchestra.run.smithi080.stderr:dumped all 2024-04-21T23:58:14.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f95a40a2e20 msgr2=0x7f95a40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f95a40a2e20 0x7f95a40a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f95b0005fd0 tx=0x7f95b0009500 comp rx=0 tx=0).stop 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8106690 msgr2=0x7f95b819b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8106690 0x7f95b819b760 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f95b400d950 tx=0x7f95b400de10 comp rx=0 tx=0).stop 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 shutdown_connections 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f95b8106690 0x7f95b819b760 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f95b8101330 0x7f95b81973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f95a40a2e20 0x7f95a40a52e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 --2- 172.21.15.80:0/972963897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95b8100990 0x7f95b8196ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 >> 172.21.15.80:0/972963897 conn(0x7f95b8076440 msgr2=0x7f95b80ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 shutdown_connections 2024-04-21T23:58:14.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.088+0000 7f95c00a7640 1 -- 172.21.15.80:0/972963897 wait complete. 2024-04-21T23:58:14.093 INFO:teuthology.orchestra.run.smithi080.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-21T23:58:13.142311+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191641,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":985,"num_read_kb":658,"num_write":477,"num_write_kb":4388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1180736,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":873,"ondisk_log_size":873,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357544,"kb_used_data":12524,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584280,"statfs":{"total":1151940427776,"available":1151574302720,"internally_reserved":0,"allocated":12824576,"data_stored":9703770,"data_compressed":468340,"data_compressed_allocated":634880,"data_compressed_original":4120576,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.989820"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228221+0000","last_change":"2024-04-21T23:55:44.712114+0000","last_active":"2024-04-21T23:58:09.228221+0000","last_peered":"2024-04-21T23:58:09.228221+0000","last_clean":"2024-04-21T23:58:09.228221+0000","last_became_active":"2024-04-21T23:55:44.711756+0000","last_became_peered":"2024-04-21T23:55:44.711756+0000","last_unstale":"2024-04-21T23:58:09.228221+0000","last_undegraded":"2024-04-21T23:58:09.228221+0000","last_fullsized":"2024-04-21T23:58:09.228221+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:40:25.517827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258088+0000","last_change":"2024-04-21T23:55:44.704845+0000","last_active":"2024-04-21T23:58:09.258088+0000","last_peered":"2024-04-21T23:58:09.258088+0000","last_clean":"2024-04-21T23:58:09.258088+0000","last_became_active":"2024-04-21T23:55:44.704540+0000","last_became_peered":"2024-04-21T23:55:44.704540+0000","last_unstale":"2024-04-21T23:58:09.258088+0000","last_undegraded":"2024-04-21T23:58:09.258088+0000","last_fullsized":"2024-04-21T23:58:09.258088+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:44:26.377873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257690+0000","last_change":"2024-04-21T23:55:44.711608+0000","last_active":"2024-04-21T23:58:09.257690+0000","last_peered":"2024-04-21T23:58:09.257690+0000","last_clean":"2024-04-21T23:58:09.257690+0000","last_became_active":"2024-04-21T23:55:44.711217+0000","last_became_peered":"2024-04-21T23:55:44.711217+0000","last_unstale":"2024-04-21T23:58:09.257690+0000","last_undegraded":"2024-04-21T23:58:09.257690+0000","last_fullsized":"2024-04-21T23:58:09.257690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:18:01.539560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257609+0000","last_change":"2024-04-21T23:55:44.714582+0000","last_active":"2024-04-21T23:58:09.257609+0000","last_peered":"2024-04-21T23:58:09.257609+0000","last_clean":"2024-04-21T23:58:09.257609+0000","last_became_active":"2024-04-21T23:55:44.713824+0000","last_became_peered":"2024-04-21T23:55:44.713824+0000","last_unstale":"2024-04-21T23:58:09.257609+0000","last_undegraded":"2024-04-21T23:58:09.257609+0000","last_fullsized":"2024-04-21T23:58:09.257609+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:44.805023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257221+0000","last_change":"2024-04-21T23:55:44.701156+0000","last_active":"2024-04-21T23:58:09.257221+0000","last_peered":"2024-04-21T23:58:09.257221+0000","last_clean":"2024-04-21T23:58:09.257221+0000","last_became_active":"2024-04-21T23:55:44.700798+0000","last_became_peered":"2024-04-21T23:55:44.700798+0000","last_unstale":"2024-04-21T23:58:09.257221+0000","last_undegraded":"2024-04-21T23:58:09.257221+0000","last_fullsized":"2024-04-21T23:58:09.257221+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:40:30.128640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131276+0000","last_change":"2024-04-21T23:55:44.707213+0000","last_active":"2024-04-21T23:58:09.131276+0000","last_peered":"2024-04-21T23:58:09.131276+0000","last_clean":"2024-04-21T23:58:09.131276+0000","last_became_active":"2024-04-21T23:55:44.706877+0000","last_became_peered":"2024-04-21T23:55:44.706877+0000","last_unstale":"2024-04-21T23:58:09.131276+0000","last_undegraded":"2024-04-21T23:58:09.131276+0000","last_fullsized":"2024-04-21T23:58:09.131276+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:29:22.292379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258048+0000","last_change":"2024-04-21T23:55:44.708365+0000","last_active":"2024-04-21T23:58:09.258048+0000","last_peered":"2024-04-21T23:58:09.258048+0000","last_clean":"2024-04-21T23:58:09.258048+0000","last_became_active":"2024-04-21T23:55:44.708001+0000","last_became_peered":"2024-04-21T23:55:44.708001+0000","last_unstale":"2024-04-21T23:58:09.258048+0000","last_undegraded":"2024-04-21T23:58:09.258048+0000","last_fullsized":"2024-04-21T23:58:09.258048+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:15.553465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227394+0000","last_change":"2024-04-21T23:55:44.702786+0000","last_active":"2024-04-21T23:58:09.227394+0000","last_peered":"2024-04-21T23:58:09.227394+0000","last_clean":"2024-04-21T23:58:09.227394+0000","last_became_active":"2024-04-21T23:55:44.702486+0000","last_became_peered":"2024-04-21T23:55:44.702486+0000","last_unstale":"2024-04-21T23:58:09.227394+0000","last_undegraded":"2024-04-21T23:58:09.227394+0000","last_fullsized":"2024-04-21T23:58:09.227394+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:53.473206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258495+0000","last_change":"2024-04-21T23:55:44.710969+0000","last_active":"2024-04-21T23:58:09.258495+0000","last_peered":"2024-04-21T23:58:09.258495+0000","last_clean":"2024-04-21T23:58:09.258495+0000","last_became_active":"2024-04-21T23:55:44.704453+0000","last_became_peered":"2024-04-21T23:55:44.704453+0000","last_unstale":"2024-04-21T23:58:09.258495+0000","last_undegraded":"2024-04-21T23:58:09.258495+0000","last_fullsized":"2024-04-21T23:58:09.258495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:42:18.104912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131752+0000","last_change":"2024-04-21T23:55:44.707484+0000","last_active":"2024-04-21T23:58:09.131752+0000","last_peered":"2024-04-21T23:58:09.131752+0000","last_clean":"2024-04-21T23:58:09.131752+0000","last_became_active":"2024-04-21T23:55:44.707156+0000","last_became_peered":"2024-04-21T23:55:44.707156+0000","last_unstale":"2024-04-21T23:58:09.131752+0000","last_undegraded":"2024-04-21T23:58:09.131752+0000","last_fullsized":"2024-04-21T23:58:09.131752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:13:07.163863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258864+0000","last_change":"2024-04-21T23:55:44.713150+0000","last_active":"2024-04-21T23:58:09.258864+0000","last_peered":"2024-04-21T23:58:09.258864+0000","last_clean":"2024-04-21T23:58:09.258864+0000","last_became_active":"2024-04-21T23:55:44.712797+0000","last_became_peered":"2024-04-21T23:55:44.712797+0000","last_unstale":"2024-04-21T23:58:09.258864+0000","last_undegraded":"2024-04-21T23:58:09.258864+0000","last_fullsized":"2024-04-21T23:58:09.258864+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:39:03.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257612+0000","last_change":"2024-04-21T23:55:44.714128+0000","last_active":"2024-04-21T23:58:09.257612+0000","last_peered":"2024-04-21T23:58:09.257612+0000","last_clean":"2024-04-21T23:58:09.257612+0000","last_became_active":"2024-04-21T23:55:44.713414+0000","last_became_peered":"2024-04-21T23:55:44.713414+0000","last_unstale":"2024-04-21T23:58:09.257612+0000","last_undegraded":"2024-04-21T23:58:09.257612+0000","last_fullsized":"2024-04-21T23:58:09.257612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:07.602328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130061+0000","last_change":"2024-04-21T23:55:44.700352+0000","last_active":"2024-04-21T23:58:09.130061+0000","last_peered":"2024-04-21T23:58:09.130061+0000","last_clean":"2024-04-21T23:58:09.130061+0000","last_became_active":"2024-04-21T23:55:44.700049+0000","last_became_peered":"2024-04-21T23:55:44.700049+0000","last_unstale":"2024-04-21T23:58:09.130061+0000","last_undegraded":"2024-04-21T23:58:09.130061+0000","last_fullsized":"2024-04-21T23:58:09.130061+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:20.909170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257227+0000","last_change":"2024-04-21T23:55:44.701976+0000","last_active":"2024-04-21T23:58:09.257227+0000","last_peered":"2024-04-21T23:58:09.257227+0000","last_clean":"2024-04-21T23:58:09.257227+0000","last_became_active":"2024-04-21T23:55:44.701647+0000","last_became_peered":"2024-04-21T23:55:44.701647+0000","last_unstale":"2024-04-21T23:58:09.257227+0000","last_undegraded":"2024-04-21T23:58:09.257227+0000","last_fullsized":"2024-04-21T23:58:09.257227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:16:40.384887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257194+0000","last_change":"2024-04-21T23:55:44.714023+0000","last_active":"2024-04-21T23:58:09.257194+0000","last_peered":"2024-04-21T23:58:09.257194+0000","last_clean":"2024-04-21T23:58:09.257194+0000","last_became_active":"2024-04-21T23:55:44.713628+0000","last_became_peered":"2024-04-21T23:55:44.713628+0000","last_unstale":"2024-04-21T23:58:09.257194+0000","last_undegraded":"2024-04-21T23:58:09.257194+0000","last_fullsized":"2024-04-21T23:58:09.257194+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:37:24.259905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257120+0000","last_change":"2024-04-21T23:55:44.704685+0000","last_active":"2024-04-21T23:58:09.257120+0000","last_peered":"2024-04-21T23:58:09.257120+0000","last_clean":"2024-04-21T23:58:09.257120+0000","last_became_active":"2024-04-21T23:55:44.704162+0000","last_became_peered":"2024-04-21T23:55:44.704162+0000","last_unstale":"2024-04-21T23:58:09.257120+0000","last_undegraded":"2024-04-21T23:58:09.257120+0000","last_fullsized":"2024-04-21T23:58:09.257120+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:57:56.050215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228151+0000","last_change":"2024-04-21T23:55:44.711905+0000","last_active":"2024-04-21T23:58:09.228151+0000","last_peered":"2024-04-21T23:58:09.228151+0000","last_clean":"2024-04-21T23:58:09.228151+0000","last_became_active":"2024-04-21T23:55:44.711309+0000","last_became_peered":"2024-04-21T23:55:44.711309+0000","last_unstale":"2024-04-21T23:58:09.228151+0000","last_undegraded":"2024-04-21T23:58:09.228151+0000","last_fullsized":"2024-04-21T23:58:09.228151+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:27:57.316187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225910+0000","last_change":"2024-04-21T23:55:44.703724+0000","last_active":"2024-04-21T23:58:09.225910+0000","last_peered":"2024-04-21T23:58:09.225910+0000","last_clean":"2024-04-21T23:58:09.225910+0000","last_became_active":"2024-04-21T23:55:44.703394+0000","last_became_peered":"2024-04-21T23:55:44.703394+0000","last_unstale":"2024-04-21T23:58:09.225910+0000","last_undegraded":"2024-04-21T23:58:09.225910+0000","last_fullsized":"2024-04-21T23:58:09.225910+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:48.964278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257939+0000","last_change":"2024-04-21T23:55:44.698232+0000","last_active":"2024-04-21T23:58:09.257939+0000","last_peered":"2024-04-21T23:58:09.257939+0000","last_clean":"2024-04-21T23:58:09.257939+0000","last_became_active":"2024-04-21T23:55:44.697896+0000","last_became_peered":"2024-04-21T23:55:44.697896+0000","last_unstale":"2024-04-21T23:58:09.257939+0000","last_undegraded":"2024-04-21T23:58:09.257939+0000","last_fullsized":"2024-04-21T23:58:09.257939+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:16.273771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257570+0000","last_change":"2024-04-21T23:55:48.868989+0000","last_active":"2024-04-21T23:58:09.257570+0000","last_peered":"2024-04-21T23:58:09.257570+0000","last_clean":"2024-04-21T23:58:09.257570+0000","last_became_active":"2024-04-21T23:55:48.868520+0000","last_became_peered":"2024-04-21T23:55:48.868520+0000","last_unstale":"2024-04-21T23:58:09.257570+0000","last_undegraded":"2024-04-21T23:58:09.257570+0000","last_fullsized":"2024-04-21T23:58:09.257570+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:17.821913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'9","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225874+0000","last_change":"2024-04-21T23:55:43.688973+0000","last_active":"2024-04-21T23:58:09.225874+0000","last_peered":"2024-04-21T23:58:09.225874+0000","last_clean":"2024-04-21T23:58:09.225874+0000","last_became_active":"2024-04-21T23:55:43.688634+0000","last_became_peered":"2024-04-21T23:55:43.688634+0000","last_unstale":"2024-04-21T23:58:09.225874+0000","last_undegraded":"2024-04-21T23:58:09.225874+0000","last_fullsized":"2024-04-21T23:58:09.225874+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:07.447609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227722+0000","last_change":"2024-04-21T23:55:44.705248+0000","last_active":"2024-04-21T23:58:09.227722+0000","last_peered":"2024-04-21T23:58:09.227722+0000","last_clean":"2024-04-21T23:58:09.227722+0000","last_became_active":"2024-04-21T23:55:44.704905+0000","last_became_peered":"2024-04-21T23:55:44.704905+0000","last_unstale":"2024-04-21T23:58:09.227722+0000","last_undegraded":"2024-04-21T23:58:09.227722+0000","last_fullsized":"2024-04-21T23:58:09.227722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:26.456855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256734+0000","last_change":"2024-04-21T23:55:48.878431+0000","last_active":"2024-04-21T23:58:09.256734+0000","last_peered":"2024-04-21T23:58:09.256734+0000","last_clean":"2024-04-21T23:58:09.256734+0000","last_became_active":"2024-04-21T23:55:48.877996+0000","last_became_peered":"2024-04-21T23:55:48.877996+0000","last_unstale":"2024-04-21T23:58:09.256734+0000","last_undegraded":"2024-04-21T23:58:09.256734+0000","last_fullsized":"2024-04-21T23:58:09.256734+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:48:48.645656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227874+0000","last_change":"2024-04-21T23:55:43.697438+0000","last_active":"2024-04-21T23:58:09.227874+0000","last_peered":"2024-04-21T23:58:09.227874+0000","last_clean":"2024-04-21T23:58:09.227874+0000","last_became_active":"2024-04-21T23:55:43.697150+0000","last_became_peered":"2024-04-21T23:55:43.697150+0000","last_unstale":"2024-04-21T23:58:09.227874+0000","last_undegraded":"2024-04-21T23:58:09.227874+0000","last_fullsized":"2024-04-21T23:58:09.227874+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:31:37.299651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257076+0000","last_change":"2024-04-21T23:55:44.711411+0000","last_active":"2024-04-21T23:58:09.257076+0000","last_peered":"2024-04-21T23:58:09.257076+0000","last_clean":"2024-04-21T23:58:09.257076+0000","last_became_active":"2024-04-21T23:55:44.711038+0000","last_became_peered":"2024-04-21T23:55:44.711038+0000","last_unstale":"2024-04-21T23:58:09.257076+0000","last_undegraded":"2024-04-21T23:58:09.257076+0000","last_fullsized":"2024-04-21T23:58:09.257076+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:54:55.387347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256971+0000","last_change":"2024-04-21T23:55:48.880915+0000","last_active":"2024-04-21T23:58:09.256971+0000","last_peered":"2024-04-21T23:58:09.256971+0000","last_clean":"2024-04-21T23:58:09.256971+0000","last_became_active":"2024-04-21T23:55:48.880513+0000","last_became_peered":"2024-04-21T23:55:48.880513+0000","last_unstale":"2024-04-21T23:58:09.256971+0000","last_undegraded":"2024-04-21T23:58:09.256971+0000","last_fullsized":"2024-04-21T23:58:09.256971+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:19:05.244154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257654+0000","last_change":"2024-04-21T23:55:43.692500+0000","last_active":"2024-04-21T23:58:09.257654+0000","last_peered":"2024-04-21T23:58:09.257654+0000","last_clean":"2024-04-21T23:58:09.257654+0000","last_became_active":"2024-04-21T23:55:43.692131+0000","last_became_peered":"2024-04-21T23:55:43.692131+0000","last_unstale":"2024-04-21T23:58:09.257654+0000","last_undegraded":"2024-04-21T23:58:09.257654+0000","last_fullsized":"2024-04-21T23:58:09.257654+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:29:03.172998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258150+0000","last_change":"2024-04-21T23:55:44.705599+0000","last_active":"2024-04-21T23:58:09.258150+0000","last_peered":"2024-04-21T23:58:09.258150+0000","last_clean":"2024-04-21T23:58:09.258150+0000","last_became_active":"2024-04-21T23:55:44.704364+0000","last_became_peered":"2024-04-21T23:55:44.704364+0000","last_unstale":"2024-04-21T23:58:09.258150+0000","last_undegraded":"2024-04-21T23:58:09.258150+0000","last_fullsized":"2024-04-21T23:58:09.258150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:23:25.164486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256773+0000","last_change":"2024-04-21T23:55:48.878992+0000","last_active":"2024-04-21T23:58:09.256773+0000","last_peered":"2024-04-21T23:58:09.256773+0000","last_clean":"2024-04-21T23:58:09.256773+0000","last_became_active":"2024-04-21T23:55:48.878540+0000","last_became_peered":"2024-04-21T23:55:48.878540+0000","last_unstale":"2024-04-21T23:58:09.256773+0000","last_undegraded":"2024-04-21T23:58:09.256773+0000","last_fullsized":"2024-04-21T23:58:09.256773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:04:35.864907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257300+0000","last_change":"2024-04-21T23:55:43.690126+0000","last_active":"2024-04-21T23:58:09.257300+0000","last_peered":"2024-04-21T23:58:09.257300+0000","last_clean":"2024-04-21T23:58:09.257300+0000","last_became_active":"2024-04-21T23:55:43.689765+0000","last_became_peered":"2024-04-21T23:55:43.689765+0000","last_unstale":"2024-04-21T23:58:09.257300+0000","last_undegraded":"2024-04-21T23:58:09.257300+0000","last_fullsized":"2024-04-21T23:58:09.257300+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:10:37.978093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132036+0000","last_change":"2024-04-21T23:55:44.713764+0000","last_active":"2024-04-21T23:58:09.132036+0000","last_peered":"2024-04-21T23:58:09.132036+0000","last_clean":"2024-04-21T23:58:09.132036+0000","last_became_active":"2024-04-21T23:55:44.713381+0000","last_became_peered":"2024-04-21T23:55:44.713381+0000","last_unstale":"2024-04-21T23:58:09.132036+0000","last_undegraded":"2024-04-21T23:58:09.132036+0000","last_fullsized":"2024-04-21T23:58:09.132036+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:52:36.349061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257842+0000","last_change":"2024-04-21T23:55:48.873149+0000","last_active":"2024-04-21T23:58:09.257842+0000","last_peered":"2024-04-21T23:58:09.257842+0000","last_clean":"2024-04-21T23:58:09.257842+0000","last_became_active":"2024-04-21T23:55:48.872717+0000","last_became_peered":"2024-04-21T23:55:48.872717+0000","last_unstale":"2024-04-21T23:58:09.257842+0000","last_undegraded":"2024-04-21T23:58:09.257842+0000","last_fullsized":"2024-04-21T23:58:09.257842+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:17.774636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":165,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853119+0000","last_change":"2024-04-21T23:55:43.697709+0000","last_active":"2024-04-21T23:58:09.853119+0000","last_peered":"2024-04-21T23:58:09.853119+0000","last_clean":"2024-04-21T23:58:09.853119+0000","last_became_active":"2024-04-21T23:55:43.696860+0000","last_became_peered":"2024-04-21T23:55:43.696860+0000","last_unstale":"2024-04-21T23:58:09.853119+0000","last_undegraded":"2024-04-21T23:58:09.853119+0000","last_fullsized":"2024-04-21T23:58:09.853119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:05:14.071488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2244,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258117+0000","last_change":"2024-04-21T23:55:44.705986+0000","last_active":"2024-04-21T23:58:09.258117+0000","last_peered":"2024-04-21T23:58:09.258117+0000","last_clean":"2024-04-21T23:58:09.258117+0000","last_became_active":"2024-04-21T23:55:44.705556+0000","last_became_peered":"2024-04-21T23:55:44.705556+0000","last_unstale":"2024-04-21T23:58:09.258117+0000","last_undegraded":"2024-04-21T23:58:09.258117+0000","last_fullsized":"2024-04-21T23:58:09.258117+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:34.944157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257713+0000","last_change":"2024-04-21T23:55:48.871829+0000","last_active":"2024-04-21T23:58:09.257713+0000","last_peered":"2024-04-21T23:58:09.257713+0000","last_clean":"2024-04-21T23:58:09.257713+0000","last_became_active":"2024-04-21T23:55:48.871163+0000","last_became_peered":"2024-04-21T23:55:48.871163+0000","last_unstale":"2024-04-21T23:58:09.257713+0000","last_undegraded":"2024-04-21T23:58:09.257713+0000","last_fullsized":"2024-04-21T23:58:09.257713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:06.017731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131332+0000","last_change":"2024-04-21T23:55:43.691699+0000","last_active":"2024-04-21T23:58:09.131332+0000","last_peered":"2024-04-21T23:58:09.131332+0000","last_clean":"2024-04-21T23:58:09.131332+0000","last_became_active":"2024-04-21T23:55:43.691384+0000","last_became_peered":"2024-04-21T23:55:43.691384+0000","last_unstale":"2024-04-21T23:58:09.131332+0000","last_undegraded":"2024-04-21T23:58:09.131332+0000","last_fullsized":"2024-04-21T23:58:09.131332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:54:51.602642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131844+0000","last_change":"2024-04-21T23:55:44.714072+0000","last_active":"2024-04-21T23:58:09.131844+0000","last_peered":"2024-04-21T23:58:09.131844+0000","last_clean":"2024-04-21T23:58:09.131844+0000","last_became_active":"2024-04-21T23:55:44.713511+0000","last_became_peered":"2024-04-21T23:55:44.713511+0000","last_unstale":"2024-04-21T23:58:09.131844+0000","last_undegraded":"2024-04-21T23:58:09.131844+0000","last_fullsized":"2024-04-21T23:58:09.131844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:13.980425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228107+0000","last_change":"2024-04-21T23:55:48.882844+0000","last_active":"2024-04-21T23:58:09.228107+0000","last_peered":"2024-04-21T23:58:09.228107+0000","last_clean":"2024-04-21T23:58:09.228107+0000","last_became_active":"2024-04-21T23:55:48.882377+0000","last_became_peered":"2024-04-21T23:55:48.882377+0000","last_unstale":"2024-04-21T23:58:09.228107+0000","last_undegraded":"2024-04-21T23:58:09.228107+0000","last_fullsized":"2024-04-21T23:58:09.228107+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:33.924670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129587+0000","last_change":"2024-04-21T23:55:43.686155+0000","last_active":"2024-04-21T23:58:09.129587+0000","last_peered":"2024-04-21T23:58:09.129587+0000","last_clean":"2024-04-21T23:58:09.129587+0000","last_became_active":"2024-04-21T23:55:43.685812+0000","last_became_peered":"2024-04-21T23:55:43.685812+0000","last_unstale":"2024-04-21T23:58:09.129587+0000","last_undegraded":"2024-04-21T23:58:09.129587+0000","last_fullsized":"2024-04-21T23:58:09.129587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:56:06.830541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227516+0000","last_change":"2024-04-21T23:55:44.701899+0000","last_active":"2024-04-21T23:58:09.227516+0000","last_peered":"2024-04-21T23:58:09.227516+0000","last_clean":"2024-04-21T23:58:09.227516+0000","last_became_active":"2024-04-21T23:55:44.700843+0000","last_became_peered":"2024-04-21T23:55:44.700843+0000","last_unstale":"2024-04-21T23:58:09.227516+0000","last_undegraded":"2024-04-21T23:58:09.227516+0000","last_fullsized":"2024-04-21T23:58:09.227516+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:36:58.657360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257854+0000","last_change":"2024-04-21T23:55:48.876495+0000","last_active":"2024-04-21T23:58:09.257854+0000","last_peered":"2024-04-21T23:58:09.257854+0000","last_clean":"2024-04-21T23:58:09.257854+0000","last_became_active":"2024-04-21T23:55:48.876080+0000","last_became_peered":"2024-04-21T23:55:48.876080+0000","last_unstale":"2024-04-21T23:58:09.257854+0000","last_undegraded":"2024-04-21T23:58:09.257854+0000","last_fullsized":"2024-04-21T23:58:09.257854+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:17.230754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131301+0000","last_change":"2024-04-21T23:55:43.691929+0000","last_active":"2024-04-21T23:58:09.131301+0000","last_peered":"2024-04-21T23:58:09.131301+0000","last_clean":"2024-04-21T23:58:09.131301+0000","last_became_active":"2024-04-21T23:55:43.691262+0000","last_became_peered":"2024-04-21T23:55:43.691262+0000","last_unstale":"2024-04-21T23:58:09.131301+0000","last_undegraded":"2024-04-21T23:58:09.131301+0000","last_fullsized":"2024-04-21T23:58:09.131301+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:34:07.980684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225370+0000","last_change":"2024-04-21T23:55:44.696859+0000","last_active":"2024-04-21T23:58:09.225370+0000","last_peered":"2024-04-21T23:58:09.225370+0000","last_clean":"2024-04-21T23:58:09.225370+0000","last_became_active":"2024-04-21T23:55:44.696537+0000","last_became_peered":"2024-04-21T23:55:44.696537+0000","last_unstale":"2024-04-21T23:58:09.225370+0000","last_undegraded":"2024-04-21T23:58:09.225370+0000","last_fullsized":"2024-04-21T23:58:09.225370+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:33:23.534954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227437+0000","last_change":"2024-04-21T23:55:48.877075+0000","last_active":"2024-04-21T23:58:09.227437+0000","last_peered":"2024-04-21T23:58:09.227437+0000","last_clean":"2024-04-21T23:58:09.227437+0000","last_became_active":"2024-04-21T23:55:48.876528+0000","last_became_peered":"2024-04-21T23:55:48.876528+0000","last_unstale":"2024-04-21T23:58:09.227437+0000","last_undegraded":"2024-04-21T23:58:09.227437+0000","last_fullsized":"2024-04-21T23:58:09.227437+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:26:50.095970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"92'5","reported_seq":155,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.852594+0000","last_change":"2024-04-21T23:55:43.691621+0000","last_active":"2024-04-21T23:58:09.852594+0000","last_peered":"2024-04-21T23:58:09.852594+0000","last_clean":"2024-04-21T23:58:09.852594+0000","last_became_active":"2024-04-21T23:55:43.691293+0000","last_became_peered":"2024-04-21T23:55:43.691293+0000","last_unstale":"2024-04-21T23:58:09.852594+0000","last_undegraded":"2024-04-21T23:58:09.852594+0000","last_fullsized":"2024-04-21T23:58:09.852594+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:20.106233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258021+0000","last_change":"2024-04-21T23:55:44.710209+0000","last_active":"2024-04-21T23:58:09.258021+0000","last_peered":"2024-04-21T23:58:09.258021+0000","last_clean":"2024-04-21T23:58:09.258021+0000","last_became_active":"2024-04-21T23:55:44.705647+0000","last_became_peered":"2024-04-21T23:55:44.705647+0000","last_unstale":"2024-04-21T23:58:09.258021+0000","last_undegraded":"2024-04-21T23:58:09.258021+0000","last_fullsized":"2024-04-21T23:58:09.258021+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:13.872018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225202+0000","last_change":"2024-04-21T23:55:48.879102+0000","last_active":"2024-04-21T23:58:09.225202+0000","last_peered":"2024-04-21T23:58:09.225202+0000","last_clean":"2024-04-21T23:58:09.225202+0000","last_became_active":"2024-04-21T23:55:48.873253+0000","last_became_peered":"2024-04-21T23:55:48.873253+0000","last_unstale":"2024-04-21T23:58:09.225202+0000","last_undegraded":"2024-04-21T23:58:09.225202+0000","last_fullsized":"2024-04-21T23:58:09.225202+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:02:12.321142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258425+0000","last_change":"2024-04-21T23:55:43.693168+0000","last_active":"2024-04-21T23:58:09.258425+0000","last_peered":"2024-04-21T23:58:09.258425+0000","last_clean":"2024-04-21T23:58:09.258425+0000","last_became_active":"2024-04-21T23:55:43.692850+0000","last_became_peered":"2024-04-21T23:55:43.692850+0000","last_unstale":"2024-04-21T23:58:09.258425+0000","last_undegraded":"2024-04-21T23:58:09.258425+0000","last_fullsized":"2024-04-21T23:58:09.258425+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:01:11.587068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258327+0000","last_change":"2024-04-21T23:55:44.714022+0000","last_active":"2024-04-21T23:58:09.258327+0000","last_peered":"2024-04-21T23:58:09.258327+0000","last_clean":"2024-04-21T23:58:09.258327+0000","last_became_active":"2024-04-21T23:55:44.713718+0000","last_became_peered":"2024-04-21T23:55:44.713718+0000","last_unstale":"2024-04-21T23:58:09.258327+0000","last_undegraded":"2024-04-21T23:58:09.258327+0000","last_fullsized":"2024-04-21T23:58:09.258327+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:30.561159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257135+0000","last_change":"2024-04-21T23:55:48.881022+0000","last_active":"2024-04-21T23:58:09.257135+0000","last_peered":"2024-04-21T23:58:09.257135+0000","last_clean":"2024-04-21T23:58:09.257135+0000","last_became_active":"2024-04-21T23:55:48.880556+0000","last_became_peered":"2024-04-21T23:55:48.880556+0000","last_unstale":"2024-04-21T23:58:09.257135+0000","last_undegraded":"2024-04-21T23:58:09.257135+0000","last_fullsized":"2024-04-21T23:58:09.257135+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:04:10.558632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132085+0000","last_change":"2024-04-21T23:55:43.688536+0000","last_active":"2024-04-21T23:58:09.132085+0000","last_peered":"2024-04-21T23:58:09.132085+0000","last_clean":"2024-04-21T23:58:09.132085+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:58:09.132085+0000","last_undegraded":"2024-04-21T23:58:09.132085+0000","last_fullsized":"2024-04-21T23:58:09.132085+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:40.674025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258430+0000","last_change":"2024-04-21T23:55:44.716662+0000","last_active":"2024-04-21T23:58:09.258430+0000","last_peered":"2024-04-21T23:58:09.258430+0000","last_clean":"2024-04-21T23:58:09.258430+0000","last_became_active":"2024-04-21T23:55:44.716322+0000","last_became_peered":"2024-04-21T23:55:44.716322+0000","last_unstale":"2024-04-21T23:58:09.258430+0000","last_undegraded":"2024-04-21T23:58:09.258430+0000","last_fullsized":"2024-04-21T23:58:09.258430+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:49:38.625362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225581+0000","last_change":"2024-04-21T23:55:48.878436+0000","last_active":"2024-04-21T23:58:09.225581+0000","last_peered":"2024-04-21T23:58:09.225581+0000","last_clean":"2024-04-21T23:58:09.225581+0000","last_became_active":"2024-04-21T23:55:48.873296+0000","last_became_peered":"2024-04-21T23:55:48.873296+0000","last_unstale":"2024-04-21T23:58:09.225581+0000","last_undegraded":"2024-04-21T23:58:09.225581+0000","last_fullsized":"2024-04-21T23:58:09.225581+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:22:11.341551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'41","reported_seq":323,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853905+0000","last_change":"2024-04-21T23:55:43.693325+0000","last_active":"2024-04-21T23:58:09.853905+0000","last_peered":"2024-04-21T23:58:09.853905+0000","last_clean":"2024-04-21T23:58:09.853905+0000","last_became_active":"2024-04-21T23:55:43.692993+0000","last_became_peered":"2024-04-21T23:55:43.692993+0000","last_unstale":"2024-04-21T23:58:09.853905+0000","last_undegraded":"2024-04-21T23:58:09.853905+0000","last_fullsized":"2024-04-21T23:58:09.853905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:33.207858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":195,"num_write":42,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257538+0000","last_change":"2024-04-21T23:55:44.705847+0000","last_active":"2024-04-21T23:58:09.257538+0000","last_peered":"2024-04-21T23:58:09.257538+0000","last_clean":"2024-04-21T23:58:09.257538+0000","last_became_active":"2024-04-21T23:55:44.705496+0000","last_became_peered":"2024-04-21T23:55:44.705496+0000","last_unstale":"2024-04-21T23:58:09.257538+0000","last_undegraded":"2024-04-21T23:58:09.257538+0000","last_fullsized":"2024-04-21T23:58:09.257538+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:11:30.043801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132418+0000","last_change":"2024-04-21T23:55:48.877427+0000","last_active":"2024-04-21T23:58:09.132418+0000","last_peered":"2024-04-21T23:58:09.132418+0000","last_clean":"2024-04-21T23:58:09.132418+0000","last_became_active":"2024-04-21T23:55:48.876877+0000","last_became_peered":"2024-04-21T23:55:48.876877+0000","last_unstale":"2024-04-21T23:58:09.132418+0000","last_undegraded":"2024-04-21T23:58:09.132418+0000","last_fullsized":"2024-04-21T23:58:09.132418+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:23:09.167454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257707+0000","last_change":"2024-04-21T23:55:43.699701+0000","last_active":"2024-04-21T23:58:09.257707+0000","last_peered":"2024-04-21T23:58:09.257707+0000","last_clean":"2024-04-21T23:58:09.257707+0000","last_became_active":"2024-04-21T23:55:43.699093+0000","last_became_peered":"2024-04-21T23:55:43.699093+0000","last_unstale":"2024-04-21T23:58:09.257707+0000","last_undegraded":"2024-04-21T23:58:09.257707+0000","last_fullsized":"2024-04-21T23:58:09.257707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:07:05.312967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129780+0000","last_change":"2024-04-21T23:55:44.703905+0000","last_active":"2024-04-21T23:58:09.129780+0000","last_peered":"2024-04-21T23:58:09.129780+0000","last_clean":"2024-04-21T23:58:09.129780+0000","last_became_active":"2024-04-21T23:55:44.703574+0000","last_became_peered":"2024-04-21T23:55:44.703574+0000","last_unstale":"2024-04-21T23:58:09.129780+0000","last_undegraded":"2024-04-21T23:58:09.129780+0000","last_fullsized":"2024-04-21T23:58:09.129780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:13:38.489984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227925+0000","last_change":"2024-04-21T23:56:44.101802+0000","last_active":"2024-04-21T23:58:09.227925+0000","last_peered":"2024-04-21T23:58:09.227925+0000","last_clean":"2024-04-21T23:58:09.227925+0000","last_became_active":"2024-04-21T23:56:44.101076+0000","last_became_peered":"2024-04-21T23:56:44.101076+0000","last_unstale":"2024-04-21T23:58:09.227925+0000","last_undegraded":"2024-04-21T23:58:09.227925+0000","last_fullsized":"2024-04-21T23:58:09.227925+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:34:57.911323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131711+0000","last_change":"2024-04-21T23:55:43.696391+0000","last_active":"2024-04-21T23:58:09.131711+0000","last_peered":"2024-04-21T23:58:09.131711+0000","last_clean":"2024-04-21T23:58:09.131711+0000","last_became_active":"2024-04-21T23:55:43.695980+0000","last_became_peered":"2024-04-21T23:55:43.695980+0000","last_unstale":"2024-04-21T23:58:09.131711+0000","last_undegraded":"2024-04-21T23:58:09.131711+0000","last_fullsized":"2024-04-21T23:58:09.131711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:31.655843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258524+0000","last_change":"2024-04-21T23:55:44.714768+0000","last_active":"2024-04-21T23:58:09.258524+0000","last_peered":"2024-04-21T23:58:09.258524+0000","last_clean":"2024-04-21T23:58:09.258524+0000","last_became_active":"2024-04-21T23:55:44.714444+0000","last_became_peered":"2024-04-21T23:55:44.714444+0000","last_unstale":"2024-04-21T23:58:09.258524+0000","last_undegraded":"2024-04-21T23:58:09.258524+0000","last_fullsized":"2024-04-21T23:58:09.258524+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:08:14.871373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257768+0000","last_change":"2024-04-21T23:56:44.101596+0000","last_active":"2024-04-21T23:58:09.257768+0000","last_peered":"2024-04-21T23:58:09.257768+0000","last_clean":"2024-04-21T23:58:09.257768+0000","last_became_active":"2024-04-21T23:56:44.101071+0000","last_became_peered":"2024-04-21T23:56:44.101071+0000","last_unstale":"2024-04-21T23:58:09.257768+0000","last_undegraded":"2024-04-21T23:58:09.257768+0000","last_fullsized":"2024-04-21T23:58:09.257768+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:28.881614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":161,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853884+0000","last_change":"2024-04-21T23:55:43.691062+0000","last_active":"2024-04-21T23:58:09.853884+0000","last_peered":"2024-04-21T23:58:09.853884+0000","last_clean":"2024-04-21T23:58:09.853884+0000","last_became_active":"2024-04-21T23:55:43.690749+0000","last_became_peered":"2024-04-21T23:55:43.690749+0000","last_unstale":"2024-04-21T23:58:09.853884+0000","last_undegraded":"2024-04-21T23:58:09.853884+0000","last_fullsized":"2024-04-21T23:58:09.853884+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:36:55.159615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257836+0000","last_change":"2024-04-21T23:55:44.709017+0000","last_active":"2024-04-21T23:58:09.257836+0000","last_peered":"2024-04-21T23:58:09.257836+0000","last_clean":"2024-04-21T23:58:09.257836+0000","last_became_active":"2024-04-21T23:55:44.708588+0000","last_became_peered":"2024-04-21T23:55:44.708588+0000","last_unstale":"2024-04-21T23:58:09.257836+0000","last_undegraded":"2024-04-21T23:58:09.257836+0000","last_fullsized":"2024-04-21T23:58:09.257836+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:36.400060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130009+0000","last_change":"2024-04-21T23:55:48.874167+0000","last_active":"2024-04-21T23:58:09.130009+0000","last_peered":"2024-04-21T23:58:09.130009+0000","last_clean":"2024-04-21T23:58:09.130009+0000","last_became_active":"2024-04-21T23:55:48.873629+0000","last_became_peered":"2024-04-21T23:55:48.873629+0000","last_unstale":"2024-04-21T23:58:09.130009+0000","last_undegraded":"2024-04-21T23:58:09.130009+0000","last_fullsized":"2024-04-21T23:58:09.130009+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:28:32.642715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257160+0000","last_change":"2024-04-21T23:55:43.694169+0000","last_active":"2024-04-21T23:58:09.257160+0000","last_peered":"2024-04-21T23:58:09.257160+0000","last_clean":"2024-04-21T23:58:09.257160+0000","last_became_active":"2024-04-21T23:55:43.693802+0000","last_became_peered":"2024-04-21T23:55:43.693802+0000","last_unstale":"2024-04-21T23:58:09.257160+0000","last_undegraded":"2024-04-21T23:58:09.257160+0000","last_fullsized":"2024-04-21T23:58:09.257160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:34:46.451259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131468+0000","last_change":"2024-04-21T23:55:44.714977+0000","last_active":"2024-04-21T23:58:09.131468+0000","last_peered":"2024-04-21T23:58:09.131468+0000","last_clean":"2024-04-21T23:58:09.131468+0000","last_became_active":"2024-04-21T23:55:44.714624+0000","last_became_peered":"2024-04-21T23:55:44.714624+0000","last_unstale":"2024-04-21T23:58:09.131468+0000","last_undegraded":"2024-04-21T23:58:09.131468+0000","last_fullsized":"2024-04-21T23:58:09.131468+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:20.341440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131411+0000","last_change":"2024-04-21T23:55:48.876125+0000","last_active":"2024-04-21T23:58:09.131411+0000","last_peered":"2024-04-21T23:58:09.131411+0000","last_clean":"2024-04-21T23:58:09.131411+0000","last_became_active":"2024-04-21T23:55:48.873851+0000","last_became_peered":"2024-04-21T23:55:48.873851+0000","last_unstale":"2024-04-21T23:58:09.131411+0000","last_undegraded":"2024-04-21T23:58:09.131411+0000","last_fullsized":"2024-04-21T23:58:09.131411+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:28:44.031297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257955+0000","last_change":"2024-04-21T23:55:43.690896+0000","last_active":"2024-04-21T23:58:09.257955+0000","last_peered":"2024-04-21T23:58:09.257955+0000","last_clean":"2024-04-21T23:58:09.257955+0000","last_became_active":"2024-04-21T23:55:43.690496+0000","last_became_peered":"2024-04-21T23:55:43.690496+0000","last_unstale":"2024-04-21T23:58:09.257955+0000","last_undegraded":"2024-04-21T23:58:09.257955+0000","last_fullsized":"2024-04-21T23:58:09.257955+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:07.675345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228056+0000","last_change":"2024-04-21T23:55:44.709568+0000","last_active":"2024-04-21T23:58:09.228056+0000","last_peered":"2024-04-21T23:58:09.228056+0000","last_clean":"2024-04-21T23:58:09.228056+0000","last_became_active":"2024-04-21T23:55:44.709184+0000","last_became_peered":"2024-04-21T23:55:44.709184+0000","last_unstale":"2024-04-21T23:58:09.228056+0000","last_undegraded":"2024-04-21T23:58:09.228056+0000","last_fullsized":"2024-04-21T23:58:09.228056+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:23:21.657146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258116+0000","last_change":"2024-04-21T23:55:48.874253+0000","last_active":"2024-04-21T23:58:09.258116+0000","last_peered":"2024-04-21T23:58:09.258116+0000","last_clean":"2024-04-21T23:58:09.258116+0000","last_became_active":"2024-04-21T23:55:48.873792+0000","last_became_peered":"2024-04-21T23:55:48.873792+0000","last_unstale":"2024-04-21T23:58:09.258116+0000","last_undegraded":"2024-04-21T23:58:09.258116+0000","last_fullsized":"2024-04-21T23:58:09.258116+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:14:22.462921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225739+0000","last_change":"2024-04-21T23:56:44.022070+0000","last_active":"2024-04-21T23:58:09.225739+0000","last_peered":"2024-04-21T23:58:09.225739+0000","last_clean":"2024-04-21T23:58:09.225739+0000","last_became_active":"2024-04-21T23:56:44.021688+0000","last_became_peered":"2024-04-21T23:56:44.021688+0000","last_unstale":"2024-04-21T23:58:09.225739+0000","last_undegraded":"2024-04-21T23:58:09.225739+0000","last_fullsized":"2024-04-21T23:58:09.225739+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:41:06.845209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131646+0000","last_change":"2024-04-21T23:55:44.702018+0000","last_active":"2024-04-21T23:58:09.131646+0000","last_peered":"2024-04-21T23:58:09.131646+0000","last_clean":"2024-04-21T23:58:09.131646+0000","last_became_active":"2024-04-21T23:55:44.701667+0000","last_became_peered":"2024-04-21T23:55:44.701667+0000","last_unstale":"2024-04-21T23:58:09.131646+0000","last_undegraded":"2024-04-21T23:58:09.131646+0000","last_fullsized":"2024-04-21T23:58:09.131646+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:35:36.854755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129860+0000","last_change":"2024-04-21T23:55:48.875794+0000","last_active":"2024-04-21T23:58:09.129860+0000","last_peered":"2024-04-21T23:58:09.129860+0000","last_clean":"2024-04-21T23:58:09.129860+0000","last_became_active":"2024-04-21T23:55:48.875386+0000","last_became_peered":"2024-04-21T23:55:48.875386+0000","last_unstale":"2024-04-21T23:58:09.129860+0000","last_undegraded":"2024-04-21T23:58:09.129860+0000","last_fullsized":"2024-04-21T23:58:09.129860+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:37:17.202826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258338+0000","last_change":"2024-04-21T23:55:43.694128+0000","last_active":"2024-04-21T23:58:09.258338+0000","last_peered":"2024-04-21T23:58:09.258338+0000","last_clean":"2024-04-21T23:58:09.258338+0000","last_became_active":"2024-04-21T23:55:43.693809+0000","last_became_peered":"2024-04-21T23:55:43.693809+0000","last_unstale":"2024-04-21T23:58:09.258338+0000","last_undegraded":"2024-04-21T23:58:09.258338+0000","last_fullsized":"2024-04-21T23:58:09.258338+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:20.569382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131344+0000","last_change":"2024-04-21T23:55:44.708426+0000","last_active":"2024-04-21T23:58:09.131344+0000","last_peered":"2024-04-21T23:58:09.131344+0000","last_clean":"2024-04-21T23:58:09.131344+0000","last_became_active":"2024-04-21T23:55:44.708105+0000","last_became_peered":"2024-04-21T23:55:44.708105+0000","last_unstale":"2024-04-21T23:58:09.131344+0000","last_undegraded":"2024-04-21T23:58:09.131344+0000","last_fullsized":"2024-04-21T23:58:09.131344+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:39:12.432647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129944+0000","last_change":"2024-04-21T23:55:48.880951+0000","last_active":"2024-04-21T23:58:09.129944+0000","last_peered":"2024-04-21T23:58:09.129944+0000","last_clean":"2024-04-21T23:58:09.129944+0000","last_became_active":"2024-04-21T23:55:48.880484+0000","last_became_peered":"2024-04-21T23:55:48.880484+0000","last_unstale":"2024-04-21T23:58:09.129944+0000","last_undegraded":"2024-04-21T23:58:09.129944+0000","last_fullsized":"2024-04-21T23:58:09.129944+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:15.419390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131374+0000","last_change":"2024-04-21T23:55:44.714129+0000","last_active":"2024-04-21T23:58:09.131374+0000","last_peered":"2024-04-21T23:58:09.131374+0000","last_clean":"2024-04-21T23:58:09.131374+0000","last_became_active":"2024-04-21T23:55:44.713079+0000","last_became_peered":"2024-04-21T23:55:44.713079+0000","last_unstale":"2024-04-21T23:58:09.131374+0000","last_undegraded":"2024-04-21T23:58:09.131374+0000","last_fullsized":"2024-04-21T23:58:09.131374+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:28:25.242211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'6","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.376351+0000","last_change":"2024-04-21T23:55:43.688282+0000","last_active":"2024-04-21T23:58:09.376351+0000","last_peered":"2024-04-21T23:58:09.376351+0000","last_clean":"2024-04-21T23:58:09.376351+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:58:09.376351+0000","last_undegraded":"2024-04-21T23:58:09.376351+0000","last_fullsized":"2024-04-21T23:58:09.376351+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:23:08.111755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258707+0000","last_change":"2024-04-21T23:55:48.871038+0000","last_active":"2024-04-21T23:58:09.258707+0000","last_peered":"2024-04-21T23:58:09.258707+0000","last_clean":"2024-04-21T23:58:09.258707+0000","last_became_active":"2024-04-21T23:55:48.870521+0000","last_became_peered":"2024-04-21T23:55:48.870521+0000","last_unstale":"2024-04-21T23:58:09.258707+0000","last_undegraded":"2024-04-21T23:58:09.258707+0000","last_fullsized":"2024-04-21T23:58:09.258707+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:42:14.978055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227623+0000","last_change":"2024-04-21T23:55:44.707915+0000","last_active":"2024-04-21T23:58:09.227623+0000","last_peered":"2024-04-21T23:58:09.227623+0000","last_clean":"2024-04-21T23:58:09.227623+0000","last_became_active":"2024-04-21T23:55:44.707476+0000","last_became_peered":"2024-04-21T23:55:44.707476+0000","last_unstale":"2024-04-21T23:58:09.227623+0000","last_undegraded":"2024-04-21T23:58:09.227623+0000","last_fullsized":"2024-04-21T23:58:09.227623+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:25.654326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257008+0000","last_change":"2024-04-21T23:55:43.696115+0000","last_active":"2024-04-21T23:58:09.257008+0000","last_peered":"2024-04-21T23:58:09.257008+0000","last_clean":"2024-04-21T23:58:09.257008+0000","last_became_active":"2024-04-21T23:55:43.695806+0000","last_became_peered":"2024-04-21T23:55:43.695806+0000","last_unstale":"2024-04-21T23:58:09.257008+0000","last_undegraded":"2024-04-21T23:58:09.257008+0000","last_fullsized":"2024-04-21T23:58:09.257008+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:05.224494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":363,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257561+0000","last_change":"2024-04-21T23:54:31.654931+0000","last_active":"2024-04-21T23:58:09.257561+0000","last_peered":"2024-04-21T23:58:09.257561+0000","last_clean":"2024-04-21T23:58:09.257561+0000","last_became_active":"2024-04-21T23:54:31.654422+0000","last_became_peered":"2024-04-21T23:54:31.654422+0000","last_unstale":"2024-04-21T23:58:09.257561+0000","last_undegraded":"2024-04-21T23:58:09.257561+0000","last_fullsized":"2024-04-21T23:58:09.257561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_clean_scrub_stamp":"2024-04-21T23:51:07.358778+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:33:41.398066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132092+0000","last_change":"2024-04-21T23:55:48.873805+0000","last_active":"2024-04-21T23:58:09.132092+0000","last_peered":"2024-04-21T23:58:09.132092+0000","last_clean":"2024-04-21T23:58:09.132092+0000","last_became_active":"2024-04-21T23:55:48.873074+0000","last_became_peered":"2024-04-21T23:55:48.873074+0000","last_unstale":"2024-04-21T23:58:09.132092+0000","last_undegraded":"2024-04-21T23:58:09.132092+0000","last_fullsized":"2024-04-21T23:58:09.132092+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:45.408806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129463+0000","last_change":"2024-04-21T23:56:44.022166+0000","last_active":"2024-04-21T23:58:09.129463+0000","last_peered":"2024-04-21T23:58:09.129463+0000","last_clean":"2024-04-21T23:58:09.129463+0000","last_became_active":"2024-04-21T23:56:44.021785+0000","last_became_peered":"2024-04-21T23:56:44.021785+0000","last_unstale":"2024-04-21T23:58:09.129463+0000","last_undegraded":"2024-04-21T23:58:09.129463+0000","last_fullsized":"2024-04-21T23:58:09.129463+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:14:10.435568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257668+0000","last_change":"2024-04-21T23:55:43.695469+0000","last_active":"2024-04-21T23:58:09.257668+0000","last_peered":"2024-04-21T23:58:09.257668+0000","last_clean":"2024-04-21T23:58:09.257668+0000","last_became_active":"2024-04-21T23:55:43.695191+0000","last_became_peered":"2024-04-21T23:55:43.695191+0000","last_unstale":"2024-04-21T23:58:09.257668+0000","last_undegraded":"2024-04-21T23:58:09.257668+0000","last_fullsized":"2024-04-21T23:58:09.257668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:31:36.518346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227750+0000","last_change":"2024-04-21T23:55:48.872617+0000","last_active":"2024-04-21T23:58:09.227750+0000","last_peered":"2024-04-21T23:58:09.227750+0000","last_clean":"2024-04-21T23:58:09.227750+0000","last_became_active":"2024-04-21T23:55:48.872148+0000","last_became_peered":"2024-04-21T23:55:48.872148+0000","last_unstale":"2024-04-21T23:58:09.227750+0000","last_undegraded":"2024-04-21T23:58:09.227750+0000","last_fullsized":"2024-04-21T23:58:09.227750+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:15:31.326136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257531+0000","last_change":"2024-04-21T23:55:43.697097+0000","last_active":"2024-04-21T23:58:09.257531+0000","last_peered":"2024-04-21T23:58:09.257531+0000","last_clean":"2024-04-21T23:58:09.257531+0000","last_became_active":"2024-04-21T23:55:43.696793+0000","last_became_peered":"2024-04-21T23:55:43.696793+0000","last_unstale":"2024-04-21T23:58:09.257531+0000","last_undegraded":"2024-04-21T23:58:09.257531+0000","last_fullsized":"2024-04-21T23:58:09.257531+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:46:57.088968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130111+0000","last_change":"2024-04-21T23:55:44.694188+0000","last_active":"2024-04-21T23:58:09.130111+0000","last_peered":"2024-04-21T23:58:09.130111+0000","last_clean":"2024-04-21T23:58:09.130111+0000","last_became_active":"2024-04-21T23:55:44.693858+0000","last_became_peered":"2024-04-21T23:55:44.693858+0000","last_unstale":"2024-04-21T23:58:09.130111+0000","last_undegraded":"2024-04-21T23:58:09.130111+0000","last_fullsized":"2024-04-21T23:58:09.130111+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:06:06.840835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227402+0000","last_change":"2024-04-21T23:55:48.882642+0000","last_active":"2024-04-21T23:58:09.227402+0000","last_peered":"2024-04-21T23:58:09.227402+0000","last_clean":"2024-04-21T23:58:09.227402+0000","last_became_active":"2024-04-21T23:55:48.882215+0000","last_became_peered":"2024-04-21T23:55:48.882215+0000","last_unstale":"2024-04-21T23:58:09.227402+0000","last_undegraded":"2024-04-21T23:58:09.227402+0000","last_fullsized":"2024-04-21T23:58:09.227402+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:57:13.008696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'44","reported_seq":109,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.335158+0000","last_change":"2024-04-21T23:56:44.026334+0000","last_active":"2024-04-21T23:58:09.335158+0000","last_peered":"2024-04-21T23:58:09.335158+0000","last_clean":"2024-04-21T23:58:09.335158+0000","last_became_active":"2024-04-21T23:56:44.021606+0000","last_became_peered":"2024-04-21T23:56:44.021606+0000","last_unstale":"2024-04-21T23:58:09.335158+0000","last_undegraded":"2024-04-21T23:58:09.335158+0000","last_fullsized":"2024-04-21T23:58:09.335158+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:51:02.311478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":78,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227941+0000","last_change":"2024-04-21T23:55:44.704749+0000","last_active":"2024-04-21T23:58:09.227941+0000","last_peered":"2024-04-21T23:58:09.227941+0000","last_clean":"2024-04-21T23:58:09.227941+0000","last_became_active":"2024-04-21T23:55:44.704428+0000","last_became_peered":"2024-04-21T23:55:44.704428+0000","last_unstale":"2024-04-21T23:58:09.227941+0000","last_undegraded":"2024-04-21T23:58:09.227941+0000","last_fullsized":"2024-04-21T23:58:09.227941+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:26:12.965938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257197+0000","last_change":"2024-04-21T23:55:48.873057+0000","last_active":"2024-04-21T23:58:09.257197+0000","last_peered":"2024-04-21T23:58:09.257197+0000","last_clean":"2024-04-21T23:58:09.257197+0000","last_became_active":"2024-04-21T23:55:48.872614+0000","last_became_peered":"2024-04-21T23:55:48.872614+0000","last_unstale":"2024-04-21T23:58:09.257197+0000","last_undegraded":"2024-04-21T23:58:09.257197+0000","last_fullsized":"2024-04-21T23:58:09.257197+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:35.334492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257749+0000","last_change":"2024-04-21T23:55:43.690157+0000","last_active":"2024-04-21T23:58:09.257749+0000","last_peered":"2024-04-21T23:58:09.257749+0000","last_clean":"2024-04-21T23:58:09.257749+0000","last_became_active":"2024-04-21T23:55:43.689806+0000","last_became_peered":"2024-04-21T23:55:43.689806+0000","last_unstale":"2024-04-21T23:58:09.257749+0000","last_undegraded":"2024-04-21T23:58:09.257749+0000","last_fullsized":"2024-04-21T23:58:09.257749+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:45:09.842731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257955+0000","last_change":"2024-04-21T23:55:44.707100+0000","last_active":"2024-04-21T23:58:09.257955+0000","last_peered":"2024-04-21T23:58:09.257955+0000","last_clean":"2024-04-21T23:58:09.257955+0000","last_became_active":"2024-04-21T23:55:44.706759+0000","last_became_peered":"2024-04-21T23:55:44.706759+0000","last_unstale":"2024-04-21T23:58:09.257955+0000","last_undegraded":"2024-04-21T23:58:09.257955+0000","last_fullsized":"2024-04-21T23:58:09.257955+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:58.135129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257539+0000","last_change":"2024-04-21T23:55:48.880809+0000","last_active":"2024-04-21T23:58:09.257539+0000","last_peered":"2024-04-21T23:58:09.257539+0000","last_clean":"2024-04-21T23:58:09.257539+0000","last_became_active":"2024-04-21T23:55:48.880374+0000","last_became_peered":"2024-04-21T23:55:48.880374+0000","last_unstale":"2024-04-21T23:58:09.257539+0000","last_undegraded":"2024-04-21T23:58:09.257539+0000","last_fullsized":"2024-04-21T23:58:09.257539+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:29:33.315000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257224+0000","last_change":"2024-04-21T23:55:43.689547+0000","last_active":"2024-04-21T23:58:09.257224+0000","last_peered":"2024-04-21T23:58:09.257224+0000","last_clean":"2024-04-21T23:58:09.257224+0000","last_became_active":"2024-04-21T23:55:43.688985+0000","last_became_peered":"2024-04-21T23:55:43.688985+0000","last_unstale":"2024-04-21T23:58:09.257224+0000","last_undegraded":"2024-04-21T23:58:09.257224+0000","last_fullsized":"2024-04-21T23:58:09.257224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:23:00.239787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257139+0000","last_change":"2024-04-21T23:55:44.703472+0000","last_active":"2024-04-21T23:58:09.257139+0000","last_peered":"2024-04-21T23:58:09.257139+0000","last_clean":"2024-04-21T23:58:09.257139+0000","last_became_active":"2024-04-21T23:55:44.703109+0000","last_became_peered":"2024-04-21T23:55:44.703109+0000","last_unstale":"2024-04-21T23:58:09.257139+0000","last_undegraded":"2024-04-21T23:58:09.257139+0000","last_fullsized":"2024-04-21T23:58:09.257139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:04.046745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225939+0000","last_change":"2024-04-21T23:55:48.870262+0000","last_active":"2024-04-21T23:58:09.225939+0000","last_peered":"2024-04-21T23:58:09.225939+0000","last_clean":"2024-04-21T23:58:09.225939+0000","last_became_active":"2024-04-21T23:55:48.869820+0000","last_became_peered":"2024-04-21T23:55:48.869820+0000","last_unstale":"2024-04-21T23:58:09.225939+0000","last_undegraded":"2024-04-21T23:58:09.225939+0000","last_fullsized":"2024-04-21T23:58:09.225939+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:18:46.039586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227503+0000","last_change":"2024-04-21T23:55:43.692226+0000","last_active":"2024-04-21T23:58:09.227503+0000","last_peered":"2024-04-21T23:58:09.227503+0000","last_clean":"2024-04-21T23:58:09.227503+0000","last_became_active":"2024-04-21T23:55:43.690673+0000","last_became_peered":"2024-04-21T23:55:43.690673+0000","last_unstale":"2024-04-21T23:58:09.227503+0000","last_undegraded":"2024-04-21T23:58:09.227503+0000","last_fullsized":"2024-04-21T23:58:09.227503+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:55:26.436150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227707+0000","last_change":"2024-04-21T23:55:44.706524+0000","last_active":"2024-04-21T23:58:09.227707+0000","last_peered":"2024-04-21T23:58:09.227707+0000","last_clean":"2024-04-21T23:58:09.227707+0000","last_became_active":"2024-04-21T23:55:44.706126+0000","last_became_peered":"2024-04-21T23:55:44.706126+0000","last_unstale":"2024-04-21T23:58:09.227707+0000","last_undegraded":"2024-04-21T23:58:09.227707+0000","last_fullsized":"2024-04-21T23:58:09.227707+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:42:14.829787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257411+0000","last_change":"2024-04-21T23:55:48.881489+0000","last_active":"2024-04-21T23:58:09.257411+0000","last_peered":"2024-04-21T23:58:09.257411+0000","last_clean":"2024-04-21T23:58:09.257411+0000","last_became_active":"2024-04-21T23:55:48.880610+0000","last_became_peered":"2024-04-21T23:55:48.880610+0000","last_unstale":"2024-04-21T23:58:09.257411+0000","last_undegraded":"2024-04-21T23:58:09.257411+0000","last_fullsized":"2024-04-21T23:58:09.257411+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:37.107366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257455+0000","last_change":"2024-04-21T23:55:43.699898+0000","last_active":"2024-04-21T23:58:09.257455+0000","last_peered":"2024-04-21T23:58:09.257455+0000","last_clean":"2024-04-21T23:58:09.257455+0000","last_became_active":"2024-04-21T23:55:43.698652+0000","last_became_peered":"2024-04-21T23:55:43.698652+0000","last_unstale":"2024-04-21T23:58:09.257455+0000","last_undegraded":"2024-04-21T23:58:09.257455+0000","last_fullsized":"2024-04-21T23:58:09.257455+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:24.555123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227973+0000","last_change":"2024-04-21T23:55:44.698923+0000","last_active":"2024-04-21T23:58:09.227973+0000","last_peered":"2024-04-21T23:58:09.227973+0000","last_clean":"2024-04-21T23:58:09.227973+0000","last_became_active":"2024-04-21T23:55:44.698593+0000","last_became_peered":"2024-04-21T23:55:44.698593+0000","last_unstale":"2024-04-21T23:58:09.227973+0000","last_undegraded":"2024-04-21T23:58:09.227973+0000","last_fullsized":"2024-04-21T23:58:09.227973+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:51.140082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257438+0000","last_change":"2024-04-21T23:55:48.877199+0000","last_active":"2024-04-21T23:58:09.257438+0000","last_peered":"2024-04-21T23:58:09.257438+0000","last_clean":"2024-04-21T23:58:09.257438+0000","last_became_active":"2024-04-21T23:55:48.876712+0000","last_became_peered":"2024-04-21T23:55:48.876712+0000","last_unstale":"2024-04-21T23:58:09.257438+0000","last_undegraded":"2024-04-21T23:58:09.257438+0000","last_fullsized":"2024-04-21T23:58:09.257438+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:47:48.530863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257078+0000","last_change":"2024-04-21T23:55:43.695529+0000","last_active":"2024-04-21T23:58:09.257078+0000","last_peered":"2024-04-21T23:58:09.257078+0000","last_clean":"2024-04-21T23:58:09.257078+0000","last_became_active":"2024-04-21T23:55:43.695125+0000","last_became_peered":"2024-04-21T23:55:43.695125+0000","last_unstale":"2024-04-21T23:58:09.257078+0000","last_undegraded":"2024-04-21T23:58:09.257078+0000","last_fullsized":"2024-04-21T23:58:09.257078+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:55:43.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258523+0000","last_change":"2024-04-21T23:55:44.711754+0000","last_active":"2024-04-21T23:58:09.258523+0000","last_peered":"2024-04-21T23:58:09.258523+0000","last_clean":"2024-04-21T23:58:09.258523+0000","last_became_active":"2024-04-21T23:55:44.711416+0000","last_became_peered":"2024-04-21T23:55:44.711416+0000","last_unstale":"2024-04-21T23:58:09.258523+0000","last_undegraded":"2024-04-21T23:58:09.258523+0000","last_fullsized":"2024-04-21T23:58:09.258523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:27.389456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257025+0000","last_change":"2024-04-21T23:55:48.874903+0000","last_active":"2024-04-21T23:58:09.257025+0000","last_peered":"2024-04-21T23:58:09.257025+0000","last_clean":"2024-04-21T23:58:09.257025+0000","last_became_active":"2024-04-21T23:55:48.874316+0000","last_became_peered":"2024-04-21T23:55:48.874316+0000","last_unstale":"2024-04-21T23:58:09.257025+0000","last_undegraded":"2024-04-21T23:58:09.257025+0000","last_fullsized":"2024-04-21T23:58:09.257025+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:13:19.166227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257844+0000","last_change":"2024-04-21T23:55:43.699405+0000","last_active":"2024-04-21T23:58:09.257844+0000","last_peered":"2024-04-21T23:58:09.257844+0000","last_clean":"2024-04-21T23:58:09.257844+0000","last_became_active":"2024-04-21T23:55:43.698622+0000","last_became_peered":"2024-04-21T23:55:43.698622+0000","last_unstale":"2024-04-21T23:58:09.257844+0000","last_undegraded":"2024-04-21T23:58:09.257844+0000","last_fullsized":"2024-04-21T23:58:09.257844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:02.099705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258848+0000","last_change":"2024-04-21T23:55:44.712668+0000","last_active":"2024-04-21T23:58:09.258848+0000","last_peered":"2024-04-21T23:58:09.258848+0000","last_clean":"2024-04-21T23:58:09.258848+0000","last_became_active":"2024-04-21T23:55:44.712284+0000","last_became_peered":"2024-04-21T23:55:44.712284+0000","last_unstale":"2024-04-21T23:58:09.258848+0000","last_undegraded":"2024-04-21T23:58:09.258848+0000","last_fullsized":"2024-04-21T23:58:09.258848+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:49.844365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257133+0000","last_change":"2024-04-21T23:56:44.101122+0000","last_active":"2024-04-21T23:58:09.257133+0000","last_peered":"2024-04-21T23:58:09.257133+0000","last_clean":"2024-04-21T23:58:09.257133+0000","last_became_active":"2024-04-21T23:56:44.100742+0000","last_became_peered":"2024-04-21T23:56:44.100742+0000","last_unstale":"2024-04-21T23:58:09.257133+0000","last_undegraded":"2024-04-21T23:58:09.257133+0000","last_fullsized":"2024-04-21T23:58:09.257133+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:09:44.010467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"93'39","reported_seq":77,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.333209+0000","last_change":"2024-04-21T23:55:43.695906+0000","last_active":"2024-04-21T23:58:09.333209+0000","last_peered":"2024-04-21T23:58:09.333209+0000","last_clean":"2024-04-21T23:58:09.333209+0000","last_became_active":"2024-04-21T23:55:43.695455+0000","last_became_peered":"2024-04-21T23:55:43.695455+0000","last_unstale":"2024-04-21T23:58:09.333209+0000","last_undegraded":"2024-04-21T23:58:09.333209+0000","last_fullsized":"2024-04-21T23:58:09.333209+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:54:30.149503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258656+0000","last_change":"2024-04-21T23:55:44.709514+0000","last_active":"2024-04-21T23:58:09.258656+0000","last_peered":"2024-04-21T23:58:09.258656+0000","last_clean":"2024-04-21T23:58:09.258656+0000","last_became_active":"2024-04-21T23:55:44.709147+0000","last_became_peered":"2024-04-21T23:55:44.709147+0000","last_unstale":"2024-04-21T23:58:09.258656+0000","last_undegraded":"2024-04-21T23:58:09.258656+0000","last_fullsized":"2024-04-21T23:58:09.258656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:17.563160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256985+0000","last_change":"2024-04-21T23:56:44.101370+0000","last_active":"2024-04-21T23:58:09.256985+0000","last_peered":"2024-04-21T23:58:09.256985+0000","last_clean":"2024-04-21T23:58:09.256985+0000","last_became_active":"2024-04-21T23:56:44.100946+0000","last_became_peered":"2024-04-21T23:56:44.100946+0000","last_unstale":"2024-04-21T23:58:09.256985+0000","last_undegraded":"2024-04-21T23:58:09.256985+0000","last_fullsized":"2024-04-21T23:58:09.256985+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:44.110457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7,1],"acting":[8,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130109+0000","last_change":"2024-04-21T23:55:43.691650+0000","last_active":"2024-04-21T23:58:09.130109+0000","last_peered":"2024-04-21T23:58:09.130109+0000","last_clean":"2024-04-21T23:58:09.130109+0000","last_became_active":"2024-04-21T23:55:43.691345+0000","last_became_peered":"2024-04-21T23:55:43.691345+0000","last_unstale":"2024-04-21T23:58:09.130109+0000","last_undegraded":"2024-04-21T23:58:09.130109+0000","last_fullsized":"2024-04-21T23:58:09.130109+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:51:33.155069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258804+0000","last_change":"2024-04-21T23:55:44.703056+0000","last_active":"2024-04-21T23:58:09.258804+0000","last_peered":"2024-04-21T23:58:09.258804+0000","last_clean":"2024-04-21T23:58:09.258804+0000","last_became_active":"2024-04-21T23:55:44.702738+0000","last_became_peered":"2024-04-21T23:55:44.702738+0000","last_unstale":"2024-04-21T23:58:09.258804+0000","last_undegraded":"2024-04-21T23:58:09.258804+0000","last_fullsized":"2024-04-21T23:58:09.258804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:32:33.704559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227824+0000","last_change":"2024-04-21T23:55:44.706924+0000","last_active":"2024-04-21T23:58:09.227824+0000","last_peered":"2024-04-21T23:58:09.227824+0000","last_clean":"2024-04-21T23:58:09.227824+0000","last_became_active":"2024-04-21T23:55:44.706209+0000","last_became_peered":"2024-04-21T23:55:44.706209+0000","last_unstale":"2024-04-21T23:58:09.227824+0000","last_undegraded":"2024-04-21T23:58:09.227824+0000","last_fullsized":"2024-04-21T23:58:09.227824+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:07:31.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257397+0000","last_change":"2024-04-21T23:56:44.022245+0000","last_active":"2024-04-21T23:58:09.257397+0000","last_peered":"2024-04-21T23:58:09.257397+0000","last_clean":"2024-04-21T23:58:09.257397+0000","last_became_active":"2024-04-21T23:56:44.021876+0000","last_became_peered":"2024-04-21T23:56:44.021876+0000","last_unstale":"2024-04-21T23:58:09.257397+0000","last_undegraded":"2024-04-21T23:58:09.257397+0000","last_fullsized":"2024-04-21T23:58:09.257397+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:49.184160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257401+0000","last_change":"2024-04-21T23:55:44.704229+0000","last_active":"2024-04-21T23:58:09.257401+0000","last_peered":"2024-04-21T23:58:09.257401+0000","last_clean":"2024-04-21T23:58:09.257401+0000","last_became_active":"2024-04-21T23:55:44.703882+0000","last_became_peered":"2024-04-21T23:55:44.703882+0000","last_unstale":"2024-04-21T23:58:09.257401+0000","last_undegraded":"2024-04-21T23:58:09.257401+0000","last_fullsized":"2024-04-21T23:58:09.257401+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:58.737798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257378+0000","last_change":"2024-04-21T23:55:44.709233+0000","last_active":"2024-04-21T23:58:09.257378+0000","last_peered":"2024-04-21T23:58:09.257378+0000","last_clean":"2024-04-21T23:58:09.257378+0000","last_became_active":"2024-04-21T23:55:44.708948+0000","last_became_peered":"2024-04-21T23:55:44.708948+0000","last_unstale":"2024-04-21T23:58:09.257378+0000","last_undegraded":"2024-04-21T23:58:09.257378+0000","last_fullsized":"2024-04-21T23:58:09.257378+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:17:46.143364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130033+0000","last_change":"2024-04-21T23:55:44.701213+0000","last_active":"2024-04-21T23:58:09.130033+0000","last_peered":"2024-04-21T23:58:09.130033+0000","last_clean":"2024-04-21T23:58:09.130033+0000","last_became_active":"2024-04-21T23:55:44.700893+0000","last_became_peered":"2024-04-21T23:55:44.700893+0000","last_unstale":"2024-04-21T23:58:09.130033+0000","last_undegraded":"2024-04-21T23:58:09.130033+0000","last_fullsized":"2024-04-21T23:58:09.130033+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:49:57.393025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228040+0000","last_change":"2024-04-21T23:55:44.701929+0000","last_active":"2024-04-21T23:58:09.228040+0000","last_peered":"2024-04-21T23:58:09.228040+0000","last_clean":"2024-04-21T23:58:09.228040+0000","last_became_active":"2024-04-21T23:55:44.701511+0000","last_became_peered":"2024-04-21T23:55:44.701511+0000","last_unstale":"2024-04-21T23:58:09.228040+0000","last_undegraded":"2024-04-21T23:58:09.228040+0000","last_fullsized":"2024-04-21T23:58:09.228040+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:07.373445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258060+0000","last_change":"2024-04-21T23:55:44.712052+0000","last_active":"2024-04-21T23:58:09.258060+0000","last_peered":"2024-04-21T23:58:09.258060+0000","last_clean":"2024-04-21T23:58:09.258060+0000","last_became_active":"2024-04-21T23:55:44.711593+0000","last_became_peered":"2024-04-21T23:55:44.711593+0000","last_unstale":"2024-04-21T23:58:09.258060+0000","last_undegraded":"2024-04-21T23:58:09.258060+0000","last_fullsized":"2024-04-21T23:58:09.258060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:19:29.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228201+0000","last_change":"2024-04-21T23:55:44.709979+0000","last_active":"2024-04-21T23:58:09.228201+0000","last_peered":"2024-04-21T23:58:09.228201+0000","last_clean":"2024-04-21T23:58:09.228201+0000","last_became_active":"2024-04-21T23:55:44.709685+0000","last_became_peered":"2024-04-21T23:55:44.709685+0000","last_unstale":"2024-04-21T23:58:09.228201+0000","last_undegraded":"2024-04-21T23:58:09.228201+0000","last_fullsized":"2024-04-21T23:58:09.228201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:40.464936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131319+0000","last_change":"2024-04-21T23:55:44.699331+0000","last_active":"2024-04-21T23:58:09.131319+0000","last_peered":"2024-04-21T23:58:09.131319+0000","last_clean":"2024-04-21T23:58:09.131319+0000","last_became_active":"2024-04-21T23:55:44.698971+0000","last_became_peered":"2024-04-21T23:55:44.698971+0000","last_unstale":"2024-04-21T23:58:09.131319+0000","last_undegraded":"2024-04-21T23:58:09.131319+0000","last_fullsized":"2024-04-21T23:58:09.131319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:18:15.261663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227569+0000","last_change":"2024-04-21T23:55:44.705191+0000","last_active":"2024-04-21T23:58:09.227569+0000","last_peered":"2024-04-21T23:58:09.227569+0000","last_clean":"2024-04-21T23:58:09.227569+0000","last_became_active":"2024-04-21T23:55:44.704887+0000","last_became_peered":"2024-04-21T23:55:44.704887+0000","last_unstale":"2024-04-21T23:58:09.227569+0000","last_undegraded":"2024-04-21T23:58:09.227569+0000","last_fullsized":"2024-04-21T23:58:09.227569+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:04:34.122019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257590+0000","last_change":"2024-04-21T23:55:44.705215+0000","last_active":"2024-04-21T23:58:09.257590+0000","last_peered":"2024-04-21T23:58:09.257590+0000","last_clean":"2024-04-21T23:58:09.257590+0000","last_became_active":"2024-04-21T23:55:44.704838+0000","last_became_peered":"2024-04-21T23:55:44.704838+0000","last_unstale":"2024-04-21T23:58:09.257590+0000","last_undegraded":"2024-04-21T23:58:09.257590+0000","last_fullsized":"2024-04-21T23:58:09.257590+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:36:31.693586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129721+0000","last_change":"2024-04-21T23:55:44.703902+0000","last_active":"2024-04-21T23:58:09.129721+0000","last_peered":"2024-04-21T23:58:09.129721+0000","last_clean":"2024-04-21T23:58:09.129721+0000","last_became_active":"2024-04-21T23:55:44.703570+0000","last_became_peered":"2024-04-21T23:55:44.703570+0000","last_unstale":"2024-04-21T23:58:09.129721+0000","last_undegraded":"2024-04-21T23:58:09.129721+0000","last_fullsized":"2024-04-21T23:58:09.129721+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:15:21.352301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227943+0000","last_change":"2024-04-21T23:56:44.019287+0000","last_active":"2024-04-21T23:58:09.227943+0000","last_peered":"2024-04-21T23:58:09.227943+0000","last_clean":"2024-04-21T23:58:09.227943+0000","last_became_active":"2024-04-21T23:56:44.018951+0000","last_became_peered":"2024-04-21T23:56:44.018951+0000","last_unstale":"2024-04-21T23:58:09.227943+0000","last_undegraded":"2024-04-21T23:58:09.227943+0000","last_fullsized":"2024-04-21T23:58:09.227943+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:45.138169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107151,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601039,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":849,"num_read_kb":539,"num_write":294,"num_write_kb":1448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":1803117,"data_compressed":80715,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351018,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1040384,"data_stored":906774,"data_compressed":42767,"data_compressed_allocated":57344,"data_compressed_original":458752,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612655,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32332,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712820,"statfs":{"total":95995035648,"available":95961927680,"internally_reserved":0,"allocated":1183744,"data_stored":1303417,"data_compressed":67097,"data_compressed_allocated":90112,"data_compressed_original":786432,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776179,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":911106,"data_compressed":42767,"data_compressed_allocated":57344,"data_compressed_original":458752,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037817,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1032192,"data_stored":513714,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299454,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":1111777,"data_compressed":59338,"data_compressed_allocated":77824,"data_compressed_original":655360,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462979,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":508970,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":578948,"data_compressed":25224,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738464,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":500579,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":581920,"data_compressed":25224,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149779,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1033980,"data_compressed":48923,"data_compressed_allocated":65536,"data_compressed_original":581632,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888141,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":514543,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724617,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":1238042,"data_compressed":65494,"data_compressed_allocated":86016,"data_compressed_original":778240,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":70068,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73040,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":134698,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":204169,"data_compressed":7759,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":393798,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T23:58:14.099 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T23:58:14.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi144 to 176.2M 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Unable to set osd_memory_target on smithi144 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Unable to set osd_memory_target on smithi120 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi080 to 176.2M 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Unable to set osd_memory_target on smithi080 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi080:/etc/ceph/ceph.conf 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi120:/etc/ceph/ceph.conf 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi144:/etc/ceph/ceph.conf 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:14.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1881791363' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi120:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi080:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: Updating smithi144:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3463230452' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1172090974' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:58:14.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:58:14.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 -- 172.21.15.80:0/1033568731 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d181017a0 msgr2=0x7f4d1810d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1033568731 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d181017a0 0x7f4d1810d4e0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f4d10009cd0 tx=0x7f4d1002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 -- 172.21.15.80:0/1033568731 shutdown_connections 2024-04-21T23:58:14.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1033568731 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d181017a0 0x7f4d1810d4e0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1033568731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d18100e00 0x7f4d18101260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1033568731 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d18106620 0x7f4d18106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 -- 172.21.15.80:0/1033568731 >> 172.21.15.80:0/1033568731 conn(0x7f4d18076c70 msgr2=0x7f4d180fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:14.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 -- 172.21.15.80:0/1033568731 shutdown_connections 2024-04-21T23:58:14.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.249+0000 7f4d1f839640 1 -- 172.21.15.80:0/1033568731 wait complete. 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1f839640 1 Processor -- start 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1f839640 1 -- start start 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1f839640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d18100e00 0x7f4d1819a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1f839640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d181017a0 0x7f4d1819a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1f839640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d18106620 0x7f4d1819ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1f839640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f4d18110a60 con 0x7f4d18106620 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1f839640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4d181108e0 con 0x7f4d18100e00 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1f839640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f4d18110be0 con 0x7f4d181017a0 2024-04-21T23:58:14.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d18106620 0x7f4d1819ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d18106620 0x7f4d1819ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51244/0 (socket says 172.21.15.80:51244) 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 -- 172.21.15.80:0/1071514680 learned_addr learned my addr 172.21.15.80:0/1071514680 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1cdd4640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d181017a0 0x7f4d1819a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1d5d5640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d18100e00 0x7f4d1819a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 -- 172.21.15.80:0/1071514680 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d181017a0 msgr2=0x7f4d1819a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d181017a0 0x7f4d1819a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 -- 172.21.15.80:0/1071514680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d18100e00 msgr2=0x7f4d1819a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d18100e00 0x7f4d1819a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 -- 172.21.15.80:0/1071514680 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1819f160 con 0x7f4d18106620 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1d5d5640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d18100e00 0x7f4d1819a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.250+0000 7f4d1ddd6640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d18106620 0x7f4d1819ea30 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f4d100348f0 tx=0x7f4d10032ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:14.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.251+0000 7f4d0e7fc640 1 -- 172.21.15.80:0/1071514680 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d10041020 con 0x7f4d18106620 2024-04-21T23:58:14.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.251+0000 7f4d0e7fc640 1 -- 172.21.15.80:0/1071514680 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d10034cd0 con 0x7f4d18106620 2024-04-21T23:58:14.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.251+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d1819f3f0 con 0x7f4d18106620 2024-04-21T23:58:14.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.251+0000 7f4d0e7fc640 1 -- 172.21.15.80:0/1071514680 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d10039040 con 0x7f4d18106620 2024-04-21T23:58:14.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.251+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d181a6ce0 con 0x7f4d18106620 2024-04-21T23:58:14.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.252+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d180689b0 con 0x7f4d18106620 2024-04-21T23:58:14.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.253+0000 7f4d0e7fc640 1 -- 172.21.15.80:0/1071514680 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f4d10044020 con 0x7f4d18106620 2024-04-21T23:58:14.250 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi144 to 176.2M 2024-04-21T23:58:14.250 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Unable to set osd_memory_target on smithi144 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-21T23:58:14.250 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-04-21T23:58:14.250 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Unable to set osd_memory_target on smithi120 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi080 to 176.2M 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Unable to set osd_memory_target on smithi080 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi080:/etc/ceph/ceph.conf 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi120:/etc/ceph/ceph.conf 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi144:/etc/ceph/ceph.conf 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-21T23:58:14.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1881791363' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:14.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi120:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:14.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi080:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:14.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: Updating smithi144:/etc/ceph/ceph.client.admin.keyring 2024-04-21T23:58:14.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3463230452' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:14.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1172090974' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:14.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.253 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.253 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.253 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.253 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.253 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.253 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:58:14.253 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:58:14.254 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:58:14.254 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:58:14.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.253+0000 7f4d0e7fc640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d040a2e20 0x7f4d040a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.253+0000 7f4d1d5d5640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d040a2e20 0x7f4d040a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.254+0000 7f4d0e7fc640 1 -- 172.21.15.80:0/1071514680 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f4d100f1790 con 0x7f4d18106620 2024-04-21T23:58:14.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.254+0000 7f4d1d5d5640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d040a2e20 0x7f4d040a52e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4d14005fd0 tx=0x7f4d1400b5d0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:14.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.258+0000 7f4d0e7fc640 1 -- 172.21.15.80:0/1071514680 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4d1004b020 con 0x7f4d18106620 2024-04-21T23:58:14.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.431+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4d180fe6d0 con 0x7f4d040a2e20 2024-04-21T23:58:14.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.440+0000 7f4d0e7fc640 1 -- 172.21.15.80:0/1071514680 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339682 (secure 0 0 0) 0x7f4d180fe6d0 con 0x7f4d040a2e20 2024-04-21T23:58:14.435 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:14.438 INFO:teuthology.orchestra.run.smithi080.stderr:dumped all 2024-04-21T23:58:14.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d040a2e20 msgr2=0x7f4d040a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d040a2e20 0x7f4d040a52e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4d14005fd0 tx=0x7f4d1400b5d0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d18106620 msgr2=0x7f4d1819ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.440 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d18106620 0x7f4d1819ea30 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f4d100348f0 tx=0x7f4d10032ec0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 shutdown_connections 2024-04-21T23:58:14.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d18106620 0x7f4d1819ea30 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d181017a0 0x7f4d1819a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d040a2e20 0x7f4d040a52e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 --2- 172.21.15.80:0/1071514680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d18100e00 0x7f4d1819a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.443+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 >> 172.21.15.80:0/1071514680 conn(0x7f4d18076c70 msgr2=0x7f4d180fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:14.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.444+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 shutdown_connections 2024-04-21T23:58:14.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.444+0000 7f4d1f839640 1 -- 172.21.15.80:0/1071514680 wait complete. 2024-04-21T23:58:14.450 INFO:teuthology.orchestra.run.smithi080.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-21T23:58:13.142311+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191641,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":985,"num_read_kb":658,"num_write":477,"num_write_kb":4388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1180736,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":873,"ondisk_log_size":873,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357544,"kb_used_data":12524,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584280,"statfs":{"total":1151940427776,"available":1151574302720,"internally_reserved":0,"allocated":12824576,"data_stored":9703770,"data_compressed":468340,"data_compressed_allocated":634880,"data_compressed_original":4120576,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.989820"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228221+0000","last_change":"2024-04-21T23:55:44.712114+0000","last_active":"2024-04-21T23:58:09.228221+0000","last_peered":"2024-04-21T23:58:09.228221+0000","last_clean":"2024-04-21T23:58:09.228221+0000","last_became_active":"2024-04-21T23:55:44.711756+0000","last_became_peered":"2024-04-21T23:55:44.711756+0000","last_unstale":"2024-04-21T23:58:09.228221+0000","last_undegraded":"2024-04-21T23:58:09.228221+0000","last_fullsized":"2024-04-21T23:58:09.228221+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:40:25.517827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258088+0000","last_change":"2024-04-21T23:55:44.704845+0000","last_active":"2024-04-21T23:58:09.258088+0000","last_peered":"2024-04-21T23:58:09.258088+0000","last_clean":"2024-04-21T23:58:09.258088+0000","last_became_active":"2024-04-21T23:55:44.704540+0000","last_became_peered":"2024-04-21T23:55:44.704540+0000","last_unstale":"2024-04-21T23:58:09.258088+0000","last_undegraded":"2024-04-21T23:58:09.258088+0000","last_fullsized":"2024-04-21T23:58:09.258088+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:44:26.377873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257690+0000","last_change":"2024-04-21T23:55:44.711608+0000","last_active":"2024-04-21T23:58:09.257690+0000","last_peered":"2024-04-21T23:58:09.257690+0000","last_clean":"2024-04-21T23:58:09.257690+0000","last_became_active":"2024-04-21T23:55:44.711217+0000","last_became_peered":"2024-04-21T23:55:44.711217+0000","last_unstale":"2024-04-21T23:58:09.257690+0000","last_undegraded":"2024-04-21T23:58:09.257690+0000","last_fullsized":"2024-04-21T23:58:09.257690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:18:01.539560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257609+0000","last_change":"2024-04-21T23:55:44.714582+0000","last_active":"2024-04-21T23:58:09.257609+0000","last_peered":"2024-04-21T23:58:09.257609+0000","last_clean":"2024-04-21T23:58:09.257609+0000","last_became_active":"2024-04-21T23:55:44.713824+0000","last_became_peered":"2024-04-21T23:55:44.713824+0000","last_unstale":"2024-04-21T23:58:09.257609+0000","last_undegraded":"2024-04-21T23:58:09.257609+0000","last_fullsized":"2024-04-21T23:58:09.257609+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:44.805023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257221+0000","last_change":"2024-04-21T23:55:44.701156+0000","last_active":"2024-04-21T23:58:09.257221+0000","last_peered":"2024-04-21T23:58:09.257221+0000","last_clean":"2024-04-21T23:58:09.257221+0000","last_became_active":"2024-04-21T23:55:44.700798+0000","last_became_peered":"2024-04-21T23:55:44.700798+0000","last_unstale":"2024-04-21T23:58:09.257221+0000","last_undegraded":"2024-04-21T23:58:09.257221+0000","last_fullsized":"2024-04-21T23:58:09.257221+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:40:30.128640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131276+0000","last_change":"2024-04-21T23:55:44.707213+0000","last_active":"2024-04-21T23:58:09.131276+0000","last_peered":"2024-04-21T23:58:09.131276+0000","last_clean":"2024-04-21T23:58:09.131276+0000","last_became_active":"2024-04-21T23:55:44.706877+0000","last_became_peered":"2024-04-21T23:55:44.706877+0000","last_unstale":"2024-04-21T23:58:09.131276+0000","last_undegraded":"2024-04-21T23:58:09.131276+0000","last_fullsized":"2024-04-21T23:58:09.131276+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:29:22.292379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258048+0000","last_change":"2024-04-21T23:55:44.708365+0000","last_active":"2024-04-21T23:58:09.258048+0000","last_peered":"2024-04-21T23:58:09.258048+0000","last_clean":"2024-04-21T23:58:09.258048+0000","last_became_active":"2024-04-21T23:55:44.708001+0000","last_became_peered":"2024-04-21T23:55:44.708001+0000","last_unstale":"2024-04-21T23:58:09.258048+0000","last_undegraded":"2024-04-21T23:58:09.258048+0000","last_fullsized":"2024-04-21T23:58:09.258048+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:15.553465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227394+0000","last_change":"2024-04-21T23:55:44.702786+0000","last_active":"2024-04-21T23:58:09.227394+0000","last_peered":"2024-04-21T23:58:09.227394+0000","last_clean":"2024-04-21T23:58:09.227394+0000","last_became_active":"2024-04-21T23:55:44.702486+0000","last_became_peered":"2024-04-21T23:55:44.702486+0000","last_unstale":"2024-04-21T23:58:09.227394+0000","last_undegraded":"2024-04-21T23:58:09.227394+0000","last_fullsized":"2024-04-21T23:58:09.227394+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:53.473206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258495+0000","last_change":"2024-04-21T23:55:44.710969+0000","last_active":"2024-04-21T23:58:09.258495+0000","last_peered":"2024-04-21T23:58:09.258495+0000","last_clean":"2024-04-21T23:58:09.258495+0000","last_became_active":"2024-04-21T23:55:44.704453+0000","last_became_peered":"2024-04-21T23:55:44.704453+0000","last_unstale":"2024-04-21T23:58:09.258495+0000","last_undegraded":"2024-04-21T23:58:09.258495+0000","last_fullsized":"2024-04-21T23:58:09.258495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:42:18.104912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131752+0000","last_change":"2024-04-21T23:55:44.707484+0000","last_active":"2024-04-21T23:58:09.131752+0000","last_peered":"2024-04-21T23:58:09.131752+0000","last_clean":"2024-04-21T23:58:09.131752+0000","last_became_active":"2024-04-21T23:55:44.707156+0000","last_became_peered":"2024-04-21T23:55:44.707156+0000","last_unstale":"2024-04-21T23:58:09.131752+0000","last_undegraded":"2024-04-21T23:58:09.131752+0000","last_fullsized":"2024-04-21T23:58:09.131752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:13:07.163863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258864+0000","last_change":"2024-04-21T23:55:44.713150+0000","last_active":"2024-04-21T23:58:09.258864+0000","last_peered":"2024-04-21T23:58:09.258864+0000","last_clean":"2024-04-21T23:58:09.258864+0000","last_became_active":"2024-04-21T23:55:44.712797+0000","last_became_peered":"2024-04-21T23:55:44.712797+0000","last_unstale":"2024-04-21T23:58:09.258864+0000","last_undegraded":"2024-04-21T23:58:09.258864+0000","last_fullsized":"2024-04-21T23:58:09.258864+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:39:03.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257612+0000","last_change":"2024-04-21T23:55:44.714128+0000","last_active":"2024-04-21T23:58:09.257612+0000","last_peered":"2024-04-21T23:58:09.257612+0000","last_clean":"2024-04-21T23:58:09.257612+0000","last_became_active":"2024-04-21T23:55:44.713414+0000","last_became_peered":"2024-04-21T23:55:44.713414+0000","last_unstale":"2024-04-21T23:58:09.257612+0000","last_undegraded":"2024-04-21T23:58:09.257612+0000","last_fullsized":"2024-04-21T23:58:09.257612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:07.602328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130061+0000","last_change":"2024-04-21T23:55:44.700352+0000","last_active":"2024-04-21T23:58:09.130061+0000","last_peered":"2024-04-21T23:58:09.130061+0000","last_clean":"2024-04-21T23:58:09.130061+0000","last_became_active":"2024-04-21T23:55:44.700049+0000","last_became_peered":"2024-04-21T23:55:44.700049+0000","last_unstale":"2024-04-21T23:58:09.130061+0000","last_undegraded":"2024-04-21T23:58:09.130061+0000","last_fullsized":"2024-04-21T23:58:09.130061+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:20.909170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257227+0000","last_change":"2024-04-21T23:55:44.701976+0000","last_active":"2024-04-21T23:58:09.257227+0000","last_peered":"2024-04-21T23:58:09.257227+0000","last_clean":"2024-04-21T23:58:09.257227+0000","last_became_active":"2024-04-21T23:55:44.701647+0000","last_became_peered":"2024-04-21T23:55:44.701647+0000","last_unstale":"2024-04-21T23:58:09.257227+0000","last_undegraded":"2024-04-21T23:58:09.257227+0000","last_fullsized":"2024-04-21T23:58:09.257227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:16:40.384887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257194+0000","last_change":"2024-04-21T23:55:44.714023+0000","last_active":"2024-04-21T23:58:09.257194+0000","last_peered":"2024-04-21T23:58:09.257194+0000","last_clean":"2024-04-21T23:58:09.257194+0000","last_became_active":"2024-04-21T23:55:44.713628+0000","last_became_peered":"2024-04-21T23:55:44.713628+0000","last_unstale":"2024-04-21T23:58:09.257194+0000","last_undegraded":"2024-04-21T23:58:09.257194+0000","last_fullsized":"2024-04-21T23:58:09.257194+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:37:24.259905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257120+0000","last_change":"2024-04-21T23:55:44.704685+0000","last_active":"2024-04-21T23:58:09.257120+0000","last_peered":"2024-04-21T23:58:09.257120+0000","last_clean":"2024-04-21T23:58:09.257120+0000","last_became_active":"2024-04-21T23:55:44.704162+0000","last_became_peered":"2024-04-21T23:55:44.704162+0000","last_unstale":"2024-04-21T23:58:09.257120+0000","last_undegraded":"2024-04-21T23:58:09.257120+0000","last_fullsized":"2024-04-21T23:58:09.257120+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:57:56.050215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228151+0000","last_change":"2024-04-21T23:55:44.711905+0000","last_active":"2024-04-21T23:58:09.228151+0000","last_peered":"2024-04-21T23:58:09.228151+0000","last_clean":"2024-04-21T23:58:09.228151+0000","last_became_active":"2024-04-21T23:55:44.711309+0000","last_became_peered":"2024-04-21T23:55:44.711309+0000","last_unstale":"2024-04-21T23:58:09.228151+0000","last_undegraded":"2024-04-21T23:58:09.228151+0000","last_fullsized":"2024-04-21T23:58:09.228151+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:27:57.316187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225910+0000","last_change":"2024-04-21T23:55:44.703724+0000","last_active":"2024-04-21T23:58:09.225910+0000","last_peered":"2024-04-21T23:58:09.225910+0000","last_clean":"2024-04-21T23:58:09.225910+0000","last_became_active":"2024-04-21T23:55:44.703394+0000","last_became_peered":"2024-04-21T23:55:44.703394+0000","last_unstale":"2024-04-21T23:58:09.225910+0000","last_undegraded":"2024-04-21T23:58:09.225910+0000","last_fullsized":"2024-04-21T23:58:09.225910+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:48.964278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257939+0000","last_change":"2024-04-21T23:55:44.698232+0000","last_active":"2024-04-21T23:58:09.257939+0000","last_peered":"2024-04-21T23:58:09.257939+0000","last_clean":"2024-04-21T23:58:09.257939+0000","last_became_active":"2024-04-21T23:55:44.697896+0000","last_became_peered":"2024-04-21T23:55:44.697896+0000","last_unstale":"2024-04-21T23:58:09.257939+0000","last_undegraded":"2024-04-21T23:58:09.257939+0000","last_fullsized":"2024-04-21T23:58:09.257939+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:16.273771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257570+0000","last_change":"2024-04-21T23:55:48.868989+0000","last_active":"2024-04-21T23:58:09.257570+0000","last_peered":"2024-04-21T23:58:09.257570+0000","last_clean":"2024-04-21T23:58:09.257570+0000","last_became_active":"2024-04-21T23:55:48.868520+0000","last_became_peered":"2024-04-21T23:55:48.868520+0000","last_unstale":"2024-04-21T23:58:09.257570+0000","last_undegraded":"2024-04-21T23:58:09.257570+0000","last_fullsized":"2024-04-21T23:58:09.257570+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:17.821913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'9","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225874+0000","last_change":"2024-04-21T23:55:43.688973+0000","last_active":"2024-04-21T23:58:09.225874+0000","last_peered":"2024-04-21T23:58:09.225874+0000","last_clean":"2024-04-21T23:58:09.225874+0000","last_became_active":"2024-04-21T23:55:43.688634+0000","last_became_peered":"2024-04-21T23:55:43.688634+0000","last_unstale":"2024-04-21T23:58:09.225874+0000","last_undegraded":"2024-04-21T23:58:09.225874+0000","last_fullsized":"2024-04-21T23:58:09.225874+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:07.447609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227722+0000","last_change":"2024-04-21T23:55:44.705248+0000","last_active":"2024-04-21T23:58:09.227722+0000","last_peered":"2024-04-21T23:58:09.227722+0000","last_clean":"2024-04-21T23:58:09.227722+0000","last_became_active":"2024-04-21T23:55:44.704905+0000","last_became_peered":"2024-04-21T23:55:44.704905+0000","last_unstale":"2024-04-21T23:58:09.227722+0000","last_undegraded":"2024-04-21T23:58:09.227722+0000","last_fullsized":"2024-04-21T23:58:09.227722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:26.456855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256734+0000","last_change":"2024-04-21T23:55:48.878431+0000","last_active":"2024-04-21T23:58:09.256734+0000","last_peered":"2024-04-21T23:58:09.256734+0000","last_clean":"2024-04-21T23:58:09.256734+0000","last_became_active":"2024-04-21T23:55:48.877996+0000","last_became_peered":"2024-04-21T23:55:48.877996+0000","last_unstale":"2024-04-21T23:58:09.256734+0000","last_undegraded":"2024-04-21T23:58:09.256734+0000","last_fullsized":"2024-04-21T23:58:09.256734+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:48:48.645656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227874+0000","last_change":"2024-04-21T23:55:43.697438+0000","last_active":"2024-04-21T23:58:09.227874+0000","last_peered":"2024-04-21T23:58:09.227874+0000","last_clean":"2024-04-21T23:58:09.227874+0000","last_became_active":"2024-04-21T23:55:43.697150+0000","last_became_peered":"2024-04-21T23:55:43.697150+0000","last_unstale":"2024-04-21T23:58:09.227874+0000","last_undegraded":"2024-04-21T23:58:09.227874+0000","last_fullsized":"2024-04-21T23:58:09.227874+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:31:37.299651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257076+0000","last_change":"2024-04-21T23:55:44.711411+0000","last_active":"2024-04-21T23:58:09.257076+0000","last_peered":"2024-04-21T23:58:09.257076+0000","last_clean":"2024-04-21T23:58:09.257076+0000","last_became_active":"2024-04-21T23:55:44.711038+0000","last_became_peered":"2024-04-21T23:55:44.711038+0000","last_unstale":"2024-04-21T23:58:09.257076+0000","last_undegraded":"2024-04-21T23:58:09.257076+0000","last_fullsized":"2024-04-21T23:58:09.257076+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:54:55.387347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256971+0000","last_change":"2024-04-21T23:55:48.880915+0000","last_active":"2024-04-21T23:58:09.256971+0000","last_peered":"2024-04-21T23:58:09.256971+0000","last_clean":"2024-04-21T23:58:09.256971+0000","last_became_active":"2024-04-21T23:55:48.880513+0000","last_became_peered":"2024-04-21T23:55:48.880513+0000","last_unstale":"2024-04-21T23:58:09.256971+0000","last_undegraded":"2024-04-21T23:58:09.256971+0000","last_fullsized":"2024-04-21T23:58:09.256971+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:19:05.244154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257654+0000","last_change":"2024-04-21T23:55:43.692500+0000","last_active":"2024-04-21T23:58:09.257654+0000","last_peered":"2024-04-21T23:58:09.257654+0000","last_clean":"2024-04-21T23:58:09.257654+0000","last_became_active":"2024-04-21T23:55:43.692131+0000","last_became_peered":"2024-04-21T23:55:43.692131+0000","last_unstale":"2024-04-21T23:58:09.257654+0000","last_undegraded":"2024-04-21T23:58:09.257654+0000","last_fullsized":"2024-04-21T23:58:09.257654+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:29:03.172998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258150+0000","last_change":"2024-04-21T23:55:44.705599+0000","last_active":"2024-04-21T23:58:09.258150+0000","last_peered":"2024-04-21T23:58:09.258150+0000","last_clean":"2024-04-21T23:58:09.258150+0000","last_became_active":"2024-04-21T23:55:44.704364+0000","last_became_peered":"2024-04-21T23:55:44.704364+0000","last_unstale":"2024-04-21T23:58:09.258150+0000","last_undegraded":"2024-04-21T23:58:09.258150+0000","last_fullsized":"2024-04-21T23:58:09.258150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:23:25.164486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256773+0000","last_change":"2024-04-21T23:55:48.878992+0000","last_active":"2024-04-21T23:58:09.256773+0000","last_peered":"2024-04-21T23:58:09.256773+0000","last_clean":"2024-04-21T23:58:09.256773+0000","last_became_active":"2024-04-21T23:55:48.878540+0000","last_became_peered":"2024-04-21T23:55:48.878540+0000","last_unstale":"2024-04-21T23:58:09.256773+0000","last_undegraded":"2024-04-21T23:58:09.256773+0000","last_fullsized":"2024-04-21T23:58:09.256773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:04:35.864907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257300+0000","last_change":"2024-04-21T23:55:43.690126+0000","last_active":"2024-04-21T23:58:09.257300+0000","last_peered":"2024-04-21T23:58:09.257300+0000","last_clean":"2024-04-21T23:58:09.257300+0000","last_became_active":"2024-04-21T23:55:43.689765+0000","last_became_peered":"2024-04-21T23:55:43.689765+0000","last_unstale":"2024-04-21T23:58:09.257300+0000","last_undegraded":"2024-04-21T23:58:09.257300+0000","last_fullsized":"2024-04-21T23:58:09.257300+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:10:37.978093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132036+0000","last_change":"2024-04-21T23:55:44.713764+0000","last_active":"2024-04-21T23:58:09.132036+0000","last_peered":"2024-04-21T23:58:09.132036+0000","last_clean":"2024-04-21T23:58:09.132036+0000","last_became_active":"2024-04-21T23:55:44.713381+0000","last_became_peered":"2024-04-21T23:55:44.713381+0000","last_unstale":"2024-04-21T23:58:09.132036+0000","last_undegraded":"2024-04-21T23:58:09.132036+0000","last_fullsized":"2024-04-21T23:58:09.132036+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:52:36.349061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257842+0000","last_change":"2024-04-21T23:55:48.873149+0000","last_active":"2024-04-21T23:58:09.257842+0000","last_peered":"2024-04-21T23:58:09.257842+0000","last_clean":"2024-04-21T23:58:09.257842+0000","last_became_active":"2024-04-21T23:55:48.872717+0000","last_became_peered":"2024-04-21T23:55:48.872717+0000","last_unstale":"2024-04-21T23:58:09.257842+0000","last_undegraded":"2024-04-21T23:58:09.257842+0000","last_fullsized":"2024-04-21T23:58:09.257842+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:17.774636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":165,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853119+0000","last_change":"2024-04-21T23:55:43.697709+0000","last_active":"2024-04-21T23:58:09.853119+0000","last_peered":"2024-04-21T23:58:09.853119+0000","last_clean":"2024-04-21T23:58:09.853119+0000","last_became_active":"2024-04-21T23:55:43.696860+0000","last_became_peered":"2024-04-21T23:55:43.696860+0000","last_unstale":"2024-04-21T23:58:09.853119+0000","last_undegraded":"2024-04-21T23:58:09.853119+0000","last_fullsized":"2024-04-21T23:58:09.853119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:05:14.071488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2244,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258117+0000","last_change":"2024-04-21T23:55:44.705986+0000","last_active":"2024-04-21T23:58:09.258117+0000","last_peered":"2024-04-21T23:58:09.258117+0000","last_clean":"2024-04-21T23:58:09.258117+0000","last_became_active":"2024-04-21T23:55:44.705556+0000","last_became_peered":"2024-04-21T23:55:44.705556+0000","last_unstale":"2024-04-21T23:58:09.258117+0000","last_undegraded":"2024-04-21T23:58:09.258117+0000","last_fullsized":"2024-04-21T23:58:09.258117+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:34.944157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257713+0000","last_change":"2024-04-21T23:55:48.871829+0000","last_active":"2024-04-21T23:58:09.257713+0000","last_peered":"2024-04-21T23:58:09.257713+0000","last_clean":"2024-04-21T23:58:09.257713+0000","last_became_active":"2024-04-21T23:55:48.871163+0000","last_became_peered":"2024-04-21T23:55:48.871163+0000","last_unstale":"2024-04-21T23:58:09.257713+0000","last_undegraded":"2024-04-21T23:58:09.257713+0000","last_fullsized":"2024-04-21T23:58:09.257713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:06.017731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131332+0000","last_change":"2024-04-21T23:55:43.691699+0000","last_active":"2024-04-21T23:58:09.131332+0000","last_peered":"2024-04-21T23:58:09.131332+0000","last_clean":"2024-04-21T23:58:09.131332+0000","last_became_active":"2024-04-21T23:55:43.691384+0000","last_became_peered":"2024-04-21T23:55:43.691384+0000","last_unstale":"2024-04-21T23:58:09.131332+0000","last_undegraded":"2024-04-21T23:58:09.131332+0000","last_fullsized":"2024-04-21T23:58:09.131332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:54:51.602642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131844+0000","last_change":"2024-04-21T23:55:44.714072+0000","last_active":"2024-04-21T23:58:09.131844+0000","last_peered":"2024-04-21T23:58:09.131844+0000","last_clean":"2024-04-21T23:58:09.131844+0000","last_became_active":"2024-04-21T23:55:44.713511+0000","last_became_peered":"2024-04-21T23:55:44.713511+0000","last_unstale":"2024-04-21T23:58:09.131844+0000","last_undegraded":"2024-04-21T23:58:09.131844+0000","last_fullsized":"2024-04-21T23:58:09.131844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:13.980425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228107+0000","last_change":"2024-04-21T23:55:48.882844+0000","last_active":"2024-04-21T23:58:09.228107+0000","last_peered":"2024-04-21T23:58:09.228107+0000","last_clean":"2024-04-21T23:58:09.228107+0000","last_became_active":"2024-04-21T23:55:48.882377+0000","last_became_peered":"2024-04-21T23:55:48.882377+0000","last_unstale":"2024-04-21T23:58:09.228107+0000","last_undegraded":"2024-04-21T23:58:09.228107+0000","last_fullsized":"2024-04-21T23:58:09.228107+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:33.924670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129587+0000","last_change":"2024-04-21T23:55:43.686155+0000","last_active":"2024-04-21T23:58:09.129587+0000","last_peered":"2024-04-21T23:58:09.129587+0000","last_clean":"2024-04-21T23:58:09.129587+0000","last_became_active":"2024-04-21T23:55:43.685812+0000","last_became_peered":"2024-04-21T23:55:43.685812+0000","last_unstale":"2024-04-21T23:58:09.129587+0000","last_undegraded":"2024-04-21T23:58:09.129587+0000","last_fullsized":"2024-04-21T23:58:09.129587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:56:06.830541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227516+0000","last_change":"2024-04-21T23:55:44.701899+0000","last_active":"2024-04-21T23:58:09.227516+0000","last_peered":"2024-04-21T23:58:09.227516+0000","last_clean":"2024-04-21T23:58:09.227516+0000","last_became_active":"2024-04-21T23:55:44.700843+0000","last_became_peered":"2024-04-21T23:55:44.700843+0000","last_unstale":"2024-04-21T23:58:09.227516+0000","last_undegraded":"2024-04-21T23:58:09.227516+0000","last_fullsized":"2024-04-21T23:58:09.227516+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:36:58.657360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257854+0000","last_change":"2024-04-21T23:55:48.876495+0000","last_active":"2024-04-21T23:58:09.257854+0000","last_peered":"2024-04-21T23:58:09.257854+0000","last_clean":"2024-04-21T23:58:09.257854+0000","last_became_active":"2024-04-21T23:55:48.876080+0000","last_became_peered":"2024-04-21T23:55:48.876080+0000","last_unstale":"2024-04-21T23:58:09.257854+0000","last_undegraded":"2024-04-21T23:58:09.257854+0000","last_fullsized":"2024-04-21T23:58:09.257854+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:17.230754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131301+0000","last_change":"2024-04-21T23:55:43.691929+0000","last_active":"2024-04-21T23:58:09.131301+0000","last_peered":"2024-04-21T23:58:09.131301+0000","last_clean":"2024-04-21T23:58:09.131301+0000","last_became_active":"2024-04-21T23:55:43.691262+0000","last_became_peered":"2024-04-21T23:55:43.691262+0000","last_unstale":"2024-04-21T23:58:09.131301+0000","last_undegraded":"2024-04-21T23:58:09.131301+0000","last_fullsized":"2024-04-21T23:58:09.131301+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:34:07.980684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225370+0000","last_change":"2024-04-21T23:55:44.696859+0000","last_active":"2024-04-21T23:58:09.225370+0000","last_peered":"2024-04-21T23:58:09.225370+0000","last_clean":"2024-04-21T23:58:09.225370+0000","last_became_active":"2024-04-21T23:55:44.696537+0000","last_became_peered":"2024-04-21T23:55:44.696537+0000","last_unstale":"2024-04-21T23:58:09.225370+0000","last_undegraded":"2024-04-21T23:58:09.225370+0000","last_fullsized":"2024-04-21T23:58:09.225370+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:33:23.534954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227437+0000","last_change":"2024-04-21T23:55:48.877075+0000","last_active":"2024-04-21T23:58:09.227437+0000","last_peered":"2024-04-21T23:58:09.227437+0000","last_clean":"2024-04-21T23:58:09.227437+0000","last_became_active":"2024-04-21T23:55:48.876528+0000","last_became_peered":"2024-04-21T23:55:48.876528+0000","last_unstale":"2024-04-21T23:58:09.227437+0000","last_undegraded":"2024-04-21T23:58:09.227437+0000","last_fullsized":"2024-04-21T23:58:09.227437+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:26:50.095970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"92'5","reported_seq":155,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.852594+0000","last_change":"2024-04-21T23:55:43.691621+0000","last_active":"2024-04-21T23:58:09.852594+0000","last_peered":"2024-04-21T23:58:09.852594+0000","last_clean":"2024-04-21T23:58:09.852594+0000","last_became_active":"2024-04-21T23:55:43.691293+0000","last_became_peered":"2024-04-21T23:55:43.691293+0000","last_unstale":"2024-04-21T23:58:09.852594+0000","last_undegraded":"2024-04-21T23:58:09.852594+0000","last_fullsized":"2024-04-21T23:58:09.852594+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:20.106233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258021+0000","last_change":"2024-04-21T23:55:44.710209+0000","last_active":"2024-04-21T23:58:09.258021+0000","last_peered":"2024-04-21T23:58:09.258021+0000","last_clean":"2024-04-21T23:58:09.258021+0000","last_became_active":"2024-04-21T23:55:44.705647+0000","last_became_peered":"2024-04-21T23:55:44.705647+0000","last_unstale":"2024-04-21T23:58:09.258021+0000","last_undegraded":"2024-04-21T23:58:09.258021+0000","last_fullsized":"2024-04-21T23:58:09.258021+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:13.872018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225202+0000","last_change":"2024-04-21T23:55:48.879102+0000","last_active":"2024-04-21T23:58:09.225202+0000","last_peered":"2024-04-21T23:58:09.225202+0000","last_clean":"2024-04-21T23:58:09.225202+0000","last_became_active":"2024-04-21T23:55:48.873253+0000","last_became_peered":"2024-04-21T23:55:48.873253+0000","last_unstale":"2024-04-21T23:58:09.225202+0000","last_undegraded":"2024-04-21T23:58:09.225202+0000","last_fullsized":"2024-04-21T23:58:09.225202+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:02:12.321142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258425+0000","last_change":"2024-04-21T23:55:43.693168+0000","last_active":"2024-04-21T23:58:09.258425+0000","last_peered":"2024-04-21T23:58:09.258425+0000","last_clean":"2024-04-21T23:58:09.258425+0000","last_became_active":"2024-04-21T23:55:43.692850+0000","last_became_peered":"2024-04-21T23:55:43.692850+0000","last_unstale":"2024-04-21T23:58:09.258425+0000","last_undegraded":"2024-04-21T23:58:09.258425+0000","last_fullsized":"2024-04-21T23:58:09.258425+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:01:11.587068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258327+0000","last_change":"2024-04-21T23:55:44.714022+0000","last_active":"2024-04-21T23:58:09.258327+0000","last_peered":"2024-04-21T23:58:09.258327+0000","last_clean":"2024-04-21T23:58:09.258327+0000","last_became_active":"2024-04-21T23:55:44.713718+0000","last_became_peered":"2024-04-21T23:55:44.713718+0000","last_unstale":"2024-04-21T23:58:09.258327+0000","last_undegraded":"2024-04-21T23:58:09.258327+0000","last_fullsized":"2024-04-21T23:58:09.258327+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:30.561159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257135+0000","last_change":"2024-04-21T23:55:48.881022+0000","last_active":"2024-04-21T23:58:09.257135+0000","last_peered":"2024-04-21T23:58:09.257135+0000","last_clean":"2024-04-21T23:58:09.257135+0000","last_became_active":"2024-04-21T23:55:48.880556+0000","last_became_peered":"2024-04-21T23:55:48.880556+0000","last_unstale":"2024-04-21T23:58:09.257135+0000","last_undegraded":"2024-04-21T23:58:09.257135+0000","last_fullsized":"2024-04-21T23:58:09.257135+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:04:10.558632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132085+0000","last_change":"2024-04-21T23:55:43.688536+0000","last_active":"2024-04-21T23:58:09.132085+0000","last_peered":"2024-04-21T23:58:09.132085+0000","last_clean":"2024-04-21T23:58:09.132085+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:58:09.132085+0000","last_undegraded":"2024-04-21T23:58:09.132085+0000","last_fullsized":"2024-04-21T23:58:09.132085+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:40.674025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258430+0000","last_change":"2024-04-21T23:55:44.716662+0000","last_active":"2024-04-21T23:58:09.258430+0000","last_peered":"2024-04-21T23:58:09.258430+0000","last_clean":"2024-04-21T23:58:09.258430+0000","last_became_active":"2024-04-21T23:55:44.716322+0000","last_became_peered":"2024-04-21T23:55:44.716322+0000","last_unstale":"2024-04-21T23:58:09.258430+0000","last_undegraded":"2024-04-21T23:58:09.258430+0000","last_fullsized":"2024-04-21T23:58:09.258430+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:49:38.625362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225581+0000","last_change":"2024-04-21T23:55:48.878436+0000","last_active":"2024-04-21T23:58:09.225581+0000","last_peered":"2024-04-21T23:58:09.225581+0000","last_clean":"2024-04-21T23:58:09.225581+0000","last_became_active":"2024-04-21T23:55:48.873296+0000","last_became_peered":"2024-04-21T23:55:48.873296+0000","last_unstale":"2024-04-21T23:58:09.225581+0000","last_undegraded":"2024-04-21T23:58:09.225581+0000","last_fullsized":"2024-04-21T23:58:09.225581+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:22:11.341551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'41","reported_seq":323,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853905+0000","last_change":"2024-04-21T23:55:43.693325+0000","last_active":"2024-04-21T23:58:09.853905+0000","last_peered":"2024-04-21T23:58:09.853905+0000","last_clean":"2024-04-21T23:58:09.853905+0000","last_became_active":"2024-04-21T23:55:43.692993+0000","last_became_peered":"2024-04-21T23:55:43.692993+0000","last_unstale":"2024-04-21T23:58:09.853905+0000","last_undegraded":"2024-04-21T23:58:09.853905+0000","last_fullsized":"2024-04-21T23:58:09.853905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:33.207858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":195,"num_write":42,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257538+0000","last_change":"2024-04-21T23:55:44.705847+0000","last_active":"2024-04-21T23:58:09.257538+0000","last_peered":"2024-04-21T23:58:09.257538+0000","last_clean":"2024-04-21T23:58:09.257538+0000","last_became_active":"2024-04-21T23:55:44.705496+0000","last_became_peered":"2024-04-21T23:55:44.705496+0000","last_unstale":"2024-04-21T23:58:09.257538+0000","last_undegraded":"2024-04-21T23:58:09.257538+0000","last_fullsized":"2024-04-21T23:58:09.257538+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:11:30.043801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132418+0000","last_change":"2024-04-21T23:55:48.877427+0000","last_active":"2024-04-21T23:58:09.132418+0000","last_peered":"2024-04-21T23:58:09.132418+0000","last_clean":"2024-04-21T23:58:09.132418+0000","last_became_active":"2024-04-21T23:55:48.876877+0000","last_became_peered":"2024-04-21T23:55:48.876877+0000","last_unstale":"2024-04-21T23:58:09.132418+0000","last_undegraded":"2024-04-21T23:58:09.132418+0000","last_fullsized":"2024-04-21T23:58:09.132418+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:23:09.167454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257707+0000","last_change":"2024-04-21T23:55:43.699701+0000","last_active":"2024-04-21T23:58:09.257707+0000","last_peered":"2024-04-21T23:58:09.257707+0000","last_clean":"2024-04-21T23:58:09.257707+0000","last_became_active":"2024-04-21T23:55:43.699093+0000","last_became_peered":"2024-04-21T23:55:43.699093+0000","last_unstale":"2024-04-21T23:58:09.257707+0000","last_undegraded":"2024-04-21T23:58:09.257707+0000","last_fullsized":"2024-04-21T23:58:09.257707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:07:05.312967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129780+0000","last_change":"2024-04-21T23:55:44.703905+0000","last_active":"2024-04-21T23:58:09.129780+0000","last_peered":"2024-04-21T23:58:09.129780+0000","last_clean":"2024-04-21T23:58:09.129780+0000","last_became_active":"2024-04-21T23:55:44.703574+0000","last_became_peered":"2024-04-21T23:55:44.703574+0000","last_unstale":"2024-04-21T23:58:09.129780+0000","last_undegraded":"2024-04-21T23:58:09.129780+0000","last_fullsized":"2024-04-21T23:58:09.129780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:13:38.489984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227925+0000","last_change":"2024-04-21T23:56:44.101802+0000","last_active":"2024-04-21T23:58:09.227925+0000","last_peered":"2024-04-21T23:58:09.227925+0000","last_clean":"2024-04-21T23:58:09.227925+0000","last_became_active":"2024-04-21T23:56:44.101076+0000","last_became_peered":"2024-04-21T23:56:44.101076+0000","last_unstale":"2024-04-21T23:58:09.227925+0000","last_undegraded":"2024-04-21T23:58:09.227925+0000","last_fullsized":"2024-04-21T23:58:09.227925+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:34:57.911323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131711+0000","last_change":"2024-04-21T23:55:43.696391+0000","last_active":"2024-04-21T23:58:09.131711+0000","last_peered":"2024-04-21T23:58:09.131711+0000","last_clean":"2024-04-21T23:58:09.131711+0000","last_became_active":"2024-04-21T23:55:43.695980+0000","last_became_peered":"2024-04-21T23:55:43.695980+0000","last_unstale":"2024-04-21T23:58:09.131711+0000","last_undegraded":"2024-04-21T23:58:09.131711+0000","last_fullsized":"2024-04-21T23:58:09.131711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:31.655843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258524+0000","last_change":"2024-04-21T23:55:44.714768+0000","last_active":"2024-04-21T23:58:09.258524+0000","last_peered":"2024-04-21T23:58:09.258524+0000","last_clean":"2024-04-21T23:58:09.258524+0000","last_became_active":"2024-04-21T23:55:44.714444+0000","last_became_peered":"2024-04-21T23:55:44.714444+0000","last_unstale":"2024-04-21T23:58:09.258524+0000","last_undegraded":"2024-04-21T23:58:09.258524+0000","last_fullsized":"2024-04-21T23:58:09.258524+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:08:14.871373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257768+0000","last_change":"2024-04-21T23:56:44.101596+0000","last_active":"2024-04-21T23:58:09.257768+0000","last_peered":"2024-04-21T23:58:09.257768+0000","last_clean":"2024-04-21T23:58:09.257768+0000","last_became_active":"2024-04-21T23:56:44.101071+0000","last_became_peered":"2024-04-21T23:56:44.101071+0000","last_unstale":"2024-04-21T23:58:09.257768+0000","last_undegraded":"2024-04-21T23:58:09.257768+0000","last_fullsized":"2024-04-21T23:58:09.257768+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:28.881614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":161,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853884+0000","last_change":"2024-04-21T23:55:43.691062+0000","last_active":"2024-04-21T23:58:09.853884+0000","last_peered":"2024-04-21T23:58:09.853884+0000","last_clean":"2024-04-21T23:58:09.853884+0000","last_became_active":"2024-04-21T23:55:43.690749+0000","last_became_peered":"2024-04-21T23:55:43.690749+0000","last_unstale":"2024-04-21T23:58:09.853884+0000","last_undegraded":"2024-04-21T23:58:09.853884+0000","last_fullsized":"2024-04-21T23:58:09.853884+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:36:55.159615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257836+0000","last_change":"2024-04-21T23:55:44.709017+0000","last_active":"2024-04-21T23:58:09.257836+0000","last_peered":"2024-04-21T23:58:09.257836+0000","last_clean":"2024-04-21T23:58:09.257836+0000","last_became_active":"2024-04-21T23:55:44.708588+0000","last_became_peered":"2024-04-21T23:55:44.708588+0000","last_unstale":"2024-04-21T23:58:09.257836+0000","last_undegraded":"2024-04-21T23:58:09.257836+0000","last_fullsized":"2024-04-21T23:58:09.257836+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:36.400060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130009+0000","last_change":"2024-04-21T23:55:48.874167+0000","last_active":"2024-04-21T23:58:09.130009+0000","last_peered":"2024-04-21T23:58:09.130009+0000","last_clean":"2024-04-21T23:58:09.130009+0000","last_became_active":"2024-04-21T23:55:48.873629+0000","last_became_peered":"2024-04-21T23:55:48.873629+0000","last_unstale":"2024-04-21T23:58:09.130009+0000","last_undegraded":"2024-04-21T23:58:09.130009+0000","last_fullsized":"2024-04-21T23:58:09.130009+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:28:32.642715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257160+0000","last_change":"2024-04-21T23:55:43.694169+0000","last_active":"2024-04-21T23:58:09.257160+0000","last_peered":"2024-04-21T23:58:09.257160+0000","last_clean":"2024-04-21T23:58:09.257160+0000","last_became_active":"2024-04-21T23:55:43.693802+0000","last_became_peered":"2024-04-21T23:55:43.693802+0000","last_unstale":"2024-04-21T23:58:09.257160+0000","last_undegraded":"2024-04-21T23:58:09.257160+0000","last_fullsized":"2024-04-21T23:58:09.257160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:34:46.451259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131468+0000","last_change":"2024-04-21T23:55:44.714977+0000","last_active":"2024-04-21T23:58:09.131468+0000","last_peered":"2024-04-21T23:58:09.131468+0000","last_clean":"2024-04-21T23:58:09.131468+0000","last_became_active":"2024-04-21T23:55:44.714624+0000","last_became_peered":"2024-04-21T23:55:44.714624+0000","last_unstale":"2024-04-21T23:58:09.131468+0000","last_undegraded":"2024-04-21T23:58:09.131468+0000","last_fullsized":"2024-04-21T23:58:09.131468+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:20.341440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131411+0000","last_change":"2024-04-21T23:55:48.876125+0000","last_active":"2024-04-21T23:58:09.131411+0000","last_peered":"2024-04-21T23:58:09.131411+0000","last_clean":"2024-04-21T23:58:09.131411+0000","last_became_active":"2024-04-21T23:55:48.873851+0000","last_became_peered":"2024-04-21T23:55:48.873851+0000","last_unstale":"2024-04-21T23:58:09.131411+0000","last_undegraded":"2024-04-21T23:58:09.131411+0000","last_fullsized":"2024-04-21T23:58:09.131411+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:28:44.031297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257955+0000","last_change":"2024-04-21T23:55:43.690896+0000","last_active":"2024-04-21T23:58:09.257955+0000","last_peered":"2024-04-21T23:58:09.257955+0000","last_clean":"2024-04-21T23:58:09.257955+0000","last_became_active":"2024-04-21T23:55:43.690496+0000","last_became_peered":"2024-04-21T23:55:43.690496+0000","last_unstale":"2024-04-21T23:58:09.257955+0000","last_undegraded":"2024-04-21T23:58:09.257955+0000","last_fullsized":"2024-04-21T23:58:09.257955+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:07.675345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228056+0000","last_change":"2024-04-21T23:55:44.709568+0000","last_active":"2024-04-21T23:58:09.228056+0000","last_peered":"2024-04-21T23:58:09.228056+0000","last_clean":"2024-04-21T23:58:09.228056+0000","last_became_active":"2024-04-21T23:55:44.709184+0000","last_became_peered":"2024-04-21T23:55:44.709184+0000","last_unstale":"2024-04-21T23:58:09.228056+0000","last_undegraded":"2024-04-21T23:58:09.228056+0000","last_fullsized":"2024-04-21T23:58:09.228056+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:23:21.657146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258116+0000","last_change":"2024-04-21T23:55:48.874253+0000","last_active":"2024-04-21T23:58:09.258116+0000","last_peered":"2024-04-21T23:58:09.258116+0000","last_clean":"2024-04-21T23:58:09.258116+0000","last_became_active":"2024-04-21T23:55:48.873792+0000","last_became_peered":"2024-04-21T23:55:48.873792+0000","last_unstale":"2024-04-21T23:58:09.258116+0000","last_undegraded":"2024-04-21T23:58:09.258116+0000","last_fullsized":"2024-04-21T23:58:09.258116+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:14:22.462921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225739+0000","last_change":"2024-04-21T23:56:44.022070+0000","last_active":"2024-04-21T23:58:09.225739+0000","last_peered":"2024-04-21T23:58:09.225739+0000","last_clean":"2024-04-21T23:58:09.225739+0000","last_became_active":"2024-04-21T23:56:44.021688+0000","last_became_peered":"2024-04-21T23:56:44.021688+0000","last_unstale":"2024-04-21T23:58:09.225739+0000","last_undegraded":"2024-04-21T23:58:09.225739+0000","last_fullsized":"2024-04-21T23:58:09.225739+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:41:06.845209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131646+0000","last_change":"2024-04-21T23:55:44.702018+0000","last_active":"2024-04-21T23:58:09.131646+0000","last_peered":"2024-04-21T23:58:09.131646+0000","last_clean":"2024-04-21T23:58:09.131646+0000","last_became_active":"2024-04-21T23:55:44.701667+0000","last_became_peered":"2024-04-21T23:55:44.701667+0000","last_unstale":"2024-04-21T23:58:09.131646+0000","last_undegraded":"2024-04-21T23:58:09.131646+0000","last_fullsized":"2024-04-21T23:58:09.131646+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:35:36.854755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129860+0000","last_change":"2024-04-21T23:55:48.875794+0000","last_active":"2024-04-21T23:58:09.129860+0000","last_peered":"2024-04-21T23:58:09.129860+0000","last_clean":"2024-04-21T23:58:09.129860+0000","last_became_active":"2024-04-21T23:55:48.875386+0000","last_became_peered":"2024-04-21T23:55:48.875386+0000","last_unstale":"2024-04-21T23:58:09.129860+0000","last_undegraded":"2024-04-21T23:58:09.129860+0000","last_fullsized":"2024-04-21T23:58:09.129860+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:37:17.202826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258338+0000","last_change":"2024-04-21T23:55:43.694128+0000","last_active":"2024-04-21T23:58:09.258338+0000","last_peered":"2024-04-21T23:58:09.258338+0000","last_clean":"2024-04-21T23:58:09.258338+0000","last_became_active":"2024-04-21T23:55:43.693809+0000","last_became_peered":"2024-04-21T23:55:43.693809+0000","last_unstale":"2024-04-21T23:58:09.258338+0000","last_undegraded":"2024-04-21T23:58:09.258338+0000","last_fullsized":"2024-04-21T23:58:09.258338+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:20.569382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131344+0000","last_change":"2024-04-21T23:55:44.708426+0000","last_active":"2024-04-21T23:58:09.131344+0000","last_peered":"2024-04-21T23:58:09.131344+0000","last_clean":"2024-04-21T23:58:09.131344+0000","last_became_active":"2024-04-21T23:55:44.708105+0000","last_became_peered":"2024-04-21T23:55:44.708105+0000","last_unstale":"2024-04-21T23:58:09.131344+0000","last_undegraded":"2024-04-21T23:58:09.131344+0000","last_fullsized":"2024-04-21T23:58:09.131344+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:39:12.432647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129944+0000","last_change":"2024-04-21T23:55:48.880951+0000","last_active":"2024-04-21T23:58:09.129944+0000","last_peered":"2024-04-21T23:58:09.129944+0000","last_clean":"2024-04-21T23:58:09.129944+0000","last_became_active":"2024-04-21T23:55:48.880484+0000","last_became_peered":"2024-04-21T23:55:48.880484+0000","last_unstale":"2024-04-21T23:58:09.129944+0000","last_undegraded":"2024-04-21T23:58:09.129944+0000","last_fullsized":"2024-04-21T23:58:09.129944+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:15.419390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131374+0000","last_change":"2024-04-21T23:55:44.714129+0000","last_active":"2024-04-21T23:58:09.131374+0000","last_peered":"2024-04-21T23:58:09.131374+0000","last_clean":"2024-04-21T23:58:09.131374+0000","last_became_active":"2024-04-21T23:55:44.713079+0000","last_became_peered":"2024-04-21T23:55:44.713079+0000","last_unstale":"2024-04-21T23:58:09.131374+0000","last_undegraded":"2024-04-21T23:58:09.131374+0000","last_fullsized":"2024-04-21T23:58:09.131374+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:28:25.242211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'6","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.376351+0000","last_change":"2024-04-21T23:55:43.688282+0000","last_active":"2024-04-21T23:58:09.376351+0000","last_peered":"2024-04-21T23:58:09.376351+0000","last_clean":"2024-04-21T23:58:09.376351+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:58:09.376351+0000","last_undegraded":"2024-04-21T23:58:09.376351+0000","last_fullsized":"2024-04-21T23:58:09.376351+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:23:08.111755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258707+0000","last_change":"2024-04-21T23:55:48.871038+0000","last_active":"2024-04-21T23:58:09.258707+0000","last_peered":"2024-04-21T23:58:09.258707+0000","last_clean":"2024-04-21T23:58:09.258707+0000","last_became_active":"2024-04-21T23:55:48.870521+0000","last_became_peered":"2024-04-21T23:55:48.870521+0000","last_unstale":"2024-04-21T23:58:09.258707+0000","last_undegraded":"2024-04-21T23:58:09.258707+0000","last_fullsized":"2024-04-21T23:58:09.258707+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:42:14.978055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227623+0000","last_change":"2024-04-21T23:55:44.707915+0000","last_active":"2024-04-21T23:58:09.227623+0000","last_peered":"2024-04-21T23:58:09.227623+0000","last_clean":"2024-04-21T23:58:09.227623+0000","last_became_active":"2024-04-21T23:55:44.707476+0000","last_became_peered":"2024-04-21T23:55:44.707476+0000","last_unstale":"2024-04-21T23:58:09.227623+0000","last_undegraded":"2024-04-21T23:58:09.227623+0000","last_fullsized":"2024-04-21T23:58:09.227623+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:25.654326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257008+0000","last_change":"2024-04-21T23:55:43.696115+0000","last_active":"2024-04-21T23:58:09.257008+0000","last_peered":"2024-04-21T23:58:09.257008+0000","last_clean":"2024-04-21T23:58:09.257008+0000","last_became_active":"2024-04-21T23:55:43.695806+0000","last_became_peered":"2024-04-21T23:55:43.695806+0000","last_unstale":"2024-04-21T23:58:09.257008+0000","last_undegraded":"2024-04-21T23:58:09.257008+0000","last_fullsized":"2024-04-21T23:58:09.257008+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:05.224494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":363,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257561+0000","last_change":"2024-04-21T23:54:31.654931+0000","last_active":"2024-04-21T23:58:09.257561+0000","last_peered":"2024-04-21T23:58:09.257561+0000","last_clean":"2024-04-21T23:58:09.257561+0000","last_became_active":"2024-04-21T23:54:31.654422+0000","last_became_peered":"2024-04-21T23:54:31.654422+0000","last_unstale":"2024-04-21T23:58:09.257561+0000","last_undegraded":"2024-04-21T23:58:09.257561+0000","last_fullsized":"2024-04-21T23:58:09.257561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_clean_scrub_stamp":"2024-04-21T23:51:07.358778+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:33:41.398066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132092+0000","last_change":"2024-04-21T23:55:48.873805+0000","last_active":"2024-04-21T23:58:09.132092+0000","last_peered":"2024-04-21T23:58:09.132092+0000","last_clean":"2024-04-21T23:58:09.132092+0000","last_became_active":"2024-04-21T23:55:48.873074+0000","last_became_peered":"2024-04-21T23:55:48.873074+0000","last_unstale":"2024-04-21T23:58:09.132092+0000","last_undegraded":"2024-04-21T23:58:09.132092+0000","last_fullsized":"2024-04-21T23:58:09.132092+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:45.408806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129463+0000","last_change":"2024-04-21T23:56:44.022166+0000","last_active":"2024-04-21T23:58:09.129463+0000","last_peered":"2024-04-21T23:58:09.129463+0000","last_clean":"2024-04-21T23:58:09.129463+0000","last_became_active":"2024-04-21T23:56:44.021785+0000","last_became_peered":"2024-04-21T23:56:44.021785+0000","last_unstale":"2024-04-21T23:58:09.129463+0000","last_undegraded":"2024-04-21T23:58:09.129463+0000","last_fullsized":"2024-04-21T23:58:09.129463+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:14:10.435568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257668+0000","last_change":"2024-04-21T23:55:43.695469+0000","last_active":"2024-04-21T23:58:09.257668+0000","last_peered":"2024-04-21T23:58:09.257668+0000","last_clean":"2024-04-21T23:58:09.257668+0000","last_became_active":"2024-04-21T23:55:43.695191+0000","last_became_peered":"2024-04-21T23:55:43.695191+0000","last_unstale":"2024-04-21T23:58:09.257668+0000","last_undegraded":"2024-04-21T23:58:09.257668+0000","last_fullsized":"2024-04-21T23:58:09.257668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:31:36.518346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227750+0000","last_change":"2024-04-21T23:55:48.872617+0000","last_active":"2024-04-21T23:58:09.227750+0000","last_peered":"2024-04-21T23:58:09.227750+0000","last_clean":"2024-04-21T23:58:09.227750+0000","last_became_active":"2024-04-21T23:55:48.872148+0000","last_became_peered":"2024-04-21T23:55:48.872148+0000","last_unstale":"2024-04-21T23:58:09.227750+0000","last_undegraded":"2024-04-21T23:58:09.227750+0000","last_fullsized":"2024-04-21T23:58:09.227750+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:15:31.326136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257531+0000","last_change":"2024-04-21T23:55:43.697097+0000","last_active":"2024-04-21T23:58:09.257531+0000","last_peered":"2024-04-21T23:58:09.257531+0000","last_clean":"2024-04-21T23:58:09.257531+0000","last_became_active":"2024-04-21T23:55:43.696793+0000","last_became_peered":"2024-04-21T23:55:43.696793+0000","last_unstale":"2024-04-21T23:58:09.257531+0000","last_undegraded":"2024-04-21T23:58:09.257531+0000","last_fullsized":"2024-04-21T23:58:09.257531+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:46:57.088968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130111+0000","last_change":"2024-04-21T23:55:44.694188+0000","last_active":"2024-04-21T23:58:09.130111+0000","last_peered":"2024-04-21T23:58:09.130111+0000","last_clean":"2024-04-21T23:58:09.130111+0000","last_became_active":"2024-04-21T23:55:44.693858+0000","last_became_peered":"2024-04-21T23:55:44.693858+0000","last_unstale":"2024-04-21T23:58:09.130111+0000","last_undegraded":"2024-04-21T23:58:09.130111+0000","last_fullsized":"2024-04-21T23:58:09.130111+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:06:06.840835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227402+0000","last_change":"2024-04-21T23:55:48.882642+0000","last_active":"2024-04-21T23:58:09.227402+0000","last_peered":"2024-04-21T23:58:09.227402+0000","last_clean":"2024-04-21T23:58:09.227402+0000","last_became_active":"2024-04-21T23:55:48.882215+0000","last_became_peered":"2024-04-21T23:55:48.882215+0000","last_unstale":"2024-04-21T23:58:09.227402+0000","last_undegraded":"2024-04-21T23:58:09.227402+0000","last_fullsized":"2024-04-21T23:58:09.227402+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:57:13.008696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'44","reported_seq":109,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.335158+0000","last_change":"2024-04-21T23:56:44.026334+0000","last_active":"2024-04-21T23:58:09.335158+0000","last_peered":"2024-04-21T23:58:09.335158+0000","last_clean":"2024-04-21T23:58:09.335158+0000","last_became_active":"2024-04-21T23:56:44.021606+0000","last_became_peered":"2024-04-21T23:56:44.021606+0000","last_unstale":"2024-04-21T23:58:09.335158+0000","last_undegraded":"2024-04-21T23:58:09.335158+0000","last_fullsized":"2024-04-21T23:58:09.335158+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:51:02.311478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":78,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227941+0000","last_change":"2024-04-21T23:55:44.704749+0000","last_active":"2024-04-21T23:58:09.227941+0000","last_peered":"2024-04-21T23:58:09.227941+0000","last_clean":"2024-04-21T23:58:09.227941+0000","last_became_active":"2024-04-21T23:55:44.704428+0000","last_became_peered":"2024-04-21T23:55:44.704428+0000","last_unstale":"2024-04-21T23:58:09.227941+0000","last_undegraded":"2024-04-21T23:58:09.227941+0000","last_fullsized":"2024-04-21T23:58:09.227941+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:26:12.965938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257197+0000","last_change":"2024-04-21T23:55:48.873057+0000","last_active":"2024-04-21T23:58:09.257197+0000","last_peered":"2024-04-21T23:58:09.257197+0000","last_clean":"2024-04-21T23:58:09.257197+0000","last_became_active":"2024-04-21T23:55:48.872614+0000","last_became_peered":"2024-04-21T23:55:48.872614+0000","last_unstale":"2024-04-21T23:58:09.257197+0000","last_undegraded":"2024-04-21T23:58:09.257197+0000","last_fullsized":"2024-04-21T23:58:09.257197+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:35.334492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257749+0000","last_change":"2024-04-21T23:55:43.690157+0000","last_active":"2024-04-21T23:58:09.257749+0000","last_peered":"2024-04-21T23:58:09.257749+0000","last_clean":"2024-04-21T23:58:09.257749+0000","last_became_active":"2024-04-21T23:55:43.689806+0000","last_became_peered":"2024-04-21T23:55:43.689806+0000","last_unstale":"2024-04-21T23:58:09.257749+0000","last_undegraded":"2024-04-21T23:58:09.257749+0000","last_fullsized":"2024-04-21T23:58:09.257749+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:45:09.842731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257955+0000","last_change":"2024-04-21T23:55:44.707100+0000","last_active":"2024-04-21T23:58:09.257955+0000","last_peered":"2024-04-21T23:58:09.257955+0000","last_clean":"2024-04-21T23:58:09.257955+0000","last_became_active":"2024-04-21T23:55:44.706759+0000","last_became_peered":"2024-04-21T23:55:44.706759+0000","last_unstale":"2024-04-21T23:58:09.257955+0000","last_undegraded":"2024-04-21T23:58:09.257955+0000","last_fullsized":"2024-04-21T23:58:09.257955+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:58.135129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257539+0000","last_change":"2024-04-21T23:55:48.880809+0000","last_active":"2024-04-21T23:58:09.257539+0000","last_peered":"2024-04-21T23:58:09.257539+0000","last_clean":"2024-04-21T23:58:09.257539+0000","last_became_active":"2024-04-21T23:55:48.880374+0000","last_became_peered":"2024-04-21T23:55:48.880374+0000","last_unstale":"2024-04-21T23:58:09.257539+0000","last_undegraded":"2024-04-21T23:58:09.257539+0000","last_fullsized":"2024-04-21T23:58:09.257539+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:29:33.315000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257224+0000","last_change":"2024-04-21T23:55:43.689547+0000","last_active":"2024-04-21T23:58:09.257224+0000","last_peered":"2024-04-21T23:58:09.257224+0000","last_clean":"2024-04-21T23:58:09.257224+0000","last_became_active":"2024-04-21T23:55:43.688985+0000","last_became_peered":"2024-04-21T23:55:43.688985+0000","last_unstale":"2024-04-21T23:58:09.257224+0000","last_undegraded":"2024-04-21T23:58:09.257224+0000","last_fullsized":"2024-04-21T23:58:09.257224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:23:00.239787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257139+0000","last_change":"2024-04-21T23:55:44.703472+0000","last_active":"2024-04-21T23:58:09.257139+0000","last_peered":"2024-04-21T23:58:09.257139+0000","last_clean":"2024-04-21T23:58:09.257139+0000","last_became_active":"2024-04-21T23:55:44.703109+0000","last_became_peered":"2024-04-21T23:55:44.703109+0000","last_unstale":"2024-04-21T23:58:09.257139+0000","last_undegraded":"2024-04-21T23:58:09.257139+0000","last_fullsized":"2024-04-21T23:58:09.257139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:04.046745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225939+0000","last_change":"2024-04-21T23:55:48.870262+0000","last_active":"2024-04-21T23:58:09.225939+0000","last_peered":"2024-04-21T23:58:09.225939+0000","last_clean":"2024-04-21T23:58:09.225939+0000","last_became_active":"2024-04-21T23:55:48.869820+0000","last_became_peered":"2024-04-21T23:55:48.869820+0000","last_unstale":"2024-04-21T23:58:09.225939+0000","last_undegraded":"2024-04-21T23:58:09.225939+0000","last_fullsized":"2024-04-21T23:58:09.225939+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:18:46.039586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227503+0000","last_change":"2024-04-21T23:55:43.692226+0000","last_active":"2024-04-21T23:58:09.227503+0000","last_peered":"2024-04-21T23:58:09.227503+0000","last_clean":"2024-04-21T23:58:09.227503+0000","last_became_active":"2024-04-21T23:55:43.690673+0000","last_became_peered":"2024-04-21T23:55:43.690673+0000","last_unstale":"2024-04-21T23:58:09.227503+0000","last_undegraded":"2024-04-21T23:58:09.227503+0000","last_fullsized":"2024-04-21T23:58:09.227503+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:55:26.436150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227707+0000","last_change":"2024-04-21T23:55:44.706524+0000","last_active":"2024-04-21T23:58:09.227707+0000","last_peered":"2024-04-21T23:58:09.227707+0000","last_clean":"2024-04-21T23:58:09.227707+0000","last_became_active":"2024-04-21T23:55:44.706126+0000","last_became_peered":"2024-04-21T23:55:44.706126+0000","last_unstale":"2024-04-21T23:58:09.227707+0000","last_undegraded":"2024-04-21T23:58:09.227707+0000","last_fullsized":"2024-04-21T23:58:09.227707+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:42:14.829787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257411+0000","last_change":"2024-04-21T23:55:48.881489+0000","last_active":"2024-04-21T23:58:09.257411+0000","last_peered":"2024-04-21T23:58:09.257411+0000","last_clean":"2024-04-21T23:58:09.257411+0000","last_became_active":"2024-04-21T23:55:48.880610+0000","last_became_peered":"2024-04-21T23:55:48.880610+0000","last_unstale":"2024-04-21T23:58:09.257411+0000","last_undegraded":"2024-04-21T23:58:09.257411+0000","last_fullsized":"2024-04-21T23:58:09.257411+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:37.107366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257455+0000","last_change":"2024-04-21T23:55:43.699898+0000","last_active":"2024-04-21T23:58:09.257455+0000","last_peered":"2024-04-21T23:58:09.257455+0000","last_clean":"2024-04-21T23:58:09.257455+0000","last_became_active":"2024-04-21T23:55:43.698652+0000","last_became_peered":"2024-04-21T23:55:43.698652+0000","last_unstale":"2024-04-21T23:58:09.257455+0000","last_undegraded":"2024-04-21T23:58:09.257455+0000","last_fullsized":"2024-04-21T23:58:09.257455+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:24.555123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227973+0000","last_change":"2024-04-21T23:55:44.698923+0000","last_active":"2024-04-21T23:58:09.227973+0000","last_peered":"2024-04-21T23:58:09.227973+0000","last_clean":"2024-04-21T23:58:09.227973+0000","last_became_active":"2024-04-21T23:55:44.698593+0000","last_became_peered":"2024-04-21T23:55:44.698593+0000","last_unstale":"2024-04-21T23:58:09.227973+0000","last_undegraded":"2024-04-21T23:58:09.227973+0000","last_fullsized":"2024-04-21T23:58:09.227973+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:51.140082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257438+0000","last_change":"2024-04-21T23:55:48.877199+0000","last_active":"2024-04-21T23:58:09.257438+0000","last_peered":"2024-04-21T23:58:09.257438+0000","last_clean":"2024-04-21T23:58:09.257438+0000","last_became_active":"2024-04-21T23:55:48.876712+0000","last_became_peered":"2024-04-21T23:55:48.876712+0000","last_unstale":"2024-04-21T23:58:09.257438+0000","last_undegraded":"2024-04-21T23:58:09.257438+0000","last_fullsized":"2024-04-21T23:58:09.257438+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:47:48.530863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257078+0000","last_change":"2024-04-21T23:55:43.695529+0000","last_active":"2024-04-21T23:58:09.257078+0000","last_peered":"2024-04-21T23:58:09.257078+0000","last_clean":"2024-04-21T23:58:09.257078+0000","last_became_active":"2024-04-21T23:55:43.695125+0000","last_became_peered":"2024-04-21T23:55:43.695125+0000","last_unstale":"2024-04-21T23:58:09.257078+0000","last_undegraded":"2024-04-21T23:58:09.257078+0000","last_fullsized":"2024-04-21T23:58:09.257078+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:55:43.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258523+0000","last_change":"2024-04-21T23:55:44.711754+0000","last_active":"2024-04-21T23:58:09.258523+0000","last_peered":"2024-04-21T23:58:09.258523+0000","last_clean":"2024-04-21T23:58:09.258523+0000","last_became_active":"2024-04-21T23:55:44.711416+0000","last_became_peered":"2024-04-21T23:55:44.711416+0000","last_unstale":"2024-04-21T23:58:09.258523+0000","last_undegraded":"2024-04-21T23:58:09.258523+0000","last_fullsized":"2024-04-21T23:58:09.258523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:27.389456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257025+0000","last_change":"2024-04-21T23:55:48.874903+0000","last_active":"2024-04-21T23:58:09.257025+0000","last_peered":"2024-04-21T23:58:09.257025+0000","last_clean":"2024-04-21T23:58:09.257025+0000","last_became_active":"2024-04-21T23:55:48.874316+0000","last_became_peered":"2024-04-21T23:55:48.874316+0000","last_unstale":"2024-04-21T23:58:09.257025+0000","last_undegraded":"2024-04-21T23:58:09.257025+0000","last_fullsized":"2024-04-21T23:58:09.257025+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:13:19.166227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257844+0000","last_change":"2024-04-21T23:55:43.699405+0000","last_active":"2024-04-21T23:58:09.257844+0000","last_peered":"2024-04-21T23:58:09.257844+0000","last_clean":"2024-04-21T23:58:09.257844+0000","last_became_active":"2024-04-21T23:55:43.698622+0000","last_became_peered":"2024-04-21T23:55:43.698622+0000","last_unstale":"2024-04-21T23:58:09.257844+0000","last_undegraded":"2024-04-21T23:58:09.257844+0000","last_fullsized":"2024-04-21T23:58:09.257844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:02.099705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258848+0000","last_change":"2024-04-21T23:55:44.712668+0000","last_active":"2024-04-21T23:58:09.258848+0000","last_peered":"2024-04-21T23:58:09.258848+0000","last_clean":"2024-04-21T23:58:09.258848+0000","last_became_active":"2024-04-21T23:55:44.712284+0000","last_became_peered":"2024-04-21T23:55:44.712284+0000","last_unstale":"2024-04-21T23:58:09.258848+0000","last_undegraded":"2024-04-21T23:58:09.258848+0000","last_fullsized":"2024-04-21T23:58:09.258848+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:49.844365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257133+0000","last_change":"2024-04-21T23:56:44.101122+0000","last_active":"2024-04-21T23:58:09.257133+0000","last_peered":"2024-04-21T23:58:09.257133+0000","last_clean":"2024-04-21T23:58:09.257133+0000","last_became_active":"2024-04-21T23:56:44.100742+0000","last_became_peered":"2024-04-21T23:56:44.100742+0000","last_unstale":"2024-04-21T23:58:09.257133+0000","last_undegraded":"2024-04-21T23:58:09.257133+0000","last_fullsized":"2024-04-21T23:58:09.257133+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:09:44.010467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"93'39","reported_seq":77,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.333209+0000","last_change":"2024-04-21T23:55:43.695906+0000","last_active":"2024-04-21T23:58:09.333209+0000","last_peered":"2024-04-21T23:58:09.333209+0000","last_clean":"2024-04-21T23:58:09.333209+0000","last_became_active":"2024-04-21T23:55:43.695455+0000","last_became_peered":"2024-04-21T23:55:43.695455+0000","last_unstale":"2024-04-21T23:58:09.333209+0000","last_undegraded":"2024-04-21T23:58:09.333209+0000","last_fullsized":"2024-04-21T23:58:09.333209+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:54:30.149503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258656+0000","last_change":"2024-04-21T23:55:44.709514+0000","last_active":"2024-04-21T23:58:09.258656+0000","last_peered":"2024-04-21T23:58:09.258656+0000","last_clean":"2024-04-21T23:58:09.258656+0000","last_became_active":"2024-04-21T23:55:44.709147+0000","last_became_peered":"2024-04-21T23:55:44.709147+0000","last_unstale":"2024-04-21T23:58:09.258656+0000","last_undegraded":"2024-04-21T23:58:09.258656+0000","last_fullsized":"2024-04-21T23:58:09.258656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:17.563160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256985+0000","last_change":"2024-04-21T23:56:44.101370+0000","last_active":"2024-04-21T23:58:09.256985+0000","last_peered":"2024-04-21T23:58:09.256985+0000","last_clean":"2024-04-21T23:58:09.256985+0000","last_became_active":"2024-04-21T23:56:44.100946+0000","last_became_peered":"2024-04-21T23:56:44.100946+0000","last_unstale":"2024-04-21T23:58:09.256985+0000","last_undegraded":"2024-04-21T23:58:09.256985+0000","last_fullsized":"2024-04-21T23:58:09.256985+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:44.110457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7,1],"acting":[8,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130109+0000","last_change":"2024-04-21T23:55:43.691650+0000","last_active":"2024-04-21T23:58:09.130109+0000","last_peered":"2024-04-21T23:58:09.130109+0000","last_clean":"2024-04-21T23:58:09.130109+0000","last_became_active":"2024-04-21T23:55:43.691345+0000","last_became_peered":"2024-04-21T23:55:43.691345+0000","last_unstale":"2024-04-21T23:58:09.130109+0000","last_undegraded":"2024-04-21T23:58:09.130109+0000","last_fullsized":"2024-04-21T23:58:09.130109+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:51:33.155069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258804+0000","last_change":"2024-04-21T23:55:44.703056+0000","last_active":"2024-04-21T23:58:09.258804+0000","last_peered":"2024-04-21T23:58:09.258804+0000","last_clean":"2024-04-21T23:58:09.258804+0000","last_became_active":"2024-04-21T23:55:44.702738+0000","last_became_peered":"2024-04-21T23:55:44.702738+0000","last_unstale":"2024-04-21T23:58:09.258804+0000","last_undegraded":"2024-04-21T23:58:09.258804+0000","last_fullsized":"2024-04-21T23:58:09.258804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:32:33.704559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227824+0000","last_change":"2024-04-21T23:55:44.706924+0000","last_active":"2024-04-21T23:58:09.227824+0000","last_peered":"2024-04-21T23:58:09.227824+0000","last_clean":"2024-04-21T23:58:09.227824+0000","last_became_active":"2024-04-21T23:55:44.706209+0000","last_became_peered":"2024-04-21T23:55:44.706209+0000","last_unstale":"2024-04-21T23:58:09.227824+0000","last_undegraded":"2024-04-21T23:58:09.227824+0000","last_fullsized":"2024-04-21T23:58:09.227824+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:07:31.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257397+0000","last_change":"2024-04-21T23:56:44.022245+0000","last_active":"2024-04-21T23:58:09.257397+0000","last_peered":"2024-04-21T23:58:09.257397+0000","last_clean":"2024-04-21T23:58:09.257397+0000","last_became_active":"2024-04-21T23:56:44.021876+0000","last_became_peered":"2024-04-21T23:56:44.021876+0000","last_unstale":"2024-04-21T23:58:09.257397+0000","last_undegraded":"2024-04-21T23:58:09.257397+0000","last_fullsized":"2024-04-21T23:58:09.257397+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:49.184160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257401+0000","last_change":"2024-04-21T23:55:44.704229+0000","last_active":"2024-04-21T23:58:09.257401+0000","last_peered":"2024-04-21T23:58:09.257401+0000","last_clean":"2024-04-21T23:58:09.257401+0000","last_became_active":"2024-04-21T23:55:44.703882+0000","last_became_peered":"2024-04-21T23:55:44.703882+0000","last_unstale":"2024-04-21T23:58:09.257401+0000","last_undegraded":"2024-04-21T23:58:09.257401+0000","last_fullsized":"2024-04-21T23:58:09.257401+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:58.737798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257378+0000","last_change":"2024-04-21T23:55:44.709233+0000","last_active":"2024-04-21T23:58:09.257378+0000","last_peered":"2024-04-21T23:58:09.257378+0000","last_clean":"2024-04-21T23:58:09.257378+0000","last_became_active":"2024-04-21T23:55:44.708948+0000","last_became_peered":"2024-04-21T23:55:44.708948+0000","last_unstale":"2024-04-21T23:58:09.257378+0000","last_undegraded":"2024-04-21T23:58:09.257378+0000","last_fullsized":"2024-04-21T23:58:09.257378+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:17:46.143364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130033+0000","last_change":"2024-04-21T23:55:44.701213+0000","last_active":"2024-04-21T23:58:09.130033+0000","last_peered":"2024-04-21T23:58:09.130033+0000","last_clean":"2024-04-21T23:58:09.130033+0000","last_became_active":"2024-04-21T23:55:44.700893+0000","last_became_peered":"2024-04-21T23:55:44.700893+0000","last_unstale":"2024-04-21T23:58:09.130033+0000","last_undegraded":"2024-04-21T23:58:09.130033+0000","last_fullsized":"2024-04-21T23:58:09.130033+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:49:57.393025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228040+0000","last_change":"2024-04-21T23:55:44.701929+0000","last_active":"2024-04-21T23:58:09.228040+0000","last_peered":"2024-04-21T23:58:09.228040+0000","last_clean":"2024-04-21T23:58:09.228040+0000","last_became_active":"2024-04-21T23:55:44.701511+0000","last_became_peered":"2024-04-21T23:55:44.701511+0000","last_unstale":"2024-04-21T23:58:09.228040+0000","last_undegraded":"2024-04-21T23:58:09.228040+0000","last_fullsized":"2024-04-21T23:58:09.228040+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:07.373445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258060+0000","last_change":"2024-04-21T23:55:44.712052+0000","last_active":"2024-04-21T23:58:09.258060+0000","last_peered":"2024-04-21T23:58:09.258060+0000","last_clean":"2024-04-21T23:58:09.258060+0000","last_became_active":"2024-04-21T23:55:44.711593+0000","last_became_peered":"2024-04-21T23:55:44.711593+0000","last_unstale":"2024-04-21T23:58:09.258060+0000","last_undegraded":"2024-04-21T23:58:09.258060+0000","last_fullsized":"2024-04-21T23:58:09.258060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:19:29.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228201+0000","last_change":"2024-04-21T23:55:44.709979+0000","last_active":"2024-04-21T23:58:09.228201+0000","last_peered":"2024-04-21T23:58:09.228201+0000","last_clean":"2024-04-21T23:58:09.228201+0000","last_became_active":"2024-04-21T23:55:44.709685+0000","last_became_peered":"2024-04-21T23:55:44.709685+0000","last_unstale":"2024-04-21T23:58:09.228201+0000","last_undegraded":"2024-04-21T23:58:09.228201+0000","last_fullsized":"2024-04-21T23:58:09.228201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:40.464936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131319+0000","last_change":"2024-04-21T23:55:44.699331+0000","last_active":"2024-04-21T23:58:09.131319+0000","last_peered":"2024-04-21T23:58:09.131319+0000","last_clean":"2024-04-21T23:58:09.131319+0000","last_became_active":"2024-04-21T23:55:44.698971+0000","last_became_peered":"2024-04-21T23:55:44.698971+0000","last_unstale":"2024-04-21T23:58:09.131319+0000","last_undegraded":"2024-04-21T23:58:09.131319+0000","last_fullsized":"2024-04-21T23:58:09.131319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:18:15.261663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227569+0000","last_change":"2024-04-21T23:55:44.705191+0000","last_active":"2024-04-21T23:58:09.227569+0000","last_peered":"2024-04-21T23:58:09.227569+0000","last_clean":"2024-04-21T23:58:09.227569+0000","last_became_active":"2024-04-21T23:55:44.704887+0000","last_became_peered":"2024-04-21T23:55:44.704887+0000","last_unstale":"2024-04-21T23:58:09.227569+0000","last_undegraded":"2024-04-21T23:58:09.227569+0000","last_fullsized":"2024-04-21T23:58:09.227569+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:04:34.122019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257590+0000","last_change":"2024-04-21T23:55:44.705215+0000","last_active":"2024-04-21T23:58:09.257590+0000","last_peered":"2024-04-21T23:58:09.257590+0000","last_clean":"2024-04-21T23:58:09.257590+0000","last_became_active":"2024-04-21T23:55:44.704838+0000","last_became_peered":"2024-04-21T23:55:44.704838+0000","last_unstale":"2024-04-21T23:58:09.257590+0000","last_undegraded":"2024-04-21T23:58:09.257590+0000","last_fullsized":"2024-04-21T23:58:09.257590+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:36:31.693586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129721+0000","last_change":"2024-04-21T23:55:44.703902+0000","last_active":"2024-04-21T23:58:09.129721+0000","last_peered":"2024-04-21T23:58:09.129721+0000","last_clean":"2024-04-21T23:58:09.129721+0000","last_became_active":"2024-04-21T23:55:44.703570+0000","last_became_peered":"2024-04-21T23:55:44.703570+0000","last_unstale":"2024-04-21T23:58:09.129721+0000","last_undegraded":"2024-04-21T23:58:09.129721+0000","last_fullsized":"2024-04-21T23:58:09.129721+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:15:21.352301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227943+0000","last_change":"2024-04-21T23:56:44.019287+0000","last_active":"2024-04-21T23:58:09.227943+0000","last_peered":"2024-04-21T23:58:09.227943+0000","last_clean":"2024-04-21T23:58:09.227943+0000","last_became_active":"2024-04-21T23:56:44.018951+0000","last_became_peered":"2024-04-21T23:56:44.018951+0000","last_unstale":"2024-04-21T23:58:09.227943+0000","last_undegraded":"2024-04-21T23:58:09.227943+0000","last_fullsized":"2024-04-21T23:58:09.227943+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:45.138169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107151,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601039,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":849,"num_read_kb":539,"num_write":294,"num_write_kb":1448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":1803117,"data_compressed":80715,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351018,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1040384,"data_stored":906774,"data_compressed":42767,"data_compressed_allocated":57344,"data_compressed_original":458752,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612655,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32332,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712820,"statfs":{"total":95995035648,"available":95961927680,"internally_reserved":0,"allocated":1183744,"data_stored":1303417,"data_compressed":67097,"data_compressed_allocated":90112,"data_compressed_original":786432,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776179,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":911106,"data_compressed":42767,"data_compressed_allocated":57344,"data_compressed_original":458752,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037817,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1032192,"data_stored":513714,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299454,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":1111777,"data_compressed":59338,"data_compressed_allocated":77824,"data_compressed_original":655360,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462979,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":508970,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":578948,"data_compressed":25224,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738464,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":500579,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":581920,"data_compressed":25224,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149779,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1033980,"data_compressed":48923,"data_compressed_allocated":65536,"data_compressed_original":581632,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888141,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":514543,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724617,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":1238042,"data_compressed":65494,"data_compressed_allocated":86016,"data_compressed_original":778240,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":70068,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73040,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":134698,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":204169,"data_compressed":7759,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":393798,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T23:58:14.457 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-04-21T23:58:14.458 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T23:58:14.592 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 -- 172.21.15.80:0/2192947797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 msgr2=0x7f311410b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.592 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 --2- 172.21.15.80:0/2192947797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 0x7f311410b7d0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f3108009900 tx=0x7f310802bd60 comp rx=0 tx=0).stop 2024-04-21T23:58:14.592 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 -- 172.21.15.80:0/2192947797 shutdown_connections 2024-04-21T23:58:14.592 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 --2- 172.21.15.80:0/2192947797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f311410bd10 0x7f311410e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.592 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 --2- 172.21.15.80:0/2192947797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 0x7f311410b7d0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.592 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 --2- 172.21.15.80:0/2192947797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31141029d0 0x7f3114102db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.592 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 -- 172.21.15.80:0/2192947797 >> 172.21.15.80:0/2192947797 conn(0x7f3114077740 msgr2=0x7f3114077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:14.593 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 -- 172.21.15.80:0/2192947797 shutdown_connections 2024-04-21T23:58:14.593 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 -- 172.21.15.80:0/2192947797 wait complete. 2024-04-21T23:58:14.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 Processor -- start 2024-04-21T23:58:14.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.599+0000 7f3118866640 1 -- start start 2024-04-21T23:58:14.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3118866640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f31141029d0 0x7f3114198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3118866640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 0x7f3114198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3118866640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f311410bd10 0x7f311419c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3118866640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3114111b60 con 0x7f31141032f0 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3118866640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f31141119e0 con 0x7f311410bd10 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3118866640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3114111ce0 con 0x7f31141029d0 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 0x7f3114198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 0x7f3114198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51262/0 (socket says 172.21.15.80:51262) 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 -- 172.21.15.80:0/2589865564 learned_addr learned my addr 172.21.15.80:0/2589865564 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3112d9d640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f311410bd10 0x7f311419c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 -- 172.21.15.80:0/2589865564 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f31141029d0 msgr2=0x7f3114198040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f31141029d0 0x7f3114198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 -- 172.21.15.80:0/2589865564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f311410bd10 msgr2=0x7f311419c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f311410bd10 0x7f311419c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 -- 172.21.15.80:0/2589865564 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f311419cfe0 con 0x7f31141032f0 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3112d9d640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f311410bd10 0x7f311419c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3111d9b640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 0x7f3114198580 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f3108000c00 tx=0x7f310802ddb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f31037fe640 1 -- 172.21.15.80:0/2589865564 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3108043020 con 0x7f31141032f0 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f311419d270 con 0x7f31141032f0 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f31037fe640 1 -- 172.21.15.80:0/2589865564 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31080054e0 con 0x7f31141032f0 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31141a4b60 con 0x7f31141032f0 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.600+0000 7f31037fe640 1 -- 172.21.15.80:0/2589865564 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3108003c80 con 0x7f31141032f0 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.601+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3114068560 con 0x7f31141032f0 2024-04-21T23:58:14.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.602+0000 7f31037fe640 1 -- 172.21.15.80:0/2589865564 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f3108046020 con 0x7f31141032f0 2024-04-21T23:58:14.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.603+0000 7f31037fe640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f30fc0a2e20 0x7f30fc0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.603+0000 7f311259c640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f30fc0a2e20 0x7f30fc0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.603+0000 7f31037fe640 1 -- 172.21.15.80:0/2589865564 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f31080f1be0 con 0x7f31141032f0 2024-04-21T23:58:14.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.603+0000 7f311259c640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f30fc0a2e20 0x7f30fc0a52e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3104005fd0 tx=0x7f3104009710 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:14.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.607+0000 7f31037fe640 1 -- 172.21.15.80:0/2589865564 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f310804d020 con 0x7f31141032f0 2024-04-21T23:58:14.775 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.782+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3114061b80 con 0x7f30fc0a2e20 2024-04-21T23:58:14.784 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.791+0000 7f31037fe640 1 -- 172.21.15.80:0/2589865564 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339682 (secure 0 0 0) 0x7f3114061b80 con 0x7f30fc0a2e20 2024-04-21T23:58:14.788 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:14.789 INFO:teuthology.orchestra.run.smithi080.stderr:dumped all 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f30fc0a2e20 msgr2=0x7f30fc0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f30fc0a2e20 0x7f30fc0a52e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3104005fd0 tx=0x7f3104009710 comp rx=0 tx=0).stop 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 msgr2=0x7f3114198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 0x7f3114198580 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f3108000c00 tx=0x7f310802ddb0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 shutdown_connections 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f30fc0a2e20 0x7f30fc0a52e0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f311410bd10 0x7f311419c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f31141032f0 0x7f3114198580 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.791 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 --2- 172.21.15.80:0/2589865564 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f31141029d0 0x7f3114198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.794+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 >> 172.21.15.80:0/2589865564 conn(0x7f3114077740 msgr2=0x7f31140fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:14.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.795+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 shutdown_connections 2024-04-21T23:58:14.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.795+0000 7f3118866640 1 -- 172.21.15.80:0/2589865564 wait complete. 2024-04-21T23:58:14.799 INFO:teuthology.orchestra.run.smithi080.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-21T23:58:13.142311+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191641,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":985,"num_read_kb":658,"num_write":477,"num_write_kb":4388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1180736,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":873,"ondisk_log_size":873,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357544,"kb_used_data":12524,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584280,"statfs":{"total":1151940427776,"available":1151574302720,"internally_reserved":0,"allocated":12824576,"data_stored":9703770,"data_compressed":468340,"data_compressed_allocated":634880,"data_compressed_original":4120576,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.989820"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228221+0000","last_change":"2024-04-21T23:55:44.712114+0000","last_active":"2024-04-21T23:58:09.228221+0000","last_peered":"2024-04-21T23:58:09.228221+0000","last_clean":"2024-04-21T23:58:09.228221+0000","last_became_active":"2024-04-21T23:55:44.711756+0000","last_became_peered":"2024-04-21T23:55:44.711756+0000","last_unstale":"2024-04-21T23:58:09.228221+0000","last_undegraded":"2024-04-21T23:58:09.228221+0000","last_fullsized":"2024-04-21T23:58:09.228221+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:40:25.517827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258088+0000","last_change":"2024-04-21T23:55:44.704845+0000","last_active":"2024-04-21T23:58:09.258088+0000","last_peered":"2024-04-21T23:58:09.258088+0000","last_clean":"2024-04-21T23:58:09.258088+0000","last_became_active":"2024-04-21T23:55:44.704540+0000","last_became_peered":"2024-04-21T23:55:44.704540+0000","last_unstale":"2024-04-21T23:58:09.258088+0000","last_undegraded":"2024-04-21T23:58:09.258088+0000","last_fullsized":"2024-04-21T23:58:09.258088+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:44:26.377873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257690+0000","last_change":"2024-04-21T23:55:44.711608+0000","last_active":"2024-04-21T23:58:09.257690+0000","last_peered":"2024-04-21T23:58:09.257690+0000","last_clean":"2024-04-21T23:58:09.257690+0000","last_became_active":"2024-04-21T23:55:44.711217+0000","last_became_peered":"2024-04-21T23:55:44.711217+0000","last_unstale":"2024-04-21T23:58:09.257690+0000","last_undegraded":"2024-04-21T23:58:09.257690+0000","last_fullsized":"2024-04-21T23:58:09.257690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:18:01.539560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257609+0000","last_change":"2024-04-21T23:55:44.714582+0000","last_active":"2024-04-21T23:58:09.257609+0000","last_peered":"2024-04-21T23:58:09.257609+0000","last_clean":"2024-04-21T23:58:09.257609+0000","last_became_active":"2024-04-21T23:55:44.713824+0000","last_became_peered":"2024-04-21T23:55:44.713824+0000","last_unstale":"2024-04-21T23:58:09.257609+0000","last_undegraded":"2024-04-21T23:58:09.257609+0000","last_fullsized":"2024-04-21T23:58:09.257609+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:44.805023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257221+0000","last_change":"2024-04-21T23:55:44.701156+0000","last_active":"2024-04-21T23:58:09.257221+0000","last_peered":"2024-04-21T23:58:09.257221+0000","last_clean":"2024-04-21T23:58:09.257221+0000","last_became_active":"2024-04-21T23:55:44.700798+0000","last_became_peered":"2024-04-21T23:55:44.700798+0000","last_unstale":"2024-04-21T23:58:09.257221+0000","last_undegraded":"2024-04-21T23:58:09.257221+0000","last_fullsized":"2024-04-21T23:58:09.257221+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:40:30.128640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131276+0000","last_change":"2024-04-21T23:55:44.707213+0000","last_active":"2024-04-21T23:58:09.131276+0000","last_peered":"2024-04-21T23:58:09.131276+0000","last_clean":"2024-04-21T23:58:09.131276+0000","last_became_active":"2024-04-21T23:55:44.706877+0000","last_became_peered":"2024-04-21T23:55:44.706877+0000","last_unstale":"2024-04-21T23:58:09.131276+0000","last_undegraded":"2024-04-21T23:58:09.131276+0000","last_fullsized":"2024-04-21T23:58:09.131276+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:29:22.292379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258048+0000","last_change":"2024-04-21T23:55:44.708365+0000","last_active":"2024-04-21T23:58:09.258048+0000","last_peered":"2024-04-21T23:58:09.258048+0000","last_clean":"2024-04-21T23:58:09.258048+0000","last_became_active":"2024-04-21T23:55:44.708001+0000","last_became_peered":"2024-04-21T23:55:44.708001+0000","last_unstale":"2024-04-21T23:58:09.258048+0000","last_undegraded":"2024-04-21T23:58:09.258048+0000","last_fullsized":"2024-04-21T23:58:09.258048+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:46:15.553465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227394+0000","last_change":"2024-04-21T23:55:44.702786+0000","last_active":"2024-04-21T23:58:09.227394+0000","last_peered":"2024-04-21T23:58:09.227394+0000","last_clean":"2024-04-21T23:58:09.227394+0000","last_became_active":"2024-04-21T23:55:44.702486+0000","last_became_peered":"2024-04-21T23:55:44.702486+0000","last_unstale":"2024-04-21T23:58:09.227394+0000","last_undegraded":"2024-04-21T23:58:09.227394+0000","last_fullsized":"2024-04-21T23:58:09.227394+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:53.473206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258495+0000","last_change":"2024-04-21T23:55:44.710969+0000","last_active":"2024-04-21T23:58:09.258495+0000","last_peered":"2024-04-21T23:58:09.258495+0000","last_clean":"2024-04-21T23:58:09.258495+0000","last_became_active":"2024-04-21T23:55:44.704453+0000","last_became_peered":"2024-04-21T23:55:44.704453+0000","last_unstale":"2024-04-21T23:58:09.258495+0000","last_undegraded":"2024-04-21T23:58:09.258495+0000","last_fullsized":"2024-04-21T23:58:09.258495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:42:18.104912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131752+0000","last_change":"2024-04-21T23:55:44.707484+0000","last_active":"2024-04-21T23:58:09.131752+0000","last_peered":"2024-04-21T23:58:09.131752+0000","last_clean":"2024-04-21T23:58:09.131752+0000","last_became_active":"2024-04-21T23:55:44.707156+0000","last_became_peered":"2024-04-21T23:55:44.707156+0000","last_unstale":"2024-04-21T23:58:09.131752+0000","last_undegraded":"2024-04-21T23:58:09.131752+0000","last_fullsized":"2024-04-21T23:58:09.131752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:13:07.163863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258864+0000","last_change":"2024-04-21T23:55:44.713150+0000","last_active":"2024-04-21T23:58:09.258864+0000","last_peered":"2024-04-21T23:58:09.258864+0000","last_clean":"2024-04-21T23:58:09.258864+0000","last_became_active":"2024-04-21T23:55:44.712797+0000","last_became_peered":"2024-04-21T23:55:44.712797+0000","last_unstale":"2024-04-21T23:58:09.258864+0000","last_undegraded":"2024-04-21T23:58:09.258864+0000","last_fullsized":"2024-04-21T23:58:09.258864+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:39:03.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257612+0000","last_change":"2024-04-21T23:55:44.714128+0000","last_active":"2024-04-21T23:58:09.257612+0000","last_peered":"2024-04-21T23:58:09.257612+0000","last_clean":"2024-04-21T23:58:09.257612+0000","last_became_active":"2024-04-21T23:55:44.713414+0000","last_became_peered":"2024-04-21T23:55:44.713414+0000","last_unstale":"2024-04-21T23:58:09.257612+0000","last_undegraded":"2024-04-21T23:58:09.257612+0000","last_fullsized":"2024-04-21T23:58:09.257612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:54:07.602328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130061+0000","last_change":"2024-04-21T23:55:44.700352+0000","last_active":"2024-04-21T23:58:09.130061+0000","last_peered":"2024-04-21T23:58:09.130061+0000","last_clean":"2024-04-21T23:58:09.130061+0000","last_became_active":"2024-04-21T23:55:44.700049+0000","last_became_peered":"2024-04-21T23:55:44.700049+0000","last_unstale":"2024-04-21T23:58:09.130061+0000","last_undegraded":"2024-04-21T23:58:09.130061+0000","last_fullsized":"2024-04-21T23:58:09.130061+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:20.909170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257227+0000","last_change":"2024-04-21T23:55:44.701976+0000","last_active":"2024-04-21T23:58:09.257227+0000","last_peered":"2024-04-21T23:58:09.257227+0000","last_clean":"2024-04-21T23:58:09.257227+0000","last_became_active":"2024-04-21T23:55:44.701647+0000","last_became_peered":"2024-04-21T23:55:44.701647+0000","last_unstale":"2024-04-21T23:58:09.257227+0000","last_undegraded":"2024-04-21T23:58:09.257227+0000","last_fullsized":"2024-04-21T23:58:09.257227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:16:40.384887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257194+0000","last_change":"2024-04-21T23:55:44.714023+0000","last_active":"2024-04-21T23:58:09.257194+0000","last_peered":"2024-04-21T23:58:09.257194+0000","last_clean":"2024-04-21T23:58:09.257194+0000","last_became_active":"2024-04-21T23:55:44.713628+0000","last_became_peered":"2024-04-21T23:55:44.713628+0000","last_unstale":"2024-04-21T23:58:09.257194+0000","last_undegraded":"2024-04-21T23:58:09.257194+0000","last_fullsized":"2024-04-21T23:58:09.257194+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:37:24.259905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257120+0000","last_change":"2024-04-21T23:55:44.704685+0000","last_active":"2024-04-21T23:58:09.257120+0000","last_peered":"2024-04-21T23:58:09.257120+0000","last_clean":"2024-04-21T23:58:09.257120+0000","last_became_active":"2024-04-21T23:55:44.704162+0000","last_became_peered":"2024-04-21T23:55:44.704162+0000","last_unstale":"2024-04-21T23:58:09.257120+0000","last_undegraded":"2024-04-21T23:58:09.257120+0000","last_fullsized":"2024-04-21T23:58:09.257120+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:57:56.050215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228151+0000","last_change":"2024-04-21T23:55:44.711905+0000","last_active":"2024-04-21T23:58:09.228151+0000","last_peered":"2024-04-21T23:58:09.228151+0000","last_clean":"2024-04-21T23:58:09.228151+0000","last_became_active":"2024-04-21T23:55:44.711309+0000","last_became_peered":"2024-04-21T23:55:44.711309+0000","last_unstale":"2024-04-21T23:58:09.228151+0000","last_undegraded":"2024-04-21T23:58:09.228151+0000","last_fullsized":"2024-04-21T23:58:09.228151+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:27:57.316187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225910+0000","last_change":"2024-04-21T23:55:44.703724+0000","last_active":"2024-04-21T23:58:09.225910+0000","last_peered":"2024-04-21T23:58:09.225910+0000","last_clean":"2024-04-21T23:58:09.225910+0000","last_became_active":"2024-04-21T23:55:44.703394+0000","last_became_peered":"2024-04-21T23:55:44.703394+0000","last_unstale":"2024-04-21T23:58:09.225910+0000","last_undegraded":"2024-04-21T23:58:09.225910+0000","last_fullsized":"2024-04-21T23:58:09.225910+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:49:48.964278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257939+0000","last_change":"2024-04-21T23:55:44.698232+0000","last_active":"2024-04-21T23:58:09.257939+0000","last_peered":"2024-04-21T23:58:09.257939+0000","last_clean":"2024-04-21T23:58:09.257939+0000","last_became_active":"2024-04-21T23:55:44.697896+0000","last_became_peered":"2024-04-21T23:55:44.697896+0000","last_unstale":"2024-04-21T23:58:09.257939+0000","last_undegraded":"2024-04-21T23:58:09.257939+0000","last_fullsized":"2024-04-21T23:58:09.257939+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:18:16.273771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257570+0000","last_change":"2024-04-21T23:55:48.868989+0000","last_active":"2024-04-21T23:58:09.257570+0000","last_peered":"2024-04-21T23:58:09.257570+0000","last_clean":"2024-04-21T23:58:09.257570+0000","last_became_active":"2024-04-21T23:55:48.868520+0000","last_became_peered":"2024-04-21T23:55:48.868520+0000","last_unstale":"2024-04-21T23:58:09.257570+0000","last_undegraded":"2024-04-21T23:58:09.257570+0000","last_fullsized":"2024-04-21T23:58:09.257570+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:17.821913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'9","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225874+0000","last_change":"2024-04-21T23:55:43.688973+0000","last_active":"2024-04-21T23:58:09.225874+0000","last_peered":"2024-04-21T23:58:09.225874+0000","last_clean":"2024-04-21T23:58:09.225874+0000","last_became_active":"2024-04-21T23:55:43.688634+0000","last_became_peered":"2024-04-21T23:55:43.688634+0000","last_unstale":"2024-04-21T23:58:09.225874+0000","last_undegraded":"2024-04-21T23:58:09.225874+0000","last_fullsized":"2024-04-21T23:58:09.225874+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:07.447609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227722+0000","last_change":"2024-04-21T23:55:44.705248+0000","last_active":"2024-04-21T23:58:09.227722+0000","last_peered":"2024-04-21T23:58:09.227722+0000","last_clean":"2024-04-21T23:58:09.227722+0000","last_became_active":"2024-04-21T23:55:44.704905+0000","last_became_peered":"2024-04-21T23:55:44.704905+0000","last_unstale":"2024-04-21T23:58:09.227722+0000","last_undegraded":"2024-04-21T23:58:09.227722+0000","last_fullsized":"2024-04-21T23:58:09.227722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:22:26.456855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256734+0000","last_change":"2024-04-21T23:55:48.878431+0000","last_active":"2024-04-21T23:58:09.256734+0000","last_peered":"2024-04-21T23:58:09.256734+0000","last_clean":"2024-04-21T23:58:09.256734+0000","last_became_active":"2024-04-21T23:55:48.877996+0000","last_became_peered":"2024-04-21T23:55:48.877996+0000","last_unstale":"2024-04-21T23:58:09.256734+0000","last_undegraded":"2024-04-21T23:58:09.256734+0000","last_fullsized":"2024-04-21T23:58:09.256734+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:48:48.645656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227874+0000","last_change":"2024-04-21T23:55:43.697438+0000","last_active":"2024-04-21T23:58:09.227874+0000","last_peered":"2024-04-21T23:58:09.227874+0000","last_clean":"2024-04-21T23:58:09.227874+0000","last_became_active":"2024-04-21T23:55:43.697150+0000","last_became_peered":"2024-04-21T23:55:43.697150+0000","last_unstale":"2024-04-21T23:58:09.227874+0000","last_undegraded":"2024-04-21T23:58:09.227874+0000","last_fullsized":"2024-04-21T23:58:09.227874+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:31:37.299651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257076+0000","last_change":"2024-04-21T23:55:44.711411+0000","last_active":"2024-04-21T23:58:09.257076+0000","last_peered":"2024-04-21T23:58:09.257076+0000","last_clean":"2024-04-21T23:58:09.257076+0000","last_became_active":"2024-04-21T23:55:44.711038+0000","last_became_peered":"2024-04-21T23:55:44.711038+0000","last_unstale":"2024-04-21T23:58:09.257076+0000","last_undegraded":"2024-04-21T23:58:09.257076+0000","last_fullsized":"2024-04-21T23:58:09.257076+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:54:55.387347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256971+0000","last_change":"2024-04-21T23:55:48.880915+0000","last_active":"2024-04-21T23:58:09.256971+0000","last_peered":"2024-04-21T23:58:09.256971+0000","last_clean":"2024-04-21T23:58:09.256971+0000","last_became_active":"2024-04-21T23:55:48.880513+0000","last_became_peered":"2024-04-21T23:55:48.880513+0000","last_unstale":"2024-04-21T23:58:09.256971+0000","last_undegraded":"2024-04-21T23:58:09.256971+0000","last_fullsized":"2024-04-21T23:58:09.256971+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:19:05.244154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257654+0000","last_change":"2024-04-21T23:55:43.692500+0000","last_active":"2024-04-21T23:58:09.257654+0000","last_peered":"2024-04-21T23:58:09.257654+0000","last_clean":"2024-04-21T23:58:09.257654+0000","last_became_active":"2024-04-21T23:55:43.692131+0000","last_became_peered":"2024-04-21T23:55:43.692131+0000","last_unstale":"2024-04-21T23:58:09.257654+0000","last_undegraded":"2024-04-21T23:58:09.257654+0000","last_fullsized":"2024-04-21T23:58:09.257654+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:29:03.172998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258150+0000","last_change":"2024-04-21T23:55:44.705599+0000","last_active":"2024-04-21T23:58:09.258150+0000","last_peered":"2024-04-21T23:58:09.258150+0000","last_clean":"2024-04-21T23:58:09.258150+0000","last_became_active":"2024-04-21T23:55:44.704364+0000","last_became_peered":"2024-04-21T23:55:44.704364+0000","last_unstale":"2024-04-21T23:58:09.258150+0000","last_undegraded":"2024-04-21T23:58:09.258150+0000","last_fullsized":"2024-04-21T23:58:09.258150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:23:25.164486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256773+0000","last_change":"2024-04-21T23:55:48.878992+0000","last_active":"2024-04-21T23:58:09.256773+0000","last_peered":"2024-04-21T23:58:09.256773+0000","last_clean":"2024-04-21T23:58:09.256773+0000","last_became_active":"2024-04-21T23:55:48.878540+0000","last_became_peered":"2024-04-21T23:55:48.878540+0000","last_unstale":"2024-04-21T23:58:09.256773+0000","last_undegraded":"2024-04-21T23:58:09.256773+0000","last_fullsized":"2024-04-21T23:58:09.256773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:04:35.864907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257300+0000","last_change":"2024-04-21T23:55:43.690126+0000","last_active":"2024-04-21T23:58:09.257300+0000","last_peered":"2024-04-21T23:58:09.257300+0000","last_clean":"2024-04-21T23:58:09.257300+0000","last_became_active":"2024-04-21T23:55:43.689765+0000","last_became_peered":"2024-04-21T23:55:43.689765+0000","last_unstale":"2024-04-21T23:58:09.257300+0000","last_undegraded":"2024-04-21T23:58:09.257300+0000","last_fullsized":"2024-04-21T23:58:09.257300+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:10:37.978093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132036+0000","last_change":"2024-04-21T23:55:44.713764+0000","last_active":"2024-04-21T23:58:09.132036+0000","last_peered":"2024-04-21T23:58:09.132036+0000","last_clean":"2024-04-21T23:58:09.132036+0000","last_became_active":"2024-04-21T23:55:44.713381+0000","last_became_peered":"2024-04-21T23:55:44.713381+0000","last_unstale":"2024-04-21T23:58:09.132036+0000","last_undegraded":"2024-04-21T23:58:09.132036+0000","last_fullsized":"2024-04-21T23:58:09.132036+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:52:36.349061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257842+0000","last_change":"2024-04-21T23:55:48.873149+0000","last_active":"2024-04-21T23:58:09.257842+0000","last_peered":"2024-04-21T23:58:09.257842+0000","last_clean":"2024-04-21T23:58:09.257842+0000","last_became_active":"2024-04-21T23:55:48.872717+0000","last_became_peered":"2024-04-21T23:55:48.872717+0000","last_unstale":"2024-04-21T23:58:09.257842+0000","last_undegraded":"2024-04-21T23:58:09.257842+0000","last_fullsized":"2024-04-21T23:58:09.257842+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:17.774636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":165,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853119+0000","last_change":"2024-04-21T23:55:43.697709+0000","last_active":"2024-04-21T23:58:09.853119+0000","last_peered":"2024-04-21T23:58:09.853119+0000","last_clean":"2024-04-21T23:58:09.853119+0000","last_became_active":"2024-04-21T23:55:43.696860+0000","last_became_peered":"2024-04-21T23:55:43.696860+0000","last_unstale":"2024-04-21T23:58:09.853119+0000","last_undegraded":"2024-04-21T23:58:09.853119+0000","last_fullsized":"2024-04-21T23:58:09.853119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:05:14.071488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2244,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258117+0000","last_change":"2024-04-21T23:55:44.705986+0000","last_active":"2024-04-21T23:58:09.258117+0000","last_peered":"2024-04-21T23:58:09.258117+0000","last_clean":"2024-04-21T23:58:09.258117+0000","last_became_active":"2024-04-21T23:55:44.705556+0000","last_became_peered":"2024-04-21T23:55:44.705556+0000","last_unstale":"2024-04-21T23:58:09.258117+0000","last_undegraded":"2024-04-21T23:58:09.258117+0000","last_fullsized":"2024-04-21T23:58:09.258117+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:34.944157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257713+0000","last_change":"2024-04-21T23:55:48.871829+0000","last_active":"2024-04-21T23:58:09.257713+0000","last_peered":"2024-04-21T23:58:09.257713+0000","last_clean":"2024-04-21T23:58:09.257713+0000","last_became_active":"2024-04-21T23:55:48.871163+0000","last_became_peered":"2024-04-21T23:55:48.871163+0000","last_unstale":"2024-04-21T23:58:09.257713+0000","last_undegraded":"2024-04-21T23:58:09.257713+0000","last_fullsized":"2024-04-21T23:58:09.257713+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:06.017731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131332+0000","last_change":"2024-04-21T23:55:43.691699+0000","last_active":"2024-04-21T23:58:09.131332+0000","last_peered":"2024-04-21T23:58:09.131332+0000","last_clean":"2024-04-21T23:58:09.131332+0000","last_became_active":"2024-04-21T23:55:43.691384+0000","last_became_peered":"2024-04-21T23:55:43.691384+0000","last_unstale":"2024-04-21T23:58:09.131332+0000","last_undegraded":"2024-04-21T23:58:09.131332+0000","last_fullsized":"2024-04-21T23:58:09.131332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:54:51.602642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131844+0000","last_change":"2024-04-21T23:55:44.714072+0000","last_active":"2024-04-21T23:58:09.131844+0000","last_peered":"2024-04-21T23:58:09.131844+0000","last_clean":"2024-04-21T23:58:09.131844+0000","last_became_active":"2024-04-21T23:55:44.713511+0000","last_became_peered":"2024-04-21T23:55:44.713511+0000","last_unstale":"2024-04-21T23:58:09.131844+0000","last_undegraded":"2024-04-21T23:58:09.131844+0000","last_fullsized":"2024-04-21T23:58:09.131844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:17:13.980425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228107+0000","last_change":"2024-04-21T23:55:48.882844+0000","last_active":"2024-04-21T23:58:09.228107+0000","last_peered":"2024-04-21T23:58:09.228107+0000","last_clean":"2024-04-21T23:58:09.228107+0000","last_became_active":"2024-04-21T23:55:48.882377+0000","last_became_peered":"2024-04-21T23:55:48.882377+0000","last_unstale":"2024-04-21T23:58:09.228107+0000","last_undegraded":"2024-04-21T23:58:09.228107+0000","last_fullsized":"2024-04-21T23:58:09.228107+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:35:33.924670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129587+0000","last_change":"2024-04-21T23:55:43.686155+0000","last_active":"2024-04-21T23:58:09.129587+0000","last_peered":"2024-04-21T23:58:09.129587+0000","last_clean":"2024-04-21T23:58:09.129587+0000","last_became_active":"2024-04-21T23:55:43.685812+0000","last_became_peered":"2024-04-21T23:55:43.685812+0000","last_unstale":"2024-04-21T23:58:09.129587+0000","last_undegraded":"2024-04-21T23:58:09.129587+0000","last_fullsized":"2024-04-21T23:58:09.129587+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:56:06.830541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227516+0000","last_change":"2024-04-21T23:55:44.701899+0000","last_active":"2024-04-21T23:58:09.227516+0000","last_peered":"2024-04-21T23:58:09.227516+0000","last_clean":"2024-04-21T23:58:09.227516+0000","last_became_active":"2024-04-21T23:55:44.700843+0000","last_became_peered":"2024-04-21T23:55:44.700843+0000","last_unstale":"2024-04-21T23:58:09.227516+0000","last_undegraded":"2024-04-21T23:58:09.227516+0000","last_fullsized":"2024-04-21T23:58:09.227516+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:36:58.657360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257854+0000","last_change":"2024-04-21T23:55:48.876495+0000","last_active":"2024-04-21T23:58:09.257854+0000","last_peered":"2024-04-21T23:58:09.257854+0000","last_clean":"2024-04-21T23:58:09.257854+0000","last_became_active":"2024-04-21T23:55:48.876080+0000","last_became_peered":"2024-04-21T23:55:48.876080+0000","last_unstale":"2024-04-21T23:58:09.257854+0000","last_undegraded":"2024-04-21T23:58:09.257854+0000","last_fullsized":"2024-04-21T23:58:09.257854+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:58:17.230754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131301+0000","last_change":"2024-04-21T23:55:43.691929+0000","last_active":"2024-04-21T23:58:09.131301+0000","last_peered":"2024-04-21T23:58:09.131301+0000","last_clean":"2024-04-21T23:58:09.131301+0000","last_became_active":"2024-04-21T23:55:43.691262+0000","last_became_peered":"2024-04-21T23:55:43.691262+0000","last_unstale":"2024-04-21T23:58:09.131301+0000","last_undegraded":"2024-04-21T23:58:09.131301+0000","last_fullsized":"2024-04-21T23:58:09.131301+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:34:07.980684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225370+0000","last_change":"2024-04-21T23:55:44.696859+0000","last_active":"2024-04-21T23:58:09.225370+0000","last_peered":"2024-04-21T23:58:09.225370+0000","last_clean":"2024-04-21T23:58:09.225370+0000","last_became_active":"2024-04-21T23:55:44.696537+0000","last_became_peered":"2024-04-21T23:55:44.696537+0000","last_unstale":"2024-04-21T23:58:09.225370+0000","last_undegraded":"2024-04-21T23:58:09.225370+0000","last_fullsized":"2024-04-21T23:58:09.225370+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:33:23.534954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227437+0000","last_change":"2024-04-21T23:55:48.877075+0000","last_active":"2024-04-21T23:58:09.227437+0000","last_peered":"2024-04-21T23:58:09.227437+0000","last_clean":"2024-04-21T23:58:09.227437+0000","last_became_active":"2024-04-21T23:55:48.876528+0000","last_became_peered":"2024-04-21T23:55:48.876528+0000","last_unstale":"2024-04-21T23:58:09.227437+0000","last_undegraded":"2024-04-21T23:58:09.227437+0000","last_fullsized":"2024-04-21T23:58:09.227437+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:26:50.095970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"92'5","reported_seq":155,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.852594+0000","last_change":"2024-04-21T23:55:43.691621+0000","last_active":"2024-04-21T23:58:09.852594+0000","last_peered":"2024-04-21T23:58:09.852594+0000","last_clean":"2024-04-21T23:58:09.852594+0000","last_became_active":"2024-04-21T23:55:43.691293+0000","last_became_peered":"2024-04-21T23:55:43.691293+0000","last_unstale":"2024-04-21T23:58:09.852594+0000","last_undegraded":"2024-04-21T23:58:09.852594+0000","last_fullsized":"2024-04-21T23:58:09.852594+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:08:20.106233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258021+0000","last_change":"2024-04-21T23:55:44.710209+0000","last_active":"2024-04-21T23:58:09.258021+0000","last_peered":"2024-04-21T23:58:09.258021+0000","last_clean":"2024-04-21T23:58:09.258021+0000","last_became_active":"2024-04-21T23:55:44.705647+0000","last_became_peered":"2024-04-21T23:55:44.705647+0000","last_unstale":"2024-04-21T23:58:09.258021+0000","last_undegraded":"2024-04-21T23:58:09.258021+0000","last_fullsized":"2024-04-21T23:58:09.258021+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:37:13.872018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225202+0000","last_change":"2024-04-21T23:55:48.879102+0000","last_active":"2024-04-21T23:58:09.225202+0000","last_peered":"2024-04-21T23:58:09.225202+0000","last_clean":"2024-04-21T23:58:09.225202+0000","last_became_active":"2024-04-21T23:55:48.873253+0000","last_became_peered":"2024-04-21T23:55:48.873253+0000","last_unstale":"2024-04-21T23:58:09.225202+0000","last_undegraded":"2024-04-21T23:58:09.225202+0000","last_fullsized":"2024-04-21T23:58:09.225202+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:02:12.321142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258425+0000","last_change":"2024-04-21T23:55:43.693168+0000","last_active":"2024-04-21T23:58:09.258425+0000","last_peered":"2024-04-21T23:58:09.258425+0000","last_clean":"2024-04-21T23:58:09.258425+0000","last_became_active":"2024-04-21T23:55:43.692850+0000","last_became_peered":"2024-04-21T23:55:43.692850+0000","last_unstale":"2024-04-21T23:58:09.258425+0000","last_undegraded":"2024-04-21T23:58:09.258425+0000","last_fullsized":"2024-04-21T23:58:09.258425+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:01:11.587068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258327+0000","last_change":"2024-04-21T23:55:44.714022+0000","last_active":"2024-04-21T23:58:09.258327+0000","last_peered":"2024-04-21T23:58:09.258327+0000","last_clean":"2024-04-21T23:58:09.258327+0000","last_became_active":"2024-04-21T23:55:44.713718+0000","last_became_peered":"2024-04-21T23:55:44.713718+0000","last_unstale":"2024-04-21T23:58:09.258327+0000","last_undegraded":"2024-04-21T23:58:09.258327+0000","last_fullsized":"2024-04-21T23:58:09.258327+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:24:30.561159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257135+0000","last_change":"2024-04-21T23:55:48.881022+0000","last_active":"2024-04-21T23:58:09.257135+0000","last_peered":"2024-04-21T23:58:09.257135+0000","last_clean":"2024-04-21T23:58:09.257135+0000","last_became_active":"2024-04-21T23:55:48.880556+0000","last_became_peered":"2024-04-21T23:55:48.880556+0000","last_unstale":"2024-04-21T23:58:09.257135+0000","last_undegraded":"2024-04-21T23:58:09.257135+0000","last_fullsized":"2024-04-21T23:58:09.257135+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:04:10.558632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132085+0000","last_change":"2024-04-21T23:55:43.688536+0000","last_active":"2024-04-21T23:58:09.132085+0000","last_peered":"2024-04-21T23:58:09.132085+0000","last_clean":"2024-04-21T23:58:09.132085+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:58:09.132085+0000","last_undegraded":"2024-04-21T23:58:09.132085+0000","last_fullsized":"2024-04-21T23:58:09.132085+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:30:40.674025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258430+0000","last_change":"2024-04-21T23:55:44.716662+0000","last_active":"2024-04-21T23:58:09.258430+0000","last_peered":"2024-04-21T23:58:09.258430+0000","last_clean":"2024-04-21T23:58:09.258430+0000","last_became_active":"2024-04-21T23:55:44.716322+0000","last_became_peered":"2024-04-21T23:55:44.716322+0000","last_unstale":"2024-04-21T23:58:09.258430+0000","last_undegraded":"2024-04-21T23:58:09.258430+0000","last_fullsized":"2024-04-21T23:58:09.258430+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:49:38.625362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225581+0000","last_change":"2024-04-21T23:55:48.878436+0000","last_active":"2024-04-21T23:58:09.225581+0000","last_peered":"2024-04-21T23:58:09.225581+0000","last_clean":"2024-04-21T23:58:09.225581+0000","last_became_active":"2024-04-21T23:55:48.873296+0000","last_became_peered":"2024-04-21T23:55:48.873296+0000","last_unstale":"2024-04-21T23:58:09.225581+0000","last_undegraded":"2024-04-21T23:58:09.225581+0000","last_fullsized":"2024-04-21T23:58:09.225581+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:22:11.341551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'41","reported_seq":323,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853905+0000","last_change":"2024-04-21T23:55:43.693325+0000","last_active":"2024-04-21T23:58:09.853905+0000","last_peered":"2024-04-21T23:58:09.853905+0000","last_clean":"2024-04-21T23:58:09.853905+0000","last_became_active":"2024-04-21T23:55:43.692993+0000","last_became_peered":"2024-04-21T23:55:43.692993+0000","last_unstale":"2024-04-21T23:58:09.853905+0000","last_undegraded":"2024-04-21T23:58:09.853905+0000","last_fullsized":"2024-04-21T23:58:09.853905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:20:33.207858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":195,"num_write":42,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257538+0000","last_change":"2024-04-21T23:55:44.705847+0000","last_active":"2024-04-21T23:58:09.257538+0000","last_peered":"2024-04-21T23:58:09.257538+0000","last_clean":"2024-04-21T23:58:09.257538+0000","last_became_active":"2024-04-21T23:55:44.705496+0000","last_became_peered":"2024-04-21T23:55:44.705496+0000","last_unstale":"2024-04-21T23:58:09.257538+0000","last_undegraded":"2024-04-21T23:58:09.257538+0000","last_fullsized":"2024-04-21T23:58:09.257538+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:11:30.043801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132418+0000","last_change":"2024-04-21T23:55:48.877427+0000","last_active":"2024-04-21T23:58:09.132418+0000","last_peered":"2024-04-21T23:58:09.132418+0000","last_clean":"2024-04-21T23:58:09.132418+0000","last_became_active":"2024-04-21T23:55:48.876877+0000","last_became_peered":"2024-04-21T23:55:48.876877+0000","last_unstale":"2024-04-21T23:58:09.132418+0000","last_undegraded":"2024-04-21T23:58:09.132418+0000","last_fullsized":"2024-04-21T23:58:09.132418+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:23:09.167454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257707+0000","last_change":"2024-04-21T23:55:43.699701+0000","last_active":"2024-04-21T23:58:09.257707+0000","last_peered":"2024-04-21T23:58:09.257707+0000","last_clean":"2024-04-21T23:58:09.257707+0000","last_became_active":"2024-04-21T23:55:43.699093+0000","last_became_peered":"2024-04-21T23:55:43.699093+0000","last_unstale":"2024-04-21T23:58:09.257707+0000","last_undegraded":"2024-04-21T23:58:09.257707+0000","last_fullsized":"2024-04-21T23:58:09.257707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:07:05.312967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129780+0000","last_change":"2024-04-21T23:55:44.703905+0000","last_active":"2024-04-21T23:58:09.129780+0000","last_peered":"2024-04-21T23:58:09.129780+0000","last_clean":"2024-04-21T23:58:09.129780+0000","last_became_active":"2024-04-21T23:55:44.703574+0000","last_became_peered":"2024-04-21T23:55:44.703574+0000","last_unstale":"2024-04-21T23:58:09.129780+0000","last_undegraded":"2024-04-21T23:58:09.129780+0000","last_fullsized":"2024-04-21T23:58:09.129780+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:13:38.489984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227925+0000","last_change":"2024-04-21T23:56:44.101802+0000","last_active":"2024-04-21T23:58:09.227925+0000","last_peered":"2024-04-21T23:58:09.227925+0000","last_clean":"2024-04-21T23:58:09.227925+0000","last_became_active":"2024-04-21T23:56:44.101076+0000","last_became_peered":"2024-04-21T23:56:44.101076+0000","last_unstale":"2024-04-21T23:58:09.227925+0000","last_undegraded":"2024-04-21T23:58:09.227925+0000","last_fullsized":"2024-04-21T23:58:09.227925+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:34:57.911323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,7,6],"acting":[11,10,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131711+0000","last_change":"2024-04-21T23:55:43.696391+0000","last_active":"2024-04-21T23:58:09.131711+0000","last_peered":"2024-04-21T23:58:09.131711+0000","last_clean":"2024-04-21T23:58:09.131711+0000","last_became_active":"2024-04-21T23:55:43.695980+0000","last_became_peered":"2024-04-21T23:55:43.695980+0000","last_unstale":"2024-04-21T23:58:09.131711+0000","last_undegraded":"2024-04-21T23:58:09.131711+0000","last_fullsized":"2024-04-21T23:58:09.131711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:31.655843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258524+0000","last_change":"2024-04-21T23:55:44.714768+0000","last_active":"2024-04-21T23:58:09.258524+0000","last_peered":"2024-04-21T23:58:09.258524+0000","last_clean":"2024-04-21T23:58:09.258524+0000","last_became_active":"2024-04-21T23:55:44.714444+0000","last_became_peered":"2024-04-21T23:55:44.714444+0000","last_unstale":"2024-04-21T23:58:09.258524+0000","last_undegraded":"2024-04-21T23:58:09.258524+0000","last_fullsized":"2024-04-21T23:58:09.258524+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:08:14.871373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257768+0000","last_change":"2024-04-21T23:56:44.101596+0000","last_active":"2024-04-21T23:58:09.257768+0000","last_peered":"2024-04-21T23:58:09.257768+0000","last_clean":"2024-04-21T23:58:09.257768+0000","last_became_active":"2024-04-21T23:56:44.101071+0000","last_became_peered":"2024-04-21T23:56:44.101071+0000","last_unstale":"2024-04-21T23:58:09.257768+0000","last_undegraded":"2024-04-21T23:58:09.257768+0000","last_fullsized":"2024-04-21T23:58:09.257768+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:28.881614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":161,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.853884+0000","last_change":"2024-04-21T23:55:43.691062+0000","last_active":"2024-04-21T23:58:09.853884+0000","last_peered":"2024-04-21T23:58:09.853884+0000","last_clean":"2024-04-21T23:58:09.853884+0000","last_became_active":"2024-04-21T23:55:43.690749+0000","last_became_peered":"2024-04-21T23:55:43.690749+0000","last_unstale":"2024-04-21T23:58:09.853884+0000","last_undegraded":"2024-04-21T23:58:09.853884+0000","last_fullsized":"2024-04-21T23:58:09.853884+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:36:55.159615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257836+0000","last_change":"2024-04-21T23:55:44.709017+0000","last_active":"2024-04-21T23:58:09.257836+0000","last_peered":"2024-04-21T23:58:09.257836+0000","last_clean":"2024-04-21T23:58:09.257836+0000","last_became_active":"2024-04-21T23:55:44.708588+0000","last_became_peered":"2024-04-21T23:55:44.708588+0000","last_unstale":"2024-04-21T23:58:09.257836+0000","last_undegraded":"2024-04-21T23:58:09.257836+0000","last_fullsized":"2024-04-21T23:58:09.257836+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:36.400060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130009+0000","last_change":"2024-04-21T23:55:48.874167+0000","last_active":"2024-04-21T23:58:09.130009+0000","last_peered":"2024-04-21T23:58:09.130009+0000","last_clean":"2024-04-21T23:58:09.130009+0000","last_became_active":"2024-04-21T23:55:48.873629+0000","last_became_peered":"2024-04-21T23:55:48.873629+0000","last_unstale":"2024-04-21T23:58:09.130009+0000","last_undegraded":"2024-04-21T23:58:09.130009+0000","last_fullsized":"2024-04-21T23:58:09.130009+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:28:32.642715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257160+0000","last_change":"2024-04-21T23:55:43.694169+0000","last_active":"2024-04-21T23:58:09.257160+0000","last_peered":"2024-04-21T23:58:09.257160+0000","last_clean":"2024-04-21T23:58:09.257160+0000","last_became_active":"2024-04-21T23:55:43.693802+0000","last_became_peered":"2024-04-21T23:55:43.693802+0000","last_unstale":"2024-04-21T23:58:09.257160+0000","last_undegraded":"2024-04-21T23:58:09.257160+0000","last_fullsized":"2024-04-21T23:58:09.257160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:34:46.451259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131468+0000","last_change":"2024-04-21T23:55:44.714977+0000","last_active":"2024-04-21T23:58:09.131468+0000","last_peered":"2024-04-21T23:58:09.131468+0000","last_clean":"2024-04-21T23:58:09.131468+0000","last_became_active":"2024-04-21T23:55:44.714624+0000","last_became_peered":"2024-04-21T23:55:44.714624+0000","last_unstale":"2024-04-21T23:58:09.131468+0000","last_undegraded":"2024-04-21T23:58:09.131468+0000","last_fullsized":"2024-04-21T23:58:09.131468+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:43:20.341440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131411+0000","last_change":"2024-04-21T23:55:48.876125+0000","last_active":"2024-04-21T23:58:09.131411+0000","last_peered":"2024-04-21T23:58:09.131411+0000","last_clean":"2024-04-21T23:58:09.131411+0000","last_became_active":"2024-04-21T23:55:48.873851+0000","last_became_peered":"2024-04-21T23:55:48.873851+0000","last_unstale":"2024-04-21T23:58:09.131411+0000","last_undegraded":"2024-04-21T23:58:09.131411+0000","last_fullsized":"2024-04-21T23:58:09.131411+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:28:44.031297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257955+0000","last_change":"2024-04-21T23:55:43.690896+0000","last_active":"2024-04-21T23:58:09.257955+0000","last_peered":"2024-04-21T23:58:09.257955+0000","last_clean":"2024-04-21T23:58:09.257955+0000","last_became_active":"2024-04-21T23:55:43.690496+0000","last_became_peered":"2024-04-21T23:55:43.690496+0000","last_unstale":"2024-04-21T23:58:09.257955+0000","last_undegraded":"2024-04-21T23:58:09.257955+0000","last_fullsized":"2024-04-21T23:58:09.257955+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:07.675345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228056+0000","last_change":"2024-04-21T23:55:44.709568+0000","last_active":"2024-04-21T23:58:09.228056+0000","last_peered":"2024-04-21T23:58:09.228056+0000","last_clean":"2024-04-21T23:58:09.228056+0000","last_became_active":"2024-04-21T23:55:44.709184+0000","last_became_peered":"2024-04-21T23:55:44.709184+0000","last_unstale":"2024-04-21T23:58:09.228056+0000","last_undegraded":"2024-04-21T23:58:09.228056+0000","last_fullsized":"2024-04-21T23:58:09.228056+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:23:21.657146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258116+0000","last_change":"2024-04-21T23:55:48.874253+0000","last_active":"2024-04-21T23:58:09.258116+0000","last_peered":"2024-04-21T23:58:09.258116+0000","last_clean":"2024-04-21T23:58:09.258116+0000","last_became_active":"2024-04-21T23:55:48.873792+0000","last_became_peered":"2024-04-21T23:55:48.873792+0000","last_unstale":"2024-04-21T23:58:09.258116+0000","last_undegraded":"2024-04-21T23:58:09.258116+0000","last_fullsized":"2024-04-21T23:58:09.258116+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:14:22.462921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225739+0000","last_change":"2024-04-21T23:56:44.022070+0000","last_active":"2024-04-21T23:58:09.225739+0000","last_peered":"2024-04-21T23:58:09.225739+0000","last_clean":"2024-04-21T23:58:09.225739+0000","last_became_active":"2024-04-21T23:56:44.021688+0000","last_became_peered":"2024-04-21T23:56:44.021688+0000","last_unstale":"2024-04-21T23:58:09.225739+0000","last_undegraded":"2024-04-21T23:58:09.225739+0000","last_fullsized":"2024-04-21T23:58:09.225739+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:41:06.845209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131646+0000","last_change":"2024-04-21T23:55:44.702018+0000","last_active":"2024-04-21T23:58:09.131646+0000","last_peered":"2024-04-21T23:58:09.131646+0000","last_clean":"2024-04-21T23:58:09.131646+0000","last_became_active":"2024-04-21T23:55:44.701667+0000","last_became_peered":"2024-04-21T23:55:44.701667+0000","last_unstale":"2024-04-21T23:58:09.131646+0000","last_undegraded":"2024-04-21T23:58:09.131646+0000","last_fullsized":"2024-04-21T23:58:09.131646+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:35:36.854755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129860+0000","last_change":"2024-04-21T23:55:48.875794+0000","last_active":"2024-04-21T23:58:09.129860+0000","last_peered":"2024-04-21T23:58:09.129860+0000","last_clean":"2024-04-21T23:58:09.129860+0000","last_became_active":"2024-04-21T23:55:48.875386+0000","last_became_peered":"2024-04-21T23:55:48.875386+0000","last_unstale":"2024-04-21T23:58:09.129860+0000","last_undegraded":"2024-04-21T23:58:09.129860+0000","last_fullsized":"2024-04-21T23:58:09.129860+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:37:17.202826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258338+0000","last_change":"2024-04-21T23:55:43.694128+0000","last_active":"2024-04-21T23:58:09.258338+0000","last_peered":"2024-04-21T23:58:09.258338+0000","last_clean":"2024-04-21T23:58:09.258338+0000","last_became_active":"2024-04-21T23:55:43.693809+0000","last_became_peered":"2024-04-21T23:55:43.693809+0000","last_unstale":"2024-04-21T23:58:09.258338+0000","last_undegraded":"2024-04-21T23:58:09.258338+0000","last_fullsized":"2024-04-21T23:58:09.258338+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:35:20.569382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131344+0000","last_change":"2024-04-21T23:55:44.708426+0000","last_active":"2024-04-21T23:58:09.131344+0000","last_peered":"2024-04-21T23:58:09.131344+0000","last_clean":"2024-04-21T23:58:09.131344+0000","last_became_active":"2024-04-21T23:55:44.708105+0000","last_became_peered":"2024-04-21T23:55:44.708105+0000","last_unstale":"2024-04-21T23:58:09.131344+0000","last_undegraded":"2024-04-21T23:58:09.131344+0000","last_fullsized":"2024-04-21T23:58:09.131344+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:39:12.432647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129944+0000","last_change":"2024-04-21T23:55:48.880951+0000","last_active":"2024-04-21T23:58:09.129944+0000","last_peered":"2024-04-21T23:58:09.129944+0000","last_clean":"2024-04-21T23:58:09.129944+0000","last_became_active":"2024-04-21T23:55:48.880484+0000","last_became_peered":"2024-04-21T23:55:48.880484+0000","last_unstale":"2024-04-21T23:58:09.129944+0000","last_undegraded":"2024-04-21T23:58:09.129944+0000","last_fullsized":"2024-04-21T23:58:09.129944+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:29:15.419390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131374+0000","last_change":"2024-04-21T23:55:44.714129+0000","last_active":"2024-04-21T23:58:09.131374+0000","last_peered":"2024-04-21T23:58:09.131374+0000","last_clean":"2024-04-21T23:58:09.131374+0000","last_became_active":"2024-04-21T23:55:44.713079+0000","last_became_peered":"2024-04-21T23:55:44.713079+0000","last_unstale":"2024-04-21T23:58:09.131374+0000","last_undegraded":"2024-04-21T23:58:09.131374+0000","last_fullsized":"2024-04-21T23:58:09.131374+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:28:25.242211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'6","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.376351+0000","last_change":"2024-04-21T23:55:43.688282+0000","last_active":"2024-04-21T23:58:09.376351+0000","last_peered":"2024-04-21T23:58:09.376351+0000","last_clean":"2024-04-21T23:58:09.376351+0000","last_became_active":"2024-04-21T23:55:43.687902+0000","last_became_peered":"2024-04-21T23:55:43.687902+0000","last_unstale":"2024-04-21T23:58:09.376351+0000","last_undegraded":"2024-04-21T23:58:09.376351+0000","last_fullsized":"2024-04-21T23:58:09.376351+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:23:08.111755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258707+0000","last_change":"2024-04-21T23:55:48.871038+0000","last_active":"2024-04-21T23:58:09.258707+0000","last_peered":"2024-04-21T23:58:09.258707+0000","last_clean":"2024-04-21T23:58:09.258707+0000","last_became_active":"2024-04-21T23:55:48.870521+0000","last_became_peered":"2024-04-21T23:55:48.870521+0000","last_unstale":"2024-04-21T23:58:09.258707+0000","last_undegraded":"2024-04-21T23:58:09.258707+0000","last_fullsized":"2024-04-21T23:58:09.258707+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:42:14.978055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227623+0000","last_change":"2024-04-21T23:55:44.707915+0000","last_active":"2024-04-21T23:58:09.227623+0000","last_peered":"2024-04-21T23:58:09.227623+0000","last_clean":"2024-04-21T23:58:09.227623+0000","last_became_active":"2024-04-21T23:55:44.707476+0000","last_became_peered":"2024-04-21T23:55:44.707476+0000","last_unstale":"2024-04-21T23:58:09.227623+0000","last_undegraded":"2024-04-21T23:58:09.227623+0000","last_fullsized":"2024-04-21T23:58:09.227623+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:52:25.654326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257008+0000","last_change":"2024-04-21T23:55:43.696115+0000","last_active":"2024-04-21T23:58:09.257008+0000","last_peered":"2024-04-21T23:58:09.257008+0000","last_clean":"2024-04-21T23:58:09.257008+0000","last_became_active":"2024-04-21T23:55:43.695806+0000","last_became_peered":"2024-04-21T23:55:43.695806+0000","last_unstale":"2024-04-21T23:58:09.257008+0000","last_undegraded":"2024-04-21T23:58:09.257008+0000","last_fullsized":"2024-04-21T23:58:09.257008+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:27:05.224494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":363,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257561+0000","last_change":"2024-04-21T23:54:31.654931+0000","last_active":"2024-04-21T23:58:09.257561+0000","last_peered":"2024-04-21T23:58:09.257561+0000","last_clean":"2024-04-21T23:58:09.257561+0000","last_became_active":"2024-04-21T23:54:31.654422+0000","last_became_peered":"2024-04-21T23:54:31.654422+0000","last_unstale":"2024-04-21T23:58:09.257561+0000","last_undegraded":"2024-04-21T23:58:09.257561+0000","last_fullsized":"2024-04-21T23:58:09.257561+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:51:07.358778+0000","last_clean_scrub_stamp":"2024-04-21T23:51:07.358778+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:33:41.398066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.132092+0000","last_change":"2024-04-21T23:55:48.873805+0000","last_active":"2024-04-21T23:58:09.132092+0000","last_peered":"2024-04-21T23:58:09.132092+0000","last_clean":"2024-04-21T23:58:09.132092+0000","last_became_active":"2024-04-21T23:55:48.873074+0000","last_became_peered":"2024-04-21T23:55:48.873074+0000","last_unstale":"2024-04-21T23:58:09.132092+0000","last_undegraded":"2024-04-21T23:58:09.132092+0000","last_fullsized":"2024-04-21T23:58:09.132092+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:42:45.408806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129463+0000","last_change":"2024-04-21T23:56:44.022166+0000","last_active":"2024-04-21T23:58:09.129463+0000","last_peered":"2024-04-21T23:58:09.129463+0000","last_clean":"2024-04-21T23:58:09.129463+0000","last_became_active":"2024-04-21T23:56:44.021785+0000","last_became_peered":"2024-04-21T23:56:44.021785+0000","last_unstale":"2024-04-21T23:58:09.129463+0000","last_undegraded":"2024-04-21T23:58:09.129463+0000","last_fullsized":"2024-04-21T23:58:09.129463+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:14:10.435568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257668+0000","last_change":"2024-04-21T23:55:43.695469+0000","last_active":"2024-04-21T23:58:09.257668+0000","last_peered":"2024-04-21T23:58:09.257668+0000","last_clean":"2024-04-21T23:58:09.257668+0000","last_became_active":"2024-04-21T23:55:43.695191+0000","last_became_peered":"2024-04-21T23:55:43.695191+0000","last_unstale":"2024-04-21T23:58:09.257668+0000","last_undegraded":"2024-04-21T23:58:09.257668+0000","last_fullsized":"2024-04-21T23:58:09.257668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:31:36.518346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227750+0000","last_change":"2024-04-21T23:55:48.872617+0000","last_active":"2024-04-21T23:58:09.227750+0000","last_peered":"2024-04-21T23:58:09.227750+0000","last_clean":"2024-04-21T23:58:09.227750+0000","last_became_active":"2024-04-21T23:55:48.872148+0000","last_became_peered":"2024-04-21T23:55:48.872148+0000","last_unstale":"2024-04-21T23:58:09.227750+0000","last_undegraded":"2024-04-21T23:58:09.227750+0000","last_fullsized":"2024-04-21T23:58:09.227750+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:15:31.326136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257531+0000","last_change":"2024-04-21T23:55:43.697097+0000","last_active":"2024-04-21T23:58:09.257531+0000","last_peered":"2024-04-21T23:58:09.257531+0000","last_clean":"2024-04-21T23:58:09.257531+0000","last_became_active":"2024-04-21T23:55:43.696793+0000","last_became_peered":"2024-04-21T23:55:43.696793+0000","last_unstale":"2024-04-21T23:58:09.257531+0000","last_undegraded":"2024-04-21T23:58:09.257531+0000","last_fullsized":"2024-04-21T23:58:09.257531+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:46:57.088968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130111+0000","last_change":"2024-04-21T23:55:44.694188+0000","last_active":"2024-04-21T23:58:09.130111+0000","last_peered":"2024-04-21T23:58:09.130111+0000","last_clean":"2024-04-21T23:58:09.130111+0000","last_became_active":"2024-04-21T23:55:44.693858+0000","last_became_peered":"2024-04-21T23:55:44.693858+0000","last_unstale":"2024-04-21T23:58:09.130111+0000","last_undegraded":"2024-04-21T23:58:09.130111+0000","last_fullsized":"2024-04-21T23:58:09.130111+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:06:06.840835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227402+0000","last_change":"2024-04-21T23:55:48.882642+0000","last_active":"2024-04-21T23:58:09.227402+0000","last_peered":"2024-04-21T23:58:09.227402+0000","last_clean":"2024-04-21T23:58:09.227402+0000","last_became_active":"2024-04-21T23:55:48.882215+0000","last_became_peered":"2024-04-21T23:55:48.882215+0000","last_unstale":"2024-04-21T23:58:09.227402+0000","last_undegraded":"2024-04-21T23:58:09.227402+0000","last_fullsized":"2024-04-21T23:58:09.227402+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:57:13.008696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'44","reported_seq":109,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.335158+0000","last_change":"2024-04-21T23:56:44.026334+0000","last_active":"2024-04-21T23:58:09.335158+0000","last_peered":"2024-04-21T23:58:09.335158+0000","last_clean":"2024-04-21T23:58:09.335158+0000","last_became_active":"2024-04-21T23:56:44.021606+0000","last_became_peered":"2024-04-21T23:56:44.021606+0000","last_unstale":"2024-04-21T23:58:09.335158+0000","last_undegraded":"2024-04-21T23:58:09.335158+0000","last_fullsized":"2024-04-21T23:58:09.335158+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:51:02.311478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":78,"num_write_kb":836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227941+0000","last_change":"2024-04-21T23:55:44.704749+0000","last_active":"2024-04-21T23:58:09.227941+0000","last_peered":"2024-04-21T23:58:09.227941+0000","last_clean":"2024-04-21T23:58:09.227941+0000","last_became_active":"2024-04-21T23:55:44.704428+0000","last_became_peered":"2024-04-21T23:55:44.704428+0000","last_unstale":"2024-04-21T23:58:09.227941+0000","last_undegraded":"2024-04-21T23:58:09.227941+0000","last_fullsized":"2024-04-21T23:58:09.227941+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:26:12.965938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257197+0000","last_change":"2024-04-21T23:55:48.873057+0000","last_active":"2024-04-21T23:58:09.257197+0000","last_peered":"2024-04-21T23:58:09.257197+0000","last_clean":"2024-04-21T23:58:09.257197+0000","last_became_active":"2024-04-21T23:55:48.872614+0000","last_became_peered":"2024-04-21T23:55:48.872614+0000","last_unstale":"2024-04-21T23:58:09.257197+0000","last_undegraded":"2024-04-21T23:58:09.257197+0000","last_fullsized":"2024-04-21T23:58:09.257197+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:38:35.334492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257749+0000","last_change":"2024-04-21T23:55:43.690157+0000","last_active":"2024-04-21T23:58:09.257749+0000","last_peered":"2024-04-21T23:58:09.257749+0000","last_clean":"2024-04-21T23:58:09.257749+0000","last_became_active":"2024-04-21T23:55:43.689806+0000","last_became_peered":"2024-04-21T23:55:43.689806+0000","last_unstale":"2024-04-21T23:58:09.257749+0000","last_undegraded":"2024-04-21T23:58:09.257749+0000","last_fullsized":"2024-04-21T23:58:09.257749+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:45:09.842731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257955+0000","last_change":"2024-04-21T23:55:44.707100+0000","last_active":"2024-04-21T23:58:09.257955+0000","last_peered":"2024-04-21T23:58:09.257955+0000","last_clean":"2024-04-21T23:58:09.257955+0000","last_became_active":"2024-04-21T23:55:44.706759+0000","last_became_peered":"2024-04-21T23:55:44.706759+0000","last_unstale":"2024-04-21T23:58:09.257955+0000","last_undegraded":"2024-04-21T23:58:09.257955+0000","last_fullsized":"2024-04-21T23:58:09.257955+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:53:58.135129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257539+0000","last_change":"2024-04-21T23:55:48.880809+0000","last_active":"2024-04-21T23:58:09.257539+0000","last_peered":"2024-04-21T23:58:09.257539+0000","last_clean":"2024-04-21T23:58:09.257539+0000","last_became_active":"2024-04-21T23:55:48.880374+0000","last_became_peered":"2024-04-21T23:55:48.880374+0000","last_unstale":"2024-04-21T23:58:09.257539+0000","last_undegraded":"2024-04-21T23:58:09.257539+0000","last_fullsized":"2024-04-21T23:58:09.257539+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:29:33.315000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257224+0000","last_change":"2024-04-21T23:55:43.689547+0000","last_active":"2024-04-21T23:58:09.257224+0000","last_peered":"2024-04-21T23:58:09.257224+0000","last_clean":"2024-04-21T23:58:09.257224+0000","last_became_active":"2024-04-21T23:55:43.688985+0000","last_became_peered":"2024-04-21T23:55:43.688985+0000","last_unstale":"2024-04-21T23:58:09.257224+0000","last_undegraded":"2024-04-21T23:58:09.257224+0000","last_fullsized":"2024-04-21T23:58:09.257224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:23:00.239787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257139+0000","last_change":"2024-04-21T23:55:44.703472+0000","last_active":"2024-04-21T23:58:09.257139+0000","last_peered":"2024-04-21T23:58:09.257139+0000","last_clean":"2024-04-21T23:58:09.257139+0000","last_became_active":"2024-04-21T23:55:44.703109+0000","last_became_peered":"2024-04-21T23:55:44.703109+0000","last_unstale":"2024-04-21T23:58:09.257139+0000","last_undegraded":"2024-04-21T23:58:09.257139+0000","last_fullsized":"2024-04-21T23:58:09.257139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:50:04.046745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.225939+0000","last_change":"2024-04-21T23:55:48.870262+0000","last_active":"2024-04-21T23:58:09.225939+0000","last_peered":"2024-04-21T23:58:09.225939+0000","last_clean":"2024-04-21T23:58:09.225939+0000","last_became_active":"2024-04-21T23:55:48.869820+0000","last_became_peered":"2024-04-21T23:55:48.869820+0000","last_unstale":"2024-04-21T23:58:09.225939+0000","last_undegraded":"2024-04-21T23:58:09.225939+0000","last_fullsized":"2024-04-21T23:58:09.225939+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:18:46.039586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227503+0000","last_change":"2024-04-21T23:55:43.692226+0000","last_active":"2024-04-21T23:58:09.227503+0000","last_peered":"2024-04-21T23:58:09.227503+0000","last_clean":"2024-04-21T23:58:09.227503+0000","last_became_active":"2024-04-21T23:55:43.690673+0000","last_became_peered":"2024-04-21T23:55:43.690673+0000","last_unstale":"2024-04-21T23:58:09.227503+0000","last_undegraded":"2024-04-21T23:58:09.227503+0000","last_fullsized":"2024-04-21T23:58:09.227503+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:55:26.436150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227707+0000","last_change":"2024-04-21T23:55:44.706524+0000","last_active":"2024-04-21T23:58:09.227707+0000","last_peered":"2024-04-21T23:58:09.227707+0000","last_clean":"2024-04-21T23:58:09.227707+0000","last_became_active":"2024-04-21T23:55:44.706126+0000","last_became_peered":"2024-04-21T23:55:44.706126+0000","last_unstale":"2024-04-21T23:58:09.227707+0000","last_undegraded":"2024-04-21T23:58:09.227707+0000","last_fullsized":"2024-04-21T23:58:09.227707+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:42:14.829787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257411+0000","last_change":"2024-04-21T23:55:48.881489+0000","last_active":"2024-04-21T23:58:09.257411+0000","last_peered":"2024-04-21T23:58:09.257411+0000","last_clean":"2024-04-21T23:58:09.257411+0000","last_became_active":"2024-04-21T23:55:48.880610+0000","last_became_peered":"2024-04-21T23:55:48.880610+0000","last_unstale":"2024-04-21T23:58:09.257411+0000","last_undegraded":"2024-04-21T23:58:09.257411+0000","last_fullsized":"2024-04-21T23:58:09.257411+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:10:37.107366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257455+0000","last_change":"2024-04-21T23:55:43.699898+0000","last_active":"2024-04-21T23:58:09.257455+0000","last_peered":"2024-04-21T23:58:09.257455+0000","last_clean":"2024-04-21T23:58:09.257455+0000","last_became_active":"2024-04-21T23:55:43.698652+0000","last_became_peered":"2024-04-21T23:55:43.698652+0000","last_unstale":"2024-04-21T23:58:09.257455+0000","last_undegraded":"2024-04-21T23:58:09.257455+0000","last_fullsized":"2024-04-21T23:58:09.257455+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:24.555123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227973+0000","last_change":"2024-04-21T23:55:44.698923+0000","last_active":"2024-04-21T23:58:09.227973+0000","last_peered":"2024-04-21T23:58:09.227973+0000","last_clean":"2024-04-21T23:58:09.227973+0000","last_became_active":"2024-04-21T23:55:44.698593+0000","last_became_peered":"2024-04-21T23:55:44.698593+0000","last_unstale":"2024-04-21T23:58:09.227973+0000","last_undegraded":"2024-04-21T23:58:09.227973+0000","last_fullsized":"2024-04-21T23:58:09.227973+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:48:51.140082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257438+0000","last_change":"2024-04-21T23:55:48.877199+0000","last_active":"2024-04-21T23:58:09.257438+0000","last_peered":"2024-04-21T23:58:09.257438+0000","last_clean":"2024-04-21T23:58:09.257438+0000","last_became_active":"2024-04-21T23:55:48.876712+0000","last_became_peered":"2024-04-21T23:55:48.876712+0000","last_unstale":"2024-04-21T23:58:09.257438+0000","last_undegraded":"2024-04-21T23:58:09.257438+0000","last_fullsized":"2024-04-21T23:58:09.257438+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:47:48.530863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257078+0000","last_change":"2024-04-21T23:55:43.695529+0000","last_active":"2024-04-21T23:58:09.257078+0000","last_peered":"2024-04-21T23:58:09.257078+0000","last_clean":"2024-04-21T23:58:09.257078+0000","last_became_active":"2024-04-21T23:55:43.695125+0000","last_became_peered":"2024-04-21T23:55:43.695125+0000","last_unstale":"2024-04-21T23:58:09.257078+0000","last_undegraded":"2024-04-21T23:58:09.257078+0000","last_fullsized":"2024-04-21T23:58:09.257078+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:55:43.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258523+0000","last_change":"2024-04-21T23:55:44.711754+0000","last_active":"2024-04-21T23:58:09.258523+0000","last_peered":"2024-04-21T23:58:09.258523+0000","last_clean":"2024-04-21T23:58:09.258523+0000","last_became_active":"2024-04-21T23:55:44.711416+0000","last_became_peered":"2024-04-21T23:55:44.711416+0000","last_unstale":"2024-04-21T23:58:09.258523+0000","last_undegraded":"2024-04-21T23:58:09.258523+0000","last_fullsized":"2024-04-21T23:58:09.258523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T03:59:27.389456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257025+0000","last_change":"2024-04-21T23:55:48.874903+0000","last_active":"2024-04-21T23:58:09.257025+0000","last_peered":"2024-04-21T23:58:09.257025+0000","last_clean":"2024-04-21T23:58:09.257025+0000","last_became_active":"2024-04-21T23:55:48.874316+0000","last_became_peered":"2024-04-21T23:55:48.874316+0000","last_unstale":"2024-04-21T23:58:09.257025+0000","last_undegraded":"2024-04-21T23:58:09.257025+0000","last_fullsized":"2024-04-21T23:58:09.257025+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:13:19.166227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257844+0000","last_change":"2024-04-21T23:55:43.699405+0000","last_active":"2024-04-21T23:58:09.257844+0000","last_peered":"2024-04-21T23:58:09.257844+0000","last_clean":"2024-04-21T23:58:09.257844+0000","last_became_active":"2024-04-21T23:55:43.698622+0000","last_became_peered":"2024-04-21T23:55:43.698622+0000","last_unstale":"2024-04-21T23:58:09.257844+0000","last_undegraded":"2024-04-21T23:58:09.257844+0000","last_fullsized":"2024-04-21T23:58:09.257844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:48:02.099705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258848+0000","last_change":"2024-04-21T23:55:44.712668+0000","last_active":"2024-04-21T23:58:09.258848+0000","last_peered":"2024-04-21T23:58:09.258848+0000","last_clean":"2024-04-21T23:58:09.258848+0000","last_became_active":"2024-04-21T23:55:44.712284+0000","last_became_peered":"2024-04-21T23:55:44.712284+0000","last_unstale":"2024-04-21T23:58:09.258848+0000","last_undegraded":"2024-04-21T23:58:09.258848+0000","last_fullsized":"2024-04-21T23:58:09.258848+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T06:23:49.844365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257133+0000","last_change":"2024-04-21T23:56:44.101122+0000","last_active":"2024-04-21T23:58:09.257133+0000","last_peered":"2024-04-21T23:58:09.257133+0000","last_clean":"2024-04-21T23:58:09.257133+0000","last_became_active":"2024-04-21T23:56:44.100742+0000","last_became_peered":"2024-04-21T23:56:44.100742+0000","last_unstale":"2024-04-21T23:58:09.257133+0000","last_undegraded":"2024-04-21T23:58:09.257133+0000","last_fullsized":"2024-04-21T23:58:09.257133+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T09:09:44.010467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"93'39","reported_seq":77,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.333209+0000","last_change":"2024-04-21T23:55:43.695906+0000","last_active":"2024-04-21T23:58:09.333209+0000","last_peered":"2024-04-21T23:58:09.333209+0000","last_clean":"2024-04-21T23:58:09.333209+0000","last_became_active":"2024-04-21T23:55:43.695455+0000","last_became_peered":"2024-04-21T23:55:43.695455+0000","last_unstale":"2024-04-21T23:58:09.333209+0000","last_undegraded":"2024-04-21T23:58:09.333209+0000","last_fullsized":"2024-04-21T23:58:09.333209+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:54:30.149503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258656+0000","last_change":"2024-04-21T23:55:44.709514+0000","last_active":"2024-04-21T23:58:09.258656+0000","last_peered":"2024-04-21T23:58:09.258656+0000","last_clean":"2024-04-21T23:58:09.258656+0000","last_became_active":"2024-04-21T23:55:44.709147+0000","last_became_peered":"2024-04-21T23:55:44.709147+0000","last_unstale":"2024-04-21T23:58:09.258656+0000","last_undegraded":"2024-04-21T23:58:09.258656+0000","last_fullsized":"2024-04-21T23:58:09.258656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T11:54:17.563160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.256985+0000","last_change":"2024-04-21T23:56:44.101370+0000","last_active":"2024-04-21T23:58:09.256985+0000","last_peered":"2024-04-21T23:58:09.256985+0000","last_clean":"2024-04-21T23:58:09.256985+0000","last_became_active":"2024-04-21T23:56:44.100946+0000","last_became_peered":"2024-04-21T23:56:44.100946+0000","last_unstale":"2024-04-21T23:58:09.256985+0000","last_undegraded":"2024-04-21T23:58:09.256985+0000","last_fullsized":"2024-04-21T23:58:09.256985+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:47.837658+0000","last_clean_scrub_stamp":"2024-04-21T23:55:47.837658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T01:55:44.110457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7,1],"acting":[8,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130109+0000","last_change":"2024-04-21T23:55:43.691650+0000","last_active":"2024-04-21T23:58:09.130109+0000","last_peered":"2024-04-21T23:58:09.130109+0000","last_clean":"2024-04-21T23:58:09.130109+0000","last_became_active":"2024-04-21T23:55:43.691345+0000","last_became_peered":"2024-04-21T23:55:43.691345+0000","last_unstale":"2024-04-21T23:58:09.130109+0000","last_undegraded":"2024-04-21T23:58:09.130109+0000","last_fullsized":"2024-04-21T23:58:09.130109+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:42.671132+0000","last_clean_scrub_stamp":"2024-04-21T23:55:42.671132+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T02:51:33.155069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258804+0000","last_change":"2024-04-21T23:55:44.703056+0000","last_active":"2024-04-21T23:58:09.258804+0000","last_peered":"2024-04-21T23:58:09.258804+0000","last_clean":"2024-04-21T23:58:09.258804+0000","last_became_active":"2024-04-21T23:55:44.702738+0000","last_became_peered":"2024-04-21T23:55:44.702738+0000","last_unstale":"2024-04-21T23:58:09.258804+0000","last_undegraded":"2024-04-21T23:58:09.258804+0000","last_fullsized":"2024-04-21T23:58:09.258804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:32:33.704559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227824+0000","last_change":"2024-04-21T23:55:44.706924+0000","last_active":"2024-04-21T23:58:09.227824+0000","last_peered":"2024-04-21T23:58:09.227824+0000","last_clean":"2024-04-21T23:58:09.227824+0000","last_became_active":"2024-04-21T23:55:44.706209+0000","last_became_peered":"2024-04-21T23:55:44.706209+0000","last_unstale":"2024-04-21T23:58:09.227824+0000","last_undegraded":"2024-04-21T23:58:09.227824+0000","last_fullsized":"2024-04-21T23:58:09.227824+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T08:07:31.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257397+0000","last_change":"2024-04-21T23:56:44.022245+0000","last_active":"2024-04-21T23:58:09.257397+0000","last_peered":"2024-04-21T23:58:09.257397+0000","last_clean":"2024-04-21T23:58:09.257397+0000","last_became_active":"2024-04-21T23:56:44.021876+0000","last_became_peered":"2024-04-21T23:56:44.021876+0000","last_unstale":"2024-04-21T23:58:09.257397+0000","last_undegraded":"2024-04-21T23:58:09.257397+0000","last_fullsized":"2024-04-21T23:58:09.257397+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:49.184160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257401+0000","last_change":"2024-04-21T23:55:44.704229+0000","last_active":"2024-04-21T23:58:09.257401+0000","last_peered":"2024-04-21T23:58:09.257401+0000","last_clean":"2024-04-21T23:58:09.257401+0000","last_became_active":"2024-04-21T23:55:44.703882+0000","last_became_peered":"2024-04-21T23:55:44.703882+0000","last_unstale":"2024-04-21T23:58:09.257401+0000","last_undegraded":"2024-04-21T23:58:09.257401+0000","last_fullsized":"2024-04-21T23:58:09.257401+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:21:58.737798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257378+0000","last_change":"2024-04-21T23:55:44.709233+0000","last_active":"2024-04-21T23:58:09.257378+0000","last_peered":"2024-04-21T23:58:09.257378+0000","last_clean":"2024-04-21T23:58:09.257378+0000","last_became_active":"2024-04-21T23:55:44.708948+0000","last_became_peered":"2024-04-21T23:55:44.708948+0000","last_unstale":"2024-04-21T23:58:09.257378+0000","last_undegraded":"2024-04-21T23:58:09.257378+0000","last_fullsized":"2024-04-21T23:58:09.257378+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:17:46.143364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.130033+0000","last_change":"2024-04-21T23:55:44.701213+0000","last_active":"2024-04-21T23:58:09.130033+0000","last_peered":"2024-04-21T23:58:09.130033+0000","last_clean":"2024-04-21T23:58:09.130033+0000","last_became_active":"2024-04-21T23:55:44.700893+0000","last_became_peered":"2024-04-21T23:55:44.700893+0000","last_unstale":"2024-04-21T23:58:09.130033+0000","last_undegraded":"2024-04-21T23:58:09.130033+0000","last_fullsized":"2024-04-21T23:58:09.130033+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T00:49:57.393025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228040+0000","last_change":"2024-04-21T23:55:44.701929+0000","last_active":"2024-04-21T23:58:09.228040+0000","last_peered":"2024-04-21T23:58:09.228040+0000","last_clean":"2024-04-21T23:58:09.228040+0000","last_became_active":"2024-04-21T23:55:44.701511+0000","last_became_peered":"2024-04-21T23:55:44.701511+0000","last_unstale":"2024-04-21T23:58:09.228040+0000","last_undegraded":"2024-04-21T23:58:09.228040+0000","last_fullsized":"2024-04-21T23:58:09.228040+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:09:07.373445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.258060+0000","last_change":"2024-04-21T23:55:44.712052+0000","last_active":"2024-04-21T23:58:09.258060+0000","last_peered":"2024-04-21T23:58:09.258060+0000","last_clean":"2024-04-21T23:58:09.258060+0000","last_became_active":"2024-04-21T23:55:44.711593+0000","last_became_peered":"2024-04-21T23:55:44.711593+0000","last_unstale":"2024-04-21T23:58:09.258060+0000","last_undegraded":"2024-04-21T23:58:09.258060+0000","last_fullsized":"2024-04-21T23:58:09.258060+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:19:29.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.228201+0000","last_change":"2024-04-21T23:55:44.709979+0000","last_active":"2024-04-21T23:58:09.228201+0000","last_peered":"2024-04-21T23:58:09.228201+0000","last_clean":"2024-04-21T23:58:09.228201+0000","last_became_active":"2024-04-21T23:55:44.709685+0000","last_became_peered":"2024-04-21T23:55:44.709685+0000","last_unstale":"2024-04-21T23:58:09.228201+0000","last_undegraded":"2024-04-21T23:58:09.228201+0000","last_fullsized":"2024-04-21T23:58:09.228201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:01:40.464936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.131319+0000","last_change":"2024-04-21T23:55:44.699331+0000","last_active":"2024-04-21T23:58:09.131319+0000","last_peered":"2024-04-21T23:58:09.131319+0000","last_clean":"2024-04-21T23:58:09.131319+0000","last_became_active":"2024-04-21T23:55:44.698971+0000","last_became_peered":"2024-04-21T23:55:44.698971+0000","last_unstale":"2024-04-21T23:58:09.131319+0000","last_undegraded":"2024-04-21T23:58:09.131319+0000","last_fullsized":"2024-04-21T23:58:09.131319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:18:15.261663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227569+0000","last_change":"2024-04-21T23:55:44.705191+0000","last_active":"2024-04-21T23:58:09.227569+0000","last_peered":"2024-04-21T23:58:09.227569+0000","last_clean":"2024-04-21T23:58:09.227569+0000","last_became_active":"2024-04-21T23:55:44.704887+0000","last_became_peered":"2024-04-21T23:55:44.704887+0000","last_unstale":"2024-04-21T23:58:09.227569+0000","last_undegraded":"2024-04-21T23:58:09.227569+0000","last_fullsized":"2024-04-21T23:58:09.227569+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T05:04:34.122019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.257590+0000","last_change":"2024-04-21T23:55:44.705215+0000","last_active":"2024-04-21T23:58:09.257590+0000","last_peered":"2024-04-21T23:58:09.257590+0000","last_clean":"2024-04-21T23:58:09.257590+0000","last_became_active":"2024-04-21T23:55:44.704838+0000","last_became_peered":"2024-04-21T23:55:44.704838+0000","last_unstale":"2024-04-21T23:58:09.257590+0000","last_undegraded":"2024-04-21T23:58:09.257590+0000","last_fullsized":"2024-04-21T23:58:09.257590+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T04:36:31.693586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.129721+0000","last_change":"2024-04-21T23:55:44.703902+0000","last_active":"2024-04-21T23:58:09.129721+0000","last_peered":"2024-04-21T23:58:09.129721+0000","last_clean":"2024-04-21T23:58:09.129721+0000","last_became_active":"2024-04-21T23:55:44.703570+0000","last_became_peered":"2024-04-21T23:55:44.703570+0000","last_unstale":"2024-04-21T23:58:09.129721+0000","last_undegraded":"2024-04-21T23:58:09.129721+0000","last_fullsized":"2024-04-21T23:58:09.129721+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T07:15:21.352301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-04-21T23:58:09.227943+0000","last_change":"2024-04-21T23:56:44.019287+0000","last_active":"2024-04-21T23:58:09.227943+0000","last_peered":"2024-04-21T23:58:09.227943+0000","last_clean":"2024-04-21T23:58:09.227943+0000","last_became_active":"2024-04-21T23:56:44.018951+0000","last_became_peered":"2024-04-21T23:56:44.018951+0000","last_unstale":"2024-04-21T23:58:09.227943+0000","last_undegraded":"2024-04-21T23:58:09.227943+0000","last_fullsized":"2024-04-21T23:58:09.227943+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T23:55:43.672752+0000","last_clean_scrub_stamp":"2024-04-21T23:55:43.672752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T10:34:45.138169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107151,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601039,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":849,"num_read_kb":539,"num_write":294,"num_write_kb":1448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":1803117,"data_compressed":80715,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351018,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1040384,"data_stored":906774,"data_compressed":42767,"data_compressed_allocated":57344,"data_compressed_original":458752,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612655,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32332,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712820,"statfs":{"total":95995035648,"available":95961927680,"internally_reserved":0,"allocated":1183744,"data_stored":1303417,"data_compressed":67097,"data_compressed_allocated":90112,"data_compressed_original":786432,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776179,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":911106,"data_compressed":42767,"data_compressed_allocated":57344,"data_compressed_original":458752,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037817,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1032192,"data_stored":513714,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299454,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":1111777,"data_compressed":59338,"data_compressed_allocated":77824,"data_compressed_original":655360,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462979,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":508970,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32236,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712916,"statfs":{"total":95995035648,"available":95962025984,"internally_reserved":0,"allocated":1081344,"data_stored":578948,"data_compressed":25224,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738464,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":500579,"data_compressed":20643,"data_compressed_allocated":28672,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":581920,"data_compressed":25224,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149779,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1033980,"data_compressed":48923,"data_compressed_allocated":65536,"data_compressed_original":581632,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888141,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":514543,"data_compressed":23621,"data_compressed_allocated":32768,"data_compressed_original":65536,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724617,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":1238042,"data_compressed":65494,"data_compressed_allocated":86016,"data_compressed_original":778240,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35717,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":70068,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73040,"data_compressed":1603,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":134698,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":204169,"data_compressed":7759,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":393798,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T23:58:14.805 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:58:14.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 -- 172.21.15.80:0/1340828437 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100fe0 msgr2=0x7f39d010d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1340828437 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100fe0 0x7f39d010d4f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f39c8009cd0 tx=0x7f39c802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 -- 172.21.15.80:0/1340828437 shutdown_connections 2024-04-21T23:58:14.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1340828437 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100fe0 0x7f39d010d4f0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1340828437 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39d0100620 0x7f39d0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.942 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1340828437 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39d0106630 0x7f39d0106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 -- 172.21.15.80:0/1340828437 >> 172.21.15.80:0/1340828437 conn(0x7f39d0077740 msgr2=0x7f39d0077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 -- 172.21.15.80:0/1340828437 shutdown_connections 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 -- 172.21.15.80:0/1340828437 wait complete. 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.945+0000 7f39d61a0640 1 Processor -- start 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 -- start start 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100620 0x7f39d010df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39d0100fe0 0x7f39d010e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39d0106630 0x7f39d010ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f39d0111b40 con 0x7f39d0100620 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f39d01119c0 con 0x7f39d0106630 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f39d0111cc0 con 0x7f39d0100fe0 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100620 0x7f39d010df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100620 0x7f39d010df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51276/0 (socket says 172.21.15.80:51276) 2024-04-21T23:58:14.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 -- 172.21.15.80:0/1318589067 learned_addr learned my addr 172.21.15.80:0/1318589067 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cffff640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39d0106630 0x7f39d010ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39ceffd640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39d0100fe0 0x7f39d010e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 -- 172.21.15.80:0/1318589067 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39d0100fe0 msgr2=0x7f39d010e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39d0100fe0 0x7f39d010e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 -- 172.21.15.80:0/1318589067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39d0106630 msgr2=0x7f39d010ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39d0106630 0x7f39d010ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 -- 172.21.15.80:0/1318589067 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d01a6500 con 0x7f39d0100620 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39ceffd640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39d0100fe0 0x7f39d010e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39cf7fe640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100620 0x7f39d010df80 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f39c000d950 tx=0x7f39c000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39ccff9640 1 -- 172.21.15.80:0/1318589067 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c0017070 con 0x7f39d0100620 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39ccff9640 1 -- 172.21.15.80:0/1318589067 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39c0009c30 con 0x7f39d0100620 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39d01a67f0 con 0x7f39d0100620 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39ccff9640 1 -- 172.21.15.80:0/1318589067 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c000f6b0 con 0x7f39d0100620 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.946+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39d01a6d40 con 0x7f39d0100620 2024-04-21T23:58:14.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.948+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39d0068560 con 0x7f39d0100620 2024-04-21T23:58:14.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.948+0000 7f39ccff9640 1 -- 172.21.15.80:0/1318589067 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f39c00109d0 con 0x7f39d0100620 2024-04-21T23:58:14.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.949+0000 7f39ccff9640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f39b80a2e50 0x7f39b80a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:14.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.949+0000 7f39ceffd640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f39b80a2e50 0x7f39b80a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:14.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.949+0000 7f39ccff9640 1 -- 172.21.15.80:0/1318589067 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f39c00cf6f0 con 0x7f39d0100620 2024-04-21T23:58:14.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.949+0000 7f39ceffd640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f39b80a2e50 0x7f39b80a5310 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f39c4006fd0 tx=0x7f39c4008040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:14.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:14.953+0000 7f39ccff9640 1 -- 172.21.15.80:0/1318589067 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f39c009bda0 con 0x7f39d0100620 2024-04-21T23:58:15.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:14 smithi144 ceph-mon[31316]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:15.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:14 smithi144 ceph-mon[31316]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:14 smithi144 ceph-mon[31316]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:14 smithi144 ceph-mon[31316]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:14 smithi144 ceph-mon[31316]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-21T23:58:15.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:14 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2938115431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:15.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.129+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f39d0108bb0 con 0x7f39d0100620 2024-04-21T23:58:15.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.131+0000 7f39ccff9640 1 -- 172.21.15.80:0/1318589067 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24941 (secure 0 0 0) 0x7f39c009b6a0 con 0x7f39d0100620 2024-04-21T23:58:15.124 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:15.124 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":93,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:58:09.124181+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/3401086643":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/1811701282":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2979394302":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4024768484":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:58:15.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f39b80a2e50 msgr2=0x7f39b80a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f39b80a2e50 0x7f39b80a5310 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f39c4006fd0 tx=0x7f39c4008040 comp rx=0 tx=0).stop 2024-04-21T23:58:15.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100620 msgr2=0x7f39d010df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100620 0x7f39d010df80 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f39c000d950 tx=0x7f39c000de10 comp rx=0 tx=0).stop 2024-04-21T23:58:15.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 shutdown_connections 2024-04-21T23:58:15.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f39b80a2e50 0x7f39b80a5310 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39d0106630 0x7f39d010ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f39d0100fe0 0x7f39d010e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 --2- 172.21.15.80:0/1318589067 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f39d0100620 0x7f39d010df80 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 >> 172.21.15.80:0/1318589067 conn(0x7f39d0077740 msgr2=0x7f39d0102d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:15.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 shutdown_connections 2024-04-21T23:58:15.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.133+0000 7f39d61a0640 1 -- 172.21.15.80:0/1318589067 wait complete. 2024-04-21T23:58:15.136 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:14 smithi080 ceph-mon[27925]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:15.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:14 smithi080 ceph-mon[27925]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:14 smithi080 ceph-mon[27925]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:14 smithi080 ceph-mon[27925]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:14 smithi080 ceph-mon[27925]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-21T23:58:15.137 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:14 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2938115431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:15.138 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T23:58:15.139 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T23:58:15.242 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 -- 172.21.15.80:0/3075447916 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220100d70 msgr2=0x7ff2201011f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 --2- 172.21.15.80:0/3075447916 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220100d70 0x7ff2201011f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7ff210009900 tx=0x7ff21002bcd0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 -- 172.21.15.80:0/3075447916 shutdown_connections 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 --2- 172.21.15.80:0/3075447916 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff220101730 0x7ff22010d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 --2- 172.21.15.80:0/3075447916 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220100d70 0x7ff2201011f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 --2- 172.21.15.80:0/3075447916 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff220106660 0x7ff220106a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 -- 172.21.15.80:0/3075447916 >> 172.21.15.80:0/3075447916 conn(0x7ff220076bd0 msgr2=0x7ff2200fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 -- 172.21.15.80:0/3075447916 shutdown_connections 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.247+0000 7ff22791e640 1 -- 172.21.15.80:0/3075447916 wait complete. 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff22791e640 1 Processor -- start 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff22791e640 1 -- start start 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff22791e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff220100d70 0x7ff2201980f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff22791e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220101730 0x7ff220198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff22791e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff220106660 0x7ff22019c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff22791e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff220111bd0 con 0x7ff220101730 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff22791e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff220111a50 con 0x7ff220100d70 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff22791e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff220111d50 con 0x7ff220106660 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff224eb9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220101730 0x7ff220198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff224eb9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220101730 0x7ff220198630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51300/0 (socket says 172.21.15.80:51300) 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff224eb9640 1 -- 172.21.15.80:0/421781933 learned_addr learned my addr 172.21.15.80:0/421781933 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff225ebb640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff220106660 0x7ff22019c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff2256ba640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff220100d70 0x7ff2201980f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff224eb9640 1 -- 172.21.15.80:0/421781933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff220106660 msgr2=0x7ff22019c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff224eb9640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff220106660 0x7ff22019c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff224eb9640 1 -- 172.21.15.80:0/421781933 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff220100d70 msgr2=0x7ff2201980f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff224eb9640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff220100d70 0x7ff2201980f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff224eb9640 1 -- 172.21.15.80:0/421781933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff22019d0e0 con 0x7ff220101730 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.248+0000 7ff225ebb640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff220106660 0x7ff22019c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.249+0000 7ff224eb9640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220101730 0x7ff220198630 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7ff210006010 tx=0x7ff2100045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.249+0000 7ff2167fc640 1 -- 172.21.15.80:0/421781933 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff210043020 con 0x7ff220101730 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.249+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff22019d370 con 0x7ff220101730 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.249+0000 7ff2167fc640 1 -- 172.21.15.80:0/421781933 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff2100054e0 con 0x7ff220101730 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.249+0000 7ff2167fc640 1 -- 172.21.15.80:0/421781933 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff210003d20 con 0x7ff220101730 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.249+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2201a4c60 con 0x7ff220101730 2024-04-21T23:58:15.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.250+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2200689b0 con 0x7ff220101730 2024-04-21T23:58:15.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:14 smithi120 ceph-mon[31499]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:15.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:14 smithi120 ceph-mon[31499]: Updating smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:14 smithi120 ceph-mon[31499]: Updating smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:14 smithi120 ceph-mon[31499]: Updating smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T23:58:15.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:14 smithi120 ceph-mon[31499]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-21T23:58:15.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:14 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2938115431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:15.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.251+0000 7ff2167fc640 1 -- 172.21.15.80:0/421781933 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7ff210046020 con 0x7ff220101730 2024-04-21T23:58:15.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.251+0000 7ff2167fc640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff20c0a2e20 0x7ff20c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.251+0000 7ff2256ba640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff20c0a2e20 0x7ff20c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.252+0000 7ff2167fc640 1 -- 172.21.15.80:0/421781933 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7ff2100f1cf0 con 0x7ff220101730 2024-04-21T23:58:15.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.252+0000 7ff2256ba640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff20c0a2e20 0x7ff20c0a52e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff21c00a810 tx=0x7ff21c008040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:15.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.256+0000 7ff2167fc640 1 -- 172.21.15.80:0/421781933 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff2100f6070 con 0x7ff220101730 2024-04-21T23:58:15.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.433+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff220108b30 con 0x7ff220101730 2024-04-21T23:58:15.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.433+0000 7ff2167fc640 1 -- 172.21.15.80:0/421781933 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7ff21004d020 con 0x7ff220101730 2024-04-21T23:58:15.426 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-21T23:58:15.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff20c0a2e20 msgr2=0x7ff20c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff20c0a2e20 0x7ff20c0a52e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff21c00a810 tx=0x7ff21c008040 comp rx=0 tx=0).stop 2024-04-21T23:58:15.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220101730 msgr2=0x7ff220198630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220101730 0x7ff220198630 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7ff210006010 tx=0x7ff2100045e0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 shutdown_connections 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff220106660 0x7ff22019c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff220101730 0x7ff220198630 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff20c0a2e20 0x7ff20c0a52e0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 --2- 172.21.15.80:0/421781933 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff220100d70 0x7ff2201980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 >> 172.21.15.80:0/421781933 conn(0x7ff220076bd0 msgr2=0x7ff2200fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 shutdown_connections 2024-04-21T23:58:15.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.435+0000 7ff22791e640 1 -- 172.21.15.80:0/421781933 wait complete. 2024-04-21T23:58:15.439 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T23:58:15.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 -- 172.21.15.80:0/1142571644 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c1050d0 msgr2=0x7f3d0c10cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 --2- 172.21.15.80:0/1142571644 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c1050d0 0x7f3d0c10cca0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f3d0400adb0 tx=0x7f3d0402cff0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 -- 172.21.15.80:0/1142571644 shutdown_connections 2024-04-21T23:58:15.542 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 --2- 172.21.15.80:0/1142571644 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c1050d0 0x7f3d0c10cca0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 --2- 172.21.15.80:0/1142571644 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d0c1009b0 0x7f3d0c1049f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 --2- 172.21.15.80:0/1142571644 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d0c100000 0x7f3d0c1003e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 -- 172.21.15.80:0/1142571644 >> 172.21.15.80:0/1142571644 conn(0x7f3d0c076bd0 msgr2=0x7f3d0c0fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 -- 172.21.15.80:0/1142571644 shutdown_connections 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.547+0000 7f3d111b8640 1 -- 172.21.15.80:0/1142571644 wait complete. 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d111b8640 1 Processor -- start 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d111b8640 1 -- start start 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d111b8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c100000 0x7f3d0c1980c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d111b8640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d0c1050d0 0x7f3d0c198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d111b8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d0c19c930 0x7f3d0c19cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d111b8640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3d0c10f960 con 0x7f3d0c100000 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d111b8640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3d0c10f7e0 con 0x7f3d0c19c930 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d111b8640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3d0c10fae0 con 0x7f3d0c1050d0 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0ad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c100000 0x7f3d0c1980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.543 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0ad9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c100000 0x7f3d0c1980c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51316/0 (socket says 172.21.15.80:51316) 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0ad9d640 1 -- 172.21.15.80:0/2851540318 learned_addr learned my addr 172.21.15.80:0/2851540318 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0b59e640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d0c19c930 0x7f3d0c19cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d03fff640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d0c1050d0 0x7f3d0c198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0ad9d640 1 -- 172.21.15.80:0/2851540318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d0c1050d0 msgr2=0x7f3d0c198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0ad9d640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d0c1050d0 0x7f3d0c198600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0ad9d640 1 -- 172.21.15.80:0/2851540318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d0c19c930 msgr2=0x7f3d0c19cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0ad9d640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d0c19c930 0x7f3d0c19cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0ad9d640 1 -- 172.21.15.80:0/2851540318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d0c19d420 con 0x7f3d0c100000 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.548+0000 7f3d0b59e640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d0c19c930 0x7f3d0c19cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.549+0000 7f3d0ad9d640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c100000 0x7f3d0c1980c0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc00d950 tx=0x7f3cfc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.549+0000 7f3d08d99640 1 -- 172.21.15.80:0/2851540318 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc017070 con 0x7f3d0c100000 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.549+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d0c19d710 con 0x7f3d0c100000 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.549+0000 7f3d08d99640 1 -- 172.21.15.80:0/2851540318 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cfc009c30 con 0x7f3d0c100000 2024-04-21T23:58:15.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.549+0000 7f3d08d99640 1 -- 172.21.15.80:0/2851540318 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc00f6b0 con 0x7f3d0c100000 2024-04-21T23:58:15.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.549+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d0c1a4f50 con 0x7f3d0c100000 2024-04-21T23:58:15.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.550+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d0c0689b0 con 0x7f3d0c100000 2024-04-21T23:58:15.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.551+0000 7f3d08d99640 1 -- 172.21.15.80:0/2851540318 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f3cfc0109d0 con 0x7f3d0c100000 2024-04-21T23:58:15.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.552+0000 7f3d08d99640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3cf80a2e20 0x7f3cf80a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.552+0000 7f3d03fff640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3cf80a2e20 0x7f3cf80a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.552+0000 7f3d08d99640 1 -- 172.21.15.80:0/2851540318 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f3cfc0cf6e0 con 0x7f3d0c100000 2024-04-21T23:58:15.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.552+0000 7f3d03fff640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3cf80a2e20 0x7f3cf80a52e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0ff3f0 tx=0x7f3cf4008040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:15.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.556+0000 7f3d08d99640 1 -- 172.21.15.80:0/2851540318 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f3cfc009de0 con 0x7f3d0c100000 2024-04-21T23:58:15.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.737+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f3d0c1009b0 con 0x7f3d0c100000 2024-04-21T23:58:15.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.737+0000 7f3d08d99640 1 -- 172.21.15.80:0/2851540318 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f3cfc09bd90 con 0x7f3d0c100000 2024-04-21T23:58:15.730 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:58:15.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3cf80a2e20 msgr2=0x7f3cf80a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3cf80a2e20 0x7f3cf80a52e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0ff3f0 tx=0x7f3cf4008040 comp rx=0 tx=0).stop 2024-04-21T23:58:15.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c100000 msgr2=0x7f3d0c1980c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c100000 0x7f3d0c1980c0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc00d950 tx=0x7f3cfc00de10 comp rx=0 tx=0).stop 2024-04-21T23:58:15.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 shutdown_connections 2024-04-21T23:58:15.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3cf80a2e20 0x7f3cf80a52e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d0c19c930 0x7f3d0c19cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3d0c1050d0 0x7f3d0c198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 --2- 172.21.15.80:0/2851540318 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3d0c100000 0x7f3d0c1980c0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 >> 172.21.15.80:0/2851540318 conn(0x7f3d0c076bd0 msgr2=0x7f3d0c0fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:15.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 shutdown_connections 2024-04-21T23:58:15.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.739+0000 7f3d111b8640 1 -- 172.21.15.80:0/2851540318 wait complete. 2024-04-21T23:58:15.743 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T23:58:15.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 -- 172.21.15.80:0/1108288677 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee5806a700 msgr2=0x7fee5810e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/1108288677 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee5806a700 0x7fee5810e5e0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fee50009cd0 tx=0x7fee5002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 -- 172.21.15.80:0/1108288677 shutdown_connections 2024-04-21T23:58:15.847 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/1108288677 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee5806a700 0x7fee5810e5e0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/1108288677 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fee58069d40 0x7fee5806a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/1108288677 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fee58107720 0x7fee58107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 -- 172.21.15.80:0/1108288677 >> 172.21.15.80:0/1108288677 conn(0x7fee58076440 msgr2=0x7fee58076850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 -- 172.21.15.80:0/1108288677 shutdown_connections 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.852+0000 7fee5e3a1640 1 -- 172.21.15.80:0/1108288677 wait complete. 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5e3a1640 1 Processor -- start 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5e3a1640 1 -- start start 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5e3a1640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee58069d40 0x7fee58197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5e3a1640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fee5806a700 0x7fee58198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5e3a1640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fee58107720 0x7fee5819c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5e3a1640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fee58111b30 con 0x7fee58069d40 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5e3a1640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fee581119b0 con 0x7fee58107720 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5e3a1640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fee58111cb0 con 0x7fee5806a700 2024-04-21T23:58:15.848 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee57fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee58069d40 0x7fee58197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee57fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee58069d40 0x7fee58197fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51334/0 (socket says 172.21.15.80:51334) 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee57fff640 1 -- 172.21.15.80:0/2296184461 learned_addr learned my addr 172.21.15.80:0/2296184461 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee577fe640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fee5806a700 0x7fee58198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5c93e640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fee58107720 0x7fee5819c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee57fff640 1 -- 172.21.15.80:0/2296184461 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fee5806a700 msgr2=0x7fee58198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee57fff640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fee5806a700 0x7fee58198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee57fff640 1 -- 172.21.15.80:0/2296184461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fee58107720 msgr2=0x7fee5819c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee57fff640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fee58107720 0x7fee5819c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee57fff640 1 -- 172.21.15.80:0/2296184461 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee5819cfc0 con 0x7fee58069d40 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.853+0000 7fee5c93e640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fee58107720 0x7fee5819c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.854+0000 7fee57fff640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee58069d40 0x7fee58197fd0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fee4800d770 tx=0x7fee4800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.854+0000 7fee557fa640 1 -- 172.21.15.80:0/2296184461 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee48017070 con 0x7fee58069d40 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.854+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee5819d2b0 con 0x7fee58069d40 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.854+0000 7fee557fa640 1 -- 172.21.15.80:0/2296184461 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee48005500 con 0x7fee58069d40 2024-04-21T23:58:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.854+0000 7fee557fa640 1 -- 172.21.15.80:0/2296184461 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee48004e00 con 0x7fee58069d40 2024-04-21T23:58:15.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.854+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee581a4b40 con 0x7fee58069d40 2024-04-21T23:58:15.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.855+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee58102e70 con 0x7fee58069d40 2024-04-21T23:58:15.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.856+0000 7fee557fa640 1 -- 172.21.15.80:0/2296184461 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fee48004fa0 con 0x7fee58069d40 2024-04-21T23:58:15.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.856+0000 7fee557fa640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fee400a2e20 0x7fee400a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:15.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.856+0000 7fee577fe640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fee400a2e20 0x7fee400a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:15.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.856+0000 7fee557fa640 1 -- 172.21.15.80:0/2296184461 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fee480cf3f0 con 0x7fee58069d40 2024-04-21T23:58:15.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.857+0000 7fee577fe640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fee400a2e20 0x7fee400a52e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fee581004c0 tx=0x7fee4c00b410 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:15.854 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:15.861+0000 7fee557fa640 1 -- 172.21.15.80:0/2296184461 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fee4809baa0 con 0x7fee58069d40 2024-04-21T23:58:16.029 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.036+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fee58109c80 con 0x7fee58069d40 2024-04-21T23:58:16.029 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.036+0000 7fee557fa640 1 -- 172.21.15.80:0/2296184461 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fee4809b3a0 con 0x7fee58069d40 2024-04-21T23:58:16.029 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-21T23:58:16.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fee400a2e20 msgr2=0x7fee400a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fee400a2e20 0x7fee400a52e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fee581004c0 tx=0x7fee4c00b410 comp rx=0 tx=0).stop 2024-04-21T23:58:16.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee58069d40 msgr2=0x7fee58197fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee58069d40 0x7fee58197fd0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fee4800d770 tx=0x7fee4800dc30 comp rx=0 tx=0).stop 2024-04-21T23:58:16.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 shutdown_connections 2024-04-21T23:58:16.032 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fee400a2e20 0x7fee400a52e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.032 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fee58107720 0x7fee5819c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.032 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fee5806a700 0x7fee58198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.032 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 --2- 172.21.15.80:0/2296184461 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fee58069d40 0x7fee58197fd0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.032 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 >> 172.21.15.80:0/2296184461 conn(0x7fee58076440 msgr2=0x7fee580fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:16.032 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 shutdown_connections 2024-04-21T23:58:16.032 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.038+0000 7fee5e3a1640 1 -- 172.21.15.80:0/2296184461 wait complete. 2024-04-21T23:58:16.041 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:15 smithi080 ceph-mon[27925]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.041 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:15 smithi080 ceph-mon[27925]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.041 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:15 smithi080 ceph-mon[27925]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.042 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:15 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1318589067' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:16.042 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:15 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/421781933' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:16.042 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:15 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2851540318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:16.043 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T23:58:16.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:15 smithi144 ceph-mon[31316]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:15 smithi144 ceph-mon[31316]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:15 smithi144 ceph-mon[31316]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:15 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1318589067' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:16.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:15 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/421781933' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:16.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:15 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2851540318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:16.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.151+0000 7f496f60e640 1 -- 172.21.15.80:0/1837841059 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100610 msgr2=0x7f4968100a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.151+0000 7f496f60e640 1 --2- 172.21.15.80:0/1837841059 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100610 0x7f4968100a90 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f4958009930 tx=0x7f495802bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.151+0000 7f496f60e640 1 -- 172.21.15.80:0/1837841059 shutdown_connections 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.151+0000 7f496f60e640 1 --2- 172.21.15.80:0/1837841059 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968100fd0 0x7f496810d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.151+0000 7f496f60e640 1 --2- 172.21.15.80:0/1837841059 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100610 0x7f4968100a90 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.151+0000 7f496f60e640 1 --2- 172.21.15.80:0/1837841059 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f49681066b0 0x7f4968106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.151+0000 7f496f60e640 1 -- 172.21.15.80:0/1837841059 >> 172.21.15.80:0/1837841059 conn(0x7f4968077740 msgr2=0x7f4968077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 -- 172.21.15.80:0/1837841059 shutdown_connections 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 -- 172.21.15.80:0/1837841059 wait complete. 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 Processor -- start 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 -- start start 2024-04-21T23:58:16.147 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968100610 0x7f4968198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100fd0 0x7f4968199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f49681066b0 0x7f49681a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f4968110a30 con 0x7f4968100fd0 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f49681108b0 con 0x7f4968100610 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496f60e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f4968110bb0 con 0x7f49681066b0 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496cba9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100fd0 0x7f4968199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496cba9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100fd0 0x7f4968199370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51356/0 (socket says 172.21.15.80:51356) 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496cba9640 1 -- 172.21.15.80:0/4284925968 learned_addr learned my addr 172.21.15.80:0/4284925968 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.152+0000 7f496d3aa640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968100610 0x7f4968198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496dbab640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f49681066b0 0x7f49681a3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496cba9640 1 -- 172.21.15.80:0/4284925968 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f49681066b0 msgr2=0x7f49681a3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496cba9640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f49681066b0 0x7f49681a3eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496cba9640 1 -- 172.21.15.80:0/4284925968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968100610 msgr2=0x7f4968198e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496cba9640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968100610 0x7f4968198e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496cba9640 1 -- 172.21.15.80:0/4284925968 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49681a43f0 con 0x7f4968100fd0 2024-04-21T23:58:16.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496d3aa640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968100610 0x7f4968198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:16.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496cba9640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100fd0 0x7f4968199370 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f4958004f50 tx=0x7f495802ce20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:16.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f495e7fc640 1 -- 172.21.15.80:0/4284925968 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4958041070 con 0x7f4968100fd0 2024-04-21T23:58:16.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f495e7fc640 1 -- 172.21.15.80:0/4284925968 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49580044d0 con 0x7f4968100fd0 2024-04-21T23:58:16.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49681a45c0 con 0x7f4968100fd0 2024-04-21T23:58:16.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f495e7fc640 1 -- 172.21.15.80:0/4284925968 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4958034440 con 0x7f4968100fd0 2024-04-21T23:58:16.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.153+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49681a4a80 con 0x7f4968100fd0 2024-04-21T23:58:16.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.154+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4968068560 con 0x7f4968100fd0 2024-04-21T23:58:16.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.156+0000 7f495e7fc640 1 -- 172.21.15.80:0/4284925968 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f4958044070 con 0x7f4968100fd0 2024-04-21T23:58:16.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.156+0000 7f495e7fc640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f49540a2ea0 0x7f49540a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.156+0000 7f496d3aa640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f49540a2ea0 0x7f49540a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.156+0000 7f495e7fc640 1 -- 172.21.15.80:0/4284925968 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f49580f16b0 con 0x7f4968100fd0 2024-04-21T23:58:16.150 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.157+0000 7f496d3aa640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f49540a2ea0 0x7f49540a5360 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f496400a300 tx=0x7f496400a290 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:16.152 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.160+0000 7f495e7fc640 1 -- 172.21.15.80:0/4284925968 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f49580bde70 con 0x7f4968100fd0 2024-04-21T23:58:16.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:15 smithi120 ceph-mon[31499]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:15 smithi120 ceph-mon[31499]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:15 smithi120 ceph-mon[31499]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T23:58:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:15 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1318589067' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:15 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/421781933' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T23:58:16.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:15 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2851540318' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T23:58:16.328 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.335+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f496802d170 con 0x7f4968100fd0 2024-04-21T23:58:16.328 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.335+0000 7f495e7fc640 1 -- 172.21.15.80:0/4284925968 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f49580bd770 con 0x7f4968100fd0 2024-04-21T23:58:16.328 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-21T23:58:16.330 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f49540a2ea0 msgr2=0x7f49540a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.330 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f49540a2ea0 0x7f49540a5360 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f496400a300 tx=0x7f496400a290 comp rx=0 tx=0).stop 2024-04-21T23:58:16.330 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100fd0 msgr2=0x7f4968199370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100fd0 0x7f4968199370 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f4958004f50 tx=0x7f495802ce20 comp rx=0 tx=0).stop 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 shutdown_connections 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f49681066b0 0x7f49681a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4968100fd0 0x7f4968199370 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f49540a2ea0 0x7f49540a5360 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 --2- 172.21.15.80:0/4284925968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968100610 0x7f4968198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 >> 172.21.15.80:0/4284925968 conn(0x7f4968077740 msgr2=0x7f49680ff120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 shutdown_connections 2024-04-21T23:58:16.331 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.337+0000 7f496f60e640 1 -- 172.21.15.80:0/4284925968 wait complete. 2024-04-21T23:58:16.342 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 -- 172.21.15.80:0/2975939646 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560107720 msgr2=0x7f1560107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 --2- 172.21.15.80:0/2975939646 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560107720 0x7f1560107b00 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f1550009930 tx=0x7f155002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 -- 172.21.15.80:0/2975939646 shutdown_connections 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 --2- 172.21.15.80:0/2975939646 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f15601020d0 0x7f156010e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 --2- 172.21.15.80:0/2975939646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1560101710 0x7f1560101b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 --2- 172.21.15.80:0/2975939646 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560107720 0x7f1560107b00 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 -- 172.21.15.80:0/2975939646 >> 172.21.15.80:0/2975939646 conn(0x7f1560078b00 msgr2=0x7f1560078f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 -- 172.21.15.80:0/2975939646 shutdown_connections 2024-04-21T23:58:16.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.447+0000 7f156506d640 1 -- 172.21.15.80:0/2975939646 wait complete. 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f156506d640 1 Processor -- start 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f156506d640 1 -- start start 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f156506d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560101710 0x7f1560198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f156506d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f15601020d0 0x7f15601985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f156506d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1560107720 0x7f156019c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f156506d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1560111b30 con 0x7f1560101710 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f156506d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f15601119b0 con 0x7f1560107720 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f156506d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1560111cb0 con 0x7f15601020d0 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f155ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560101710 0x7f1560198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f155ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560101710 0x7f1560198070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51364/0 (socket says 172.21.15.80:51364) 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f155ed9d640 1 -- 172.21.15.80:0/1534856585 learned_addr learned my addr 172.21.15.80:0/1534856585 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f1557fff640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f15601020d0 0x7f15601985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.448+0000 7f155f59e640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1560107720 0x7f156019c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155ed9d640 1 -- 172.21.15.80:0/1534856585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f15601020d0 msgr2=0x7f15601985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155ed9d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f15601020d0 0x7f15601985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155ed9d640 1 -- 172.21.15.80:0/1534856585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1560107720 msgr2=0x7f156019c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155ed9d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1560107720 0x7f156019c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155ed9d640 1 -- 172.21.15.80:0/1534856585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f156019d060 con 0x7f1560101710 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155ed9d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560101710 0x7f1560198070 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f1550009230 tx=0x7f155002cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155cd99640 1 -- 172.21.15.80:0/1534856585 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1550041070 con 0x7f1560101710 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f156019d2f0 con 0x7f1560101710 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155cd99640 1 -- 172.21.15.80:0/1534856585 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1550004450 con 0x7f1560101710 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f155cd99640 1 -- 172.21.15.80:0/1534856585 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1550034440 con 0x7f1560101710 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.449+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15601a4be0 con 0x7f1560101710 2024-04-21T23:58:16.445 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.450+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15600689b0 con 0x7f1560101710 2024-04-21T23:58:16.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.451+0000 7f155cd99640 1 -- 172.21.15.80:0/1534856585 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f1550044070 con 0x7f1560101710 2024-04-21T23:58:16.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.452+0000 7f155cd99640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f154c0a2e20 0x7f154c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.452+0000 7f1557fff640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f154c0a2e20 0x7f154c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.446 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.452+0000 7f155cd99640 1 -- 172.21.15.80:0/1534856585 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f15500f1240 con 0x7f1560101710 2024-04-21T23:58:16.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.452+0000 7f1557fff640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f154c0a2e20 0x7f154c0a52e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1560103920 tx=0x7f154800b410 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:16.449 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.456+0000 7f155cd99640 1 -- 172.21.15.80:0/1534856585 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f15500bd3b0 con 0x7f1560101710 2024-04-21T23:58:16.660 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.668+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1560109c80 con 0x7f1560101710 2024-04-21T23:58:16.661 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.668+0000 7f155cd99640 1 -- 172.21.15.80:0/1534856585 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11876 (secure 0 0 0) 0x7f15500c16b0 con 0x7f1560101710 2024-04-21T23:58:16.661 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:16.661 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:58:07.689441+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24452,24472,24488]},"id":1}]} 2024-04-21T23:58:16.662 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 23 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.670+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f154c0a2e20 msgr2=0x7f154c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.670+0000 7f156506d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f154c0a2e20 0x7f154c0a52e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1560103920 tx=0x7f154800b410 comp rx=0 tx=0).stop 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.670+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560101710 msgr2=0x7f1560198070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.670+0000 7f156506d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560101710 0x7f1560198070 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f1550009230 tx=0x7f155002cba0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.670+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 shutdown_connections 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.670+0000 7f156506d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f154c0a2e20 0x7f154c0a52e0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.670+0000 7f156506d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1560107720 0x7f156019c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.670+0000 7f156506d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f15601020d0 0x7f15601985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.671+0000 7f156506d640 1 --2- 172.21.15.80:0/1534856585 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1560101710 0x7f1560198070 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.671+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 >> 172.21.15.80:0/1534856585 conn(0x7f1560078b00 msgr2=0x7f1560104220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.671+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 shutdown_connections 2024-04-21T23:58:16.664 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.671+0000 7f156506d640 1 -- 172.21.15.80:0/1534856585 wait complete. 2024-04-21T23:58:16.675 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T23:58:16.778 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 -- 172.21.15.80:0/3221889668 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494107730 msgr2=0x7f3494107b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 --2- 172.21.15.80:0/3221889668 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494107730 0x7f3494107b10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f348c009cd0 tx=0x7f348c02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 -- 172.21.15.80:0/3221889668 shutdown_connections 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 --2- 172.21.15.80:0/3221889668 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34941020e0 0x7f349410e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 --2- 172.21.15.80:0/3221889668 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3494101720 0x7f3494101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 --2- 172.21.15.80:0/3221889668 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494107730 0x7f3494107b10 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 -- 172.21.15.80:0/3221889668 >> 172.21.15.80:0/3221889668 conn(0x7f34940fd1d0 msgr2=0x7f34940ff5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 -- 172.21.15.80:0/3221889668 shutdown_connections 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 -- 172.21.15.80:0/3221889668 wait complete. 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 Processor -- start 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.784+0000 7f3499d13640 1 -- start start 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3499d13640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494101720 0x7f3494198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3499d13640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34941020e0 0x7f34941985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3499d13640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3494107730 0x7f349419c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3499d13640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3494111b00 con 0x7f3494101720 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3499d13640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3494111980 con 0x7f3494107730 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3499d13640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3494111c80 con 0x7f34941020e0 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494101720 0x7f3494198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494101720 0x7f3494198060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51376/0 (socket says 172.21.15.80:51376) 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 -- 172.21.15.80:0/712768736 learned_addr learned my addr 172.21.15.80:0/712768736 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3493fff640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3494107730 0x7f349419c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 -- 172.21.15.80:0/712768736 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34941020e0 msgr2=0x7f34941985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34941020e0 0x7f34941985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 -- 172.21.15.80:0/712768736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3494107730 msgr2=0x7f349419c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3494107730 0x7f349419c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 -- 172.21.15.80:0/712768736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f349419d050 con 0x7f3494101720 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f34937fe640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494101720 0x7f3494198060 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f348c004af0 tx=0x7f348c0324f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3490ff9640 1 -- 172.21.15.80:0/712768736 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f348c039040 con 0x7f3494101720 2024-04-21T23:58:16.780 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f349419d2e0 con 0x7f3494101720 2024-04-21T23:58:16.781 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3490ff9640 1 -- 172.21.15.80:0/712768736 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f348c035b60 con 0x7f3494101720 2024-04-21T23:58:16.781 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3490ff9640 1 -- 172.21.15.80:0/712768736 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f348c0042a0 con 0x7f3494101720 2024-04-21T23:58:16.781 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.785+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34941a4bd0 con 0x7f3494101720 2024-04-21T23:58:16.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.786+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3494068560 con 0x7f3494101720 2024-04-21T23:58:16.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.787+0000 7f3490ff9640 1 -- 172.21.15.80:0/712768736 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f348c046030 con 0x7f3494101720 2024-04-21T23:58:16.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.788+0000 7f3490ff9640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34800a2e20 0x7f34800a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:16.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.788+0000 7f3492ffd640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34800a2e20 0x7f34800a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:16.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.788+0000 7f3490ff9640 1 -- 172.21.15.80:0/712768736 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f348c0f11f0 con 0x7f3494101720 2024-04-21T23:58:16.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.788+0000 7f3492ffd640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34800a2e20 0x7f34800a52e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f347c005fd0 tx=0x7f347c005850 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:16.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.792+0000 7f3490ff9640 1 -- 172.21.15.80:0/712768736 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f348c04d060 con 0x7f3494101720 2024-04-21T23:58:16.948 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:16 smithi080 ceph-mon[27925]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:16.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:16 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2296184461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:16.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:16 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/4284925968' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:16.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:16 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1534856585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:16.963 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.970+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3494109c90 con 0x7f3494101720 2024-04-21T23:58:16.965 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.972+0000 7f3490ff9640 1 -- 172.21.15.80:0/712768736 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24941 (secure 0 0 0) 0x7f348c0bda40 con 0x7f3494101720 2024-04-21T23:58:16.965 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:16.965 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":93,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-21T23:58:09.124181+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/3401086643":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/1811701282":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2979394302":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4024768484":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34800a2e20 msgr2=0x7f34800a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34800a2e20 0x7f34800a52e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f347c005fd0 tx=0x7f347c005850 comp rx=0 tx=0).stop 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494101720 msgr2=0x7f3494198060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494101720 0x7f3494198060 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f348c004af0 tx=0x7f348c0324f0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 shutdown_connections 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34800a2e20 0x7f34800a52e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3494107730 0x7f349419c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34941020e0 0x7f34941985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 --2- 172.21.15.80:0/712768736 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3494101720 0x7f3494198060 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 >> 172.21.15.80:0/712768736 conn(0x7f34940fd1d0 msgr2=0x7f34940fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 shutdown_connections 2024-04-21T23:58:16.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:16.974+0000 7f3499d13640 1 -- 172.21.15.80:0/712768736 wait complete. 2024-04-21T23:58:16.979 DEBUG:tasks.fwd_scrub:Yielding 2024-04-21T23:58:16.979 INFO:teuthology.run_tasks:Running task exec... 2024-04-21T23:58:16.988 INFO:teuthology.task.exec:Executing custom commands... 2024-04-21T23:58:16.988 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi080.front.sepia.ceph.com 2024-04-21T23:58:16.988 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-21T23:58:16.989 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-04-21T23:58:16.989 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-21T23:58:16.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:16.989 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-21T23:58:17.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.098+0000 7f7d99ac6640 1 -- 172.21.15.80:0/328595910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94106630 msgr2=0x7f7d94106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.098+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/328595910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94106630 0x7f7d94106a10 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c009930 tx=0x7f7d8c02bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:17.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 -- 172.21.15.80:0/328595910 shutdown_connections 2024-04-21T23:58:17.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/328595910 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7d94101030 0x7f7d9410d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/328595910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d94100670 0x7f7d94100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/328595910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94106630 0x7f7d94106a10 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 -- 172.21.15.80:0/328595910 >> 172.21.15.80:0/328595910 conn(0x7f7d940777c0 msgr2=0x7f7d94077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 -- 172.21.15.80:0/328595910 shutdown_connections 2024-04-21T23:58:17.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 -- 172.21.15.80:0/328595910 wait complete. 2024-04-21T23:58:17.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2589511796 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1009a0 msgr2=0x7fcfac1049e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2589511796 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1009a0 0x7fcfac1049e0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fcf9800aa10 tx=0x7fcf9802cf70 comp rx=0 tx=0).stop 2024-04-21T23:58:17.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2589511796 shutdown_connections 2024-04-21T23:58:17.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2589511796 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcfac1050c0 0x7fcfac10cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2589511796 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1009a0 0x7fcfac1049e0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2589511796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcfac0ffff0 0x7fcfac1003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2589511796 >> 172.21.15.80:0/2589511796 conn(0x7fcfac076be0 msgr2=0x7fcfac0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2589511796 shutdown_connections 2024-04-21T23:58:17.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2589511796 wait complete. 2024-04-21T23:58:17.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 Processor -- start 2024-04-21T23:58:17.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.099+0000 7f7d99ac6640 1 -- start start 2024-04-21T23:58:17.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d99ac6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d94100670 0x7f7d94196b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d99ac6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94101030 0x7f7d94197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d99ac6640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7d94106630 0x7f7d941975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d99ac6640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7d94110a00 con 0x7f7d94101030 2024-04-21T23:58:17.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d99ac6640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7d94110880 con 0x7f7d94100670 2024-04-21T23:58:17.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d99ac6640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7d94110b80 con 0x7f7d94106630 2024-04-21T23:58:17.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb2c0e640 1 Processor -- start 2024-04-21T23:58:17.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb2c0e640 1 -- start start 2024-04-21T23:58:17.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94101030 0x7f7d94197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94101030 0x7f7d94197090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51402/0 (socket says 172.21.15.80:51402) 2024-04-21T23:58:17.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 -- 172.21.15.80:0/4158192982 learned_addr learned my addr 172.21.15.80:0/4158192982 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d937fe640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d94100670 0x7f7d94196b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb2c0e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcfac0ffff0 0x7fcfac0fc020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d93fff640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7d94106630 0x7f7d941975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 -- 172.21.15.80:0/4158192982 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7d94106630 msgr2=0x7f7d941975d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7d94106630 0x7f7d941975d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 -- 172.21.15.80:0/4158192982 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d94100670 msgr2=0x7f7d94196b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d94100670 0x7f7d94196b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb2c0e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1050c0 0x7fcfac0fc560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb2c0e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcfac0fcaa0 0x7fcfac1a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb2c0e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac10f930 con 0x7fcfac1050c0 2024-04-21T23:58:17.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb2c0e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac10f7b0 con 0x7fcfac0fcaa0 2024-04-21T23:58:17.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb2c0e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac10fab0 con 0x7fcfac0ffff0 2024-04-21T23:58:17.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 -- 172.21.15.80:0/4158192982 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d941a6400 con 0x7f7d94101030 2024-04-21T23:58:17.099 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d93fff640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7d94106630 0x7f7d941975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:17.099 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb09aa640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcfac0ffff0 0x7fcfac0fc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.099 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfabfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1050c0 0x7fcfac0fc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.099 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb09aa640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcfac0ffff0 0x7fcfac0fc020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:49580/0 (socket says 172.21.15.80:49580) 2024-04-21T23:58:17.099 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb09aa640 1 -- 172.21.15.80:0/2933343800 learned_addr learned my addr 172.21.15.80:0/2933343800 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.099 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcfac0fcaa0 0x7fcfac1a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.100 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d92ffd640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94101030 0x7f7d94197090 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f7d8800c920 tx=0x7f7d8800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.100 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfabfff640 1 -- 172.21.15.80:0/2933343800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcfac0ffff0 msgr2=0x7fcfac0fc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.100 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfabfff640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcfac0ffff0 0x7fcfac0fc020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.100 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfabfff640 1 -- 172.21.15.80:0/2933343800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcfac0fcaa0 msgr2=0x7fcfac1a62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.100 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfabfff640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcfac0fcaa0 0x7fcfac1a62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.101 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d90ff9640 1 -- 172.21.15.80:0/4158192982 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d88007c70 con 0x7f7d94101030 2024-04-21T23:58:17.101 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d90ff9640 1 -- 172.21.15.80:0/4158192982 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d88007e10 con 0x7f7d94101030 2024-04-21T23:58:17.101 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d941a66f0 con 0x7f7d94101030 2024-04-21T23:58:17.101 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7fcfabfff640 1 -- 172.21.15.80:0/2933343800 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfac1a69c0 con 0x7fcfac1050c0 2024-04-21T23:58:17.101 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d90ff9640 1 -- 172.21.15.80:0/4158192982 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d880188c0 con 0x7f7d94101030 2024-04-21T23:58:17.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.100+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d941a6c40 con 0x7f7d94101030 2024-04-21T23:58:17.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.101+0000 7fcfabfff640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1050c0 0x7fcfac0fc560 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcf98037040 tx=0x7fcf98005230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.101+0000 7fcfa9ffb640 1 -- 172.21.15.80:0/2933343800 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf98042020 con 0x7fcfac1050c0 2024-04-21T23:58:17.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.101+0000 7fcfa9ffb640 1 -- 172.21.15.80:0/2933343800 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcf98004450 con 0x7fcfac1050c0 2024-04-21T23:58:17.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.101+0000 7fcfa9ffb640 1 -- 172.21.15.80:0/2933343800 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf98003850 con 0x7fcfac1050c0 2024-04-21T23:58:17.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.101+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2933343800 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfac1a6c50 con 0x7fcfac1050c0 2024-04-21T23:58:17.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.102+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d9404f500 con 0x7f7d94101030 2024-04-21T23:58:17.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.102+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2933343800 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfac1a71a0 con 0x7fcfac1050c0 2024-04-21T23:58:17.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.103+0000 7f7d90ff9640 1 -- 172.21.15.80:0/4158192982 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f7d8800fb30 con 0x7f7d94101030 2024-04-21T23:58:17.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.103+0000 7f7d90ff9640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7d7c0a2ec0 0x7f7d7c0a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.104+0000 7f7d90ff9640 1 -- 172.21.15.80:0/4158192982 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f7d880cfb60 con 0x7f7d94101030 2024-04-21T23:58:17.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.104+0000 7f7d937fe640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7d7c0a2ec0 0x7f7d7c0a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.104+0000 7f7d937fe640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7d7c0a2ec0 0x7f7d7c0a5380 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c005ab0 tx=0x7f7d8c004f10 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.104+0000 7fcfa9ffb640 1 -- 172.21.15.80:0/2933343800 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fcf98045020 con 0x7fcfac1050c0 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.104+0000 7fcfb57f8740 1 Processor -- start 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.104+0000 7fcfb57f8740 1 -- start start 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e074470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e074a40 0x55c29e074ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e07ddb0 0x55c29e0801a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55c29dfd8170 con 0x55c29e074a40 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c29df807c0 con 0x55c29e075720 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55c29dfd4130 con 0x55c29e07ddb0 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e074a40 0x55c29e074ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e074a40 0x55c29e074ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51428/0 (socket says 172.21.15.80:51428) 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 -- 172.21.15.80:0/4144735819 learned_addr learned my addr 172.21.15.80:0/4144735819 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e074470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfa9ffb640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf9c0a2e50 0x7fcf9c0a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfabfff640 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e07ddb0 0x55c29e0801a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf9c0a2e50 0x7fcf9c0a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 -- 172.21.15.80:0/4144735819 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e07ddb0 msgr2=0x55c29e0801a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e07ddb0 0x55c29e0801a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 -- 172.21.15.80:0/4144735819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 msgr2=0x55c29e074470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e074470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 -- 172.21.15.80:0/4144735819 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c29df91e60 con 0x55c29e074a40 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e074470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfa9ffb640 1 -- 172.21.15.80:0/2933343800 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fcf980f1bd0 con 0x7fcfac1050c0 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e074a40 0x55c29e074ec0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fcfa0009dc0 tx=0x7fcfa0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dd528a8b36c9c1b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.105+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf9c0a2e50 0x7fcf9c0a5310 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4009fd0 tx=0x7fcfa4004a40 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.108+0000 7fcf96ffd640 1 -- 172.21.15.80:0/4144735819 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa0005220 con 0x55c29e074a40 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.108+0000 7fcf96ffd640 1 -- 172.21.15.80:0/4144735819 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfa0004c80 con 0x55c29e074a40 2024-04-21T23:58:17.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.108+0000 7fcf96ffd640 1 -- 172.21.15.80:0/4144735819 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa0019970 con 0x55c29e074a40 2024-04-21T23:58:17.109 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.108+0000 7f7d90ff9640 1 -- 172.21.15.80:0/4158192982 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7d88014030 con 0x7f7d94101030 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4144735819 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e074a40 msgr2=0x55c29e074ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e074a40 0x55c29e074ec0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fcfa0009dc0 tx=0x7fcfa0011810 comp rx=0 tx=0).stop 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4144735819 shutdown_connections 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e07ddb0 0x55c29e0801a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e074a40 0x55c29e074ec0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4144735819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e074470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4144735819 >> 172.21.15.80:0/4144735819 conn(0x55c29e03b4f0 msgr2=0x55c29e06f490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4144735819 shutdown_connections 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.109+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4144735819 wait complete. 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 1 -- start start 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 1 Processor -- start 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 0x55c29e07ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e07b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e07b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55c29e080c20 con 0x55c29e07ddb0 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c29df93d40 con 0x55c29e075720 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55c29e080da0 con 0x55c29e074a40 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb57f8740 10 client.0 _ll_register_callbacks cb 0x55c29dfcf820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb11ab640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e07b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb11ab640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e07b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51434/0 (socket says 172.21.15.80:51434) 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb11ab640 1 -- 172.21.15.80:0/4045746119 learned_addr learned my addr 172.21.15.80:0/4045746119 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfabfff640 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e07b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 0x55c29e07ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb11ab640 1 -- 172.21.15.80:0/4045746119 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 msgr2=0x55c29e07ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 0x55c29e07ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb11ab640 1 -- 172.21.15.80:0/4045746119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 msgr2=0x55c29e07b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.114 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e07b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.110+0000 7fcfb11ab640 1 -- 172.21.15.80:0/4045746119 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c29ddb47e0 con 0x55c29e07ddb0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e07b7b0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400af30 tx=0x7fcfa4004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e018db56ff706281 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcf8bfff640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcf8bfff640 1 -- 172.21.15.80:0/4045746119 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa4023610 con 0x55c29e07ddb0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcf8bfff640 1 -- 172.21.15.80:0/4045746119 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fcfa40237b0 con 0x55c29e07ddb0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4045746119 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfa0004c80 con 0x55c29e07ddb0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcf8bfff640 1 -- 172.21.15.80:0/4045746119 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fcfa4031050 con 0x55c29e07ddb0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 10 client.15699 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4045746119 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55c29de14f70 con 0x55c29e07ddb0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcf8bfff640 1 -- 172.21.15.80:0/4045746119 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfa0004c80 con 0x55c29e07ddb0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcf8bfff640 1 -- 172.21.15.80:0/4045746119 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fcfa402c870 con 0x55c29e07ddb0 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 10 client.15699 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 10 client.15699 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 20 client.15699 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:17.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c29e08df20 0x55c29e090370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 4 client.15699 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.111+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4045746119 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c29dfac450 con 0x55c29e08df20 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.112+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c29e08df20 0x55c29e090370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.112+0000 7fcf8bfff640 10 client.15699 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.112+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c29e08df20 0x55c29e090370 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fccc66a62ba0b513 server_cookie=5d5f9558e70f1d1a in_seq=0 out_seq=0 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcf8bfff640 1 -- 172.21.15.80:0/4045746119 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c29dfac450 con 0x55c29e08df20 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcf8bfff640 10 client.15699 handle_command_reply: tid=0 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 client.15699 shutdown 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4045746119 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 msgr2=0x55c29e07b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e07b7b0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400af30 tx=0x7fcfa4004b50 comp rx=0 tx=0).stop 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4045746119 shutdown_connections 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c29e08df20 0x55c29e090370 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e07b7b0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.116 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e07b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.117 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcf8bfff640 0 client.15699 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:17.117 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/4045746119 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 0x55c29e07ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.117 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4045746119 >> 172.21.15.80:0/4045746119 conn(0x55c29e03b4f0 msgr2=0x55c29e0711e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.117 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4045746119 shutdown_connections 2024-04-21T23:58:17.117 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 1 -- 172.21.15.80:0/4045746119 wait complete. 2024-04-21T23:58:17.117 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.113+0000 7fcfb57f8740 20 client.15699 trim_cache size 0 max 16384 2024-04-21T23:58:17.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:16 smithi144 ceph-mon[31316]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:17.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:16 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2296184461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:17.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:16 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/4284925968' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:17.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:16 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1534856585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:17.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb57f8740 1 Processor -- start 2024-04-21T23:58:17.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb57f8740 1 -- start start 2024-04-21T23:58:17.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 0x55c29e07d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e089b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e095c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac1b34f0 con 0x55c29e07ddb0 2024-04-21T23:58:17.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac1b0dc0 con 0x55c29e075720 2024-04-21T23:58:17.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac1aec10 con 0x55c29e074a40 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e095c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e095c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51444/0 (socket says 172.21.15.80:51444) 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 -- 172.21.15.80:0/3696802194 learned_addr learned my addr 172.21.15.80:0/3696802194 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfabfff640 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e089b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 0x55c29e07d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 -- 172.21.15.80:0/3696802194 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 msgr2=0x55c29e07d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 0x55c29e07d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 -- 172.21.15.80:0/3696802194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 msgr2=0x55c29e089b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e089b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 -- 172.21.15.80:0/3696802194 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c29dcac170 con 0x55c29e07ddb0 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.131+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e095c40 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4000f80 tx=0x7fcfa400a5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1cd929c97753a4f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcf967fc640 1 -- 172.21.15.80:0/3696802194 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa403a070 con 0x55c29e07ddb0 2024-04-21T23:58:17.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcf967fc640 1 -- 172.21.15.80:0/3696802194 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfa4028070 con 0x55c29e07ddb0 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcf967fc640 1 -- 172.21.15.80:0/3696802194 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa4023b30 con 0x55c29e07ddb0 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 -- 172.21.15.80:0/3696802194 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 msgr2=0x55c29e095c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e095c40 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4000f80 tx=0x7fcfa400a5e0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 -- 172.21.15.80:0/3696802194 shutdown_connections 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e095c40 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e075720 0x55c29e089b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/3696802194 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e074a40 0x55c29e07d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 -- 172.21.15.80:0/3696802194 >> 172.21.15.80:0/3696802194 conn(0x55c29e03b4f0 msgr2=0x55c29e06e4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 -- 172.21.15.80:0/3696802194 shutdown_connections 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.132+0000 7fcfb57f8740 1 -- 172.21.15.80:0/3696802194 wait complete. 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 1 -- start start 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 1 Processor -- start 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e074a40 0x55c29e086410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e075720 0x55c29e083030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e083570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac1af280 con 0x55c29e07ddb0 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac1b06f0 con 0x55c29e074a40 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcfac1af950 con 0x55c29e075720 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb57f8740 10 client.0 _ll_register_callbacks cb 0x7fcfa4015d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb11ab640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e083570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb11ab640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e083570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51454/0 (socket says 172.21.15.80:51454) 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb11ab640 1 -- 172.21.15.80:0/1190985631 learned_addr learned my addr 172.21.15.80:0/1190985631 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfabfff640 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e075720 0x55c29e083030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.133+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e074a40 0x55c29e086410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb11ab640 1 -- 172.21.15.80:0/1190985631 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e075720 msgr2=0x55c29e083030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e075720 0x55c29e083030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb11ab640 1 -- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e074a40 msgr2=0x55c29e086410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e074a40 0x55c29e086410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb11ab640 1 -- 172.21.15.80:0/1190985631 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c29e083d70 con 0x55c29e07ddb0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e074a40 0x55c29e086410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb11ab640 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e083570 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fcfa402ce00 tx=0x7fcfa4009c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c28b7ff79ee537c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcf8bfff640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcf8bfff640 1 -- 172.21.15.80:0/1190985631 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa403a040 con 0x55c29e07ddb0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcf8bfff640 1 -- 172.21.15.80:0/1190985631 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fcfa402c5b0 con 0x55c29e07ddb0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 1 -- 172.21.15.80:0/1190985631 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfa4028070 con 0x55c29e07ddb0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcf8bfff640 1 -- 172.21.15.80:0/1190985631 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fcfa404d050 con 0x55c29e07ddb0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 10 client.15705 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 1 -- 172.21.15.80:0/1190985631 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55c29e0f54d0 con 0x55c29e07ddb0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcf8bfff640 1 -- 172.21.15.80:0/1190985631 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfa4028070 con 0x55c29e07ddb0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcf8bfff640 1 -- 172.21.15.80:0/1190985631 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fcfa4048030 con 0x55c29e07ddb0 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 10 client.15705 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:17.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 10 client.15705 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:17.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 20 client.15705 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:17.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c29e08df20 0x55c29e0f7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 4 client.15705 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-21T23:58:17.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.134+0000 7fcfb57f8740 1 -- 172.21.15.80:0/1190985631 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c29dfe56b0 con 0x55c29e08df20 2024-04-21T23:58:17.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.135+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c29e08df20 0x55c29e0f7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.135+0000 7fcf8bfff640 10 client.15705 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:17.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.135+0000 7fcfb09aa640 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c29e08df20 0x55c29e0f7ae0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=236a6681af395fc server_cookie=88f96ae1b9cca1ba in_seq=0 out_seq=0 2024-04-21T23:58:17.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.136+0000 7fcf8bfff640 1 -- 172.21.15.80:0/1190985631 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c29dfe56b0 con 0x55c29e08df20 2024-04-21T23:58:17.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.136+0000 7fcf8bfff640 10 client.15705 handle_command_reply: tid=0 2024-04-21T23:58:17.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.136+0000 7fcfb57f8740 1 client.15705 shutdown 2024-04-21T23:58:17.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.136+0000 7fcfb57f8740 1 -- 172.21.15.80:0/1190985631 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 msgr2=0x55c29e083570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.136+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e083570 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fcfa402ce00 tx=0x7fcfa4009c10 comp rx=0 tx=0).stop 2024-04-21T23:58:17.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 1 -- 172.21.15.80:0/1190985631 shutdown_connections 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c29e08df20 0x55c29e0f7ae0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c29e07ddb0 0x55c29e083570 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcf8bfff640 0 client.15705 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c29e075720 0x55c29e083030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 1 --2- 172.21.15.80:0/1190985631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29e074a40 0x55c29e086410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 1 -- 172.21.15.80:0/1190985631 >> 172.21.15.80:0/1190985631 conn(0x55c29e03b4f0 msgr2=0x55c29e07acf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 1 -- 172.21.15.80:0/1190985631 shutdown_connections 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 1 -- 172.21.15.80:0/1190985631 wait complete. 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb57f8740 20 client.15705 trim_cache size 0 max 16384 2024-04-21T23:58:17.135 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:58:17.136 INFO:teuthology.orchestra.run.smithi080.stdout: "return_code": 0, 2024-04-21T23:58:17.136 INFO:teuthology.orchestra.run.smithi080.stdout: "scrub_tag": "01b0fd9e-eb87-4e32-893e-8ba693b781a8", 2024-04-21T23:58:17.136 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": "asynchronous" 2024-04-21T23:58:17.136 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:58:17.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf9c0a2e50 msgr2=0x7fcf9c0a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf9c0a2e50 0x7fcf9c0a5310 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4009fd0 tx=0x7fcfa4004a40 comp rx=0 tx=0).stop 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1050c0 msgr2=0x7fcfac0fc560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1050c0 0x7fcfac0fc560 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcf98037040 tx=0x7fcf98005230 comp rx=0 tx=0).stop 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2933343800 shutdown_connections 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf9c0a2e50 0x7fcf9c0a5310 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcfac0fcaa0 0x7fcfac1a62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcfac1050c0 0x7fcfac0fc560 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 --2- 172.21.15.80:0/2933343800 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcfac0ffff0 0x7fcfac0fc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.137+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2933343800 >> 172.21.15.80:0/2933343800 conn(0x7fcfac076be0 msgr2=0x7fcfac0fe930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.138+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2933343800 shutdown_connections 2024-04-21T23:58:17.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.138+0000 7fcfb2c0e640 1 -- 172.21.15.80:0/2933343800 wait complete. 2024-04-21T23:58:17.141 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T23:58:17.142 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T23:58:17.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 -- 172.21.15.80:0/4083532634 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b0100610 msgr2=0x7fe1b0100a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 --2- 172.21.15.80:0/4083532634 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b0100610 0x7fe1b0100a90 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009930 tx=0x7fe1a002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:17.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 -- 172.21.15.80:0/4083532634 shutdown_connections 2024-04-21T23:58:17.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 --2- 172.21.15.80:0/4083532634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe1b0100fd0 0x7fe1b010d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 --2- 172.21.15.80:0/4083532634 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b0100610 0x7fe1b0100a90 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 --2- 172.21.15.80:0/4083532634 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe1b01066b0 0x7fe1b0106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 -- 172.21.15.80:0/4083532634 >> 172.21.15.80:0/4083532634 conn(0x7fe1b0077740 msgr2=0x7fe1b0077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 -- 172.21.15.80:0/4083532634 shutdown_connections 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.250+0000 7fe1b8337640 1 -- 172.21.15.80:0/4083532634 wait complete. 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b8337640 1 Processor -- start 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b8337640 1 -- start start 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b8337640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe1b0100610 0x7fe1b0198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b8337640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe1b0100fd0 0x7fe1b01985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b8337640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b01066b0 0x7fe1b019c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b8337640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b0111b30 con 0x7fe1b01066b0 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b8337640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01119b0 con 0x7fe1b0100610 2024-04-21T23:58:17.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b8337640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b0111cb0 con 0x7fe1b0100fd0 2024-04-21T23:58:17.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b68d4640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b01066b0 0x7fe1b019c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b68d4640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b01066b0 0x7fe1b019c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51484/0 (socket says 172.21.15.80:51484) 2024-04-21T23:58:17.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b68d4640 1 -- 172.21.15.80:0/2257970554 learned_addr learned my addr 172.21.15.80:0/2257970554 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe1b0100fd0 0x7fe1b01985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.251+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe1b0100610 0x7fe1b0198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1b68d4640 1 -- 172.21.15.80:0/2257970554 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe1b0100fd0 msgr2=0x7fe1b01985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1b68d4640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe1b0100fd0 0x7fe1b01985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1b68d4640 1 -- 172.21.15.80:0/2257970554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe1b0100610 msgr2=0x7fe1b0198070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1b68d4640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe1b0100610 0x7fe1b0198070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1b68d4640 1 -- 172.21.15.80:0/2257970554 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b019d060 con 0x7fe1b01066b0 2024-04-21T23:58:17.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1b68d4640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b01066b0 0x7fe1b019c930 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fe1a800eb10 tx=0x7fe1a800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1a77fe640 1 -- 172.21.15.80:0/2257970554 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8004b20 con 0x7fe1b01066b0 2024-04-21T23:58:17.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1b8337640 1 -- 172.21.15.80:0/2257970554 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b019d350 con 0x7fe1b01066b0 2024-04-21T23:58:17.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1a77fe640 1 -- 172.21.15.80:0/2257970554 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe1a8004cc0 con 0x7fe1b01066b0 2024-04-21T23:58:17.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1a77fe640 1 -- 172.21.15.80:0/2257970554 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8010760 con 0x7fe1b01066b0 2024-04-21T23:58:17.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.252+0000 7fe1b8337640 1 -- 172.21.15.80:0/2257970554 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b01a4be0 con 0x7fe1b01066b0 2024-04-21T23:58:17.250 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:16 smithi120 ceph-mon[31499]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T23:58:17.250 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:16 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2296184461' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T23:58:17.250 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:16 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/4284925968' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T23:58:17.250 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:16 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1534856585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.254+0000 7fe1a77fe640 1 -- 172.21.15.80:0/2257970554 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fe1a8005020 con 0x7fe1b01066b0 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1baffc740 1 Processor -- start 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1baffc740 1 -- start start 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f65310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f6def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f70820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1baffc740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55c5f1ec9560 con 0x55c5f1f64f30 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1baffc740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c5f1e71730 con 0x55c5f1f6e430 2024-04-21T23:58:17.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1baffc740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55c5f1ec5520 con 0x55c5f1f65850 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f65310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f65310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51488/0 (socket says 172.21.15.80:51488) 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 -- 172.21.15.80:0/764956797 learned_addr learned my addr 172.21.15.80:0/764956797 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1a77fe640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe19c0a2e20 0x7fe19c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b68d4640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe19c0a2e20 0x7fe19c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f6def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f70820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1a77fe640 1 -- 172.21.15.80:0/2257970554 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fe1a80cffd0 con 0x7fe1b01066b0 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 -- 172.21.15.80:0/764956797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 msgr2=0x55c5f1f6def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f6def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 -- 172.21.15.80:0/764956797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 msgr2=0x55c5f1f70820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f70820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.255+0000 7fe1b58d2640 1 -- 172.21.15.80:0/764956797 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5f1ca77d0 con 0x55c5f1f64f30 2024-04-21T23:58:17.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.256+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f65310 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fe1a002cfd0 tx=0x7fe1a0005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e309b2be17489ff1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.256+0000 7fe1b68d4640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe19c0a2e20 0x7fe19c0a52e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe1a80cd2e0 tx=0x7fe1a8007850 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.256+0000 7fe1a4bfe640 1 -- 172.21.15.80:0/764956797 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a002ca80 con 0x55c5f1f64f30 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.256+0000 7fe1a4bfe640 1 -- 172.21.15.80:0/764956797 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe1a002cc20 con 0x55c5f1f64f30 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.256+0000 7fe1a4bfe640 1 -- 172.21.15.80:0/764956797 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a00051b0 con 0x55c5f1f64f30 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- 172.21.15.80:0/764956797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 msgr2=0x55c5f1f65310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f65310 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fe1a002cfd0 tx=0x7fe1a0005b50 comp rx=0 tx=0).stop 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- 172.21.15.80:0/764956797 shutdown_connections 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f70820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f6def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 --2- 172.21.15.80:0/764956797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f65310 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- 172.21.15.80:0/764956797 >> 172.21.15.80:0/764956797 conn(0x55c5f1f5f660 msgr2=0x55c5f1f5fa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- 172.21.15.80:0/764956797 shutdown_connections 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- 172.21.15.80:0/764956797 wait complete. 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- start start 2024-04-21T23:58:17.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 Processor -- start 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f6b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f6bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55c5f1f711c0 con 0x55c5f1f64f30 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c5f1e84e00 con 0x55c5f1f6e430 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55c5f1f71340 con 0x55c5f1f65850 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1baffc740 10 client.0 _ll_register_callbacks cb 0x55c5f1ebfeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1b58d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1b58d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51494/0 (socket says 172.21.15.80:51494) 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.257+0000 7fe1b58d2640 1 -- 172.21.15.80:0/3283145359 learned_addr learned my addr 172.21.15.80:0/3283145359 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f6b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1b58d2640 1 -- 172.21.15.80:0/3283145359 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 msgr2=0x55c5f1f6b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f6b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1b58d2640 1 -- 172.21.15.80:0/3283145359 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 msgr2=0x55c5f1f6bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f6bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1b58d2640 1 -- 172.21.15.80:0/3283145359 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5f1bdd3f0 con 0x55c5f1f64f30 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6b4b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0036040 tx=0x7fe1a00048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aea82a628a6096d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe199ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe199ffb640 1 -- 172.21.15.80:0/3283145359 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0004440 con 0x55c5f1f64f30 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe199ffb640 1 -- 172.21.15.80:0/3283145359 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fe1a0004f50 con 0x55c5f1f64f30 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1baffc740 1 -- 172.21.15.80:0/3283145359 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1a002cc20 con 0x55c5f1f64f30 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe199ffb640 1 -- 172.21.15.80:0/3283145359 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fe1a005a050 con 0x55c5f1f64f30 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1baffc740 10 client.15717 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1baffc740 1 -- 172.21.15.80:0/3283145359 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55c5f1b9d0f0 con 0x55c5f1f64f30 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe199ffb640 1 -- 172.21.15.80:0/3283145359 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe1a002cc20 con 0x55c5f1f64f30 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe199ffb640 1 -- 172.21.15.80:0/3283145359 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fe1a0003c70 con 0x55c5f1f64f30 2024-04-21T23:58:17.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.258+0000 7fe1baffc740 10 client.15717 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.259+0000 7fe1baffc740 10 client.15717 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.259+0000 7fe1baffc740 20 client.15717 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.259+0000 7fe1baffc740 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c5f1f7e690 0x55c5f1f80a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.259+0000 7fe1baffc740 4 client.15717 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.259+0000 7fe1baffc740 1 -- 172.21.15.80:0/3283145359 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5f1ed6aa0 con 0x55c5f1f7e690 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.259+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c5f1f7e690 0x55c5f1f80a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.259+0000 7fe199ffb640 10 client.15717 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.259+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c5f1f7e690 0x55c5f1f80a80 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11868275e5a46bbd server_cookie=e07015d0bb93b81f in_seq=0 out_seq=0 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe199ffb640 1 -- 172.21.15.80:0/3283145359 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c5f1ed6aa0 con 0x55c5f1f7e690 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe199ffb640 10 client.15717 handle_command_reply: tid=0 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 client.15717 shutdown 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 -- 172.21.15.80:0/3283145359 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 msgr2=0x55c5f1f6b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6b4b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0036040 tx=0x7fe1a00048f0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 -- 172.21.15.80:0/3283145359 shutdown_connections 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c5f1f7e690 0x55c5f1f80a80 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f6bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe199ffb640 0 client.15717 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f6b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 --2- 172.21.15.80:0/3283145359 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6b4b0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 -- 172.21.15.80:0/3283145359 >> 172.21.15.80:0/3283145359 conn(0x55c5f1f5f660 msgr2=0x55c5f1f613b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 -- 172.21.15.80:0/3283145359 shutdown_connections 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 1 -- 172.21.15.80:0/3283145359 wait complete. 2024-04-21T23:58:17.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.260+0000 7fe1baffc740 20 client.15717 trim_cache size 0 max 16384 2024-04-21T23:58:17.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.277+0000 7fe1baffc740 1 Processor -- start 2024-04-21T23:58:17.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.277+0000 7fe1baffc740 1 -- start start 2024-04-21T23:58:17.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.277+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.277+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f65850 0x55c5f1f7a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.277+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f6e430 0x55c5f1f5e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1baffc740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01b11b0 con 0x55c5f1f6e430 2024-04-21T23:58:17.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1baffc740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01aea80 con 0x55c5f1f65850 2024-04-21T23:58:17.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1baffc740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01ac8d0 con 0x55c5f1f64f30 2024-04-21T23:58:17.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f6e430 0x55c5f1f5e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f6e430 0x55c5f1f5e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51508/0 (socket says 172.21.15.80:51508) 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 -- 172.21.15.80:0/1145697709 learned_addr learned my addr 172.21.15.80:0/1145697709 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 -- 172.21.15.80:0/1145697709 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f64f30 msgr2=0x55c5f1f6dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 -- 172.21.15.80:0/1145697709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f65850 msgr2=0x55c5f1f7a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f65850 0x55c5f1f7a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f65850 0x55c5f1f7a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 -- 172.21.15.80:0/1145697709 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5f1f65680 con 0x55c5f1f6e430 2024-04-21T23:58:17.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f65850 0x55c5f1f7a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f6e430 0x55c5f1f5e560 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x55c5f1f59890 tx=0x7fe1a00035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=166927df49cd3dbf server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe19bfff640 1 -- 172.21.15.80:0/1145697709 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a002cb90 con 0x55c5f1f6e430 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe19bfff640 1 -- 172.21.15.80:0/1145697709 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe1a0051070 con 0x55c5f1f6e430 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.278+0000 7fe19bfff640 1 -- 172.21.15.80:0/1145697709 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0003830 con 0x55c5f1f6e430 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 -- 172.21.15.80:0/1145697709 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f6e430 msgr2=0x55c5f1f5e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f6e430 0x55c5f1f5e560 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x55c5f1f59890 tx=0x7fe1a00035f0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 -- 172.21.15.80:0/1145697709 shutdown_connections 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f6e430 0x55c5f1f5e560 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f65850 0x55c5f1f7a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1145697709 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f64f30 0x55c5f1f6dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 -- 172.21.15.80:0/1145697709 >> 172.21.15.80:0/1145697709 conn(0x55c5f1f5f660 msgr2=0x55c5f1f5de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 -- 172.21.15.80:0/1145697709 shutdown_connections 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 -- 172.21.15.80:0/1145697709 wait complete. 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 -- start start 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.279+0000 7fe1baffc740 1 Processor -- start 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f682b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f687f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1baffc740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f68d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1baffc740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01acf40 con 0x55c5f1f64f30 2024-04-21T23:58:17.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1baffc740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01ae3b0 con 0x55c5f1f6e430 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1baffc740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01ad610 con 0x55c5f1f65850 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1baffc740 10 client.0 _ll_register_callbacks cb 0x7fe1a0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f682b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f682b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51524/0 (socket says 172.21.15.80:51524) 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 -- 172.21.15.80:0/1603329597 learned_addr learned my addr 172.21.15.80:0/1603329597 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f687f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f68d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 -- 172.21.15.80:0/1603329597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 msgr2=0x55c5f1f687f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f687f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 -- 172.21.15.80:0/1603329597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 msgr2=0x55c5f1f68d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f68d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 -- 172.21.15.80:0/1603329597 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5f1fe39c0 con 0x55c5f1f64f30 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1b58d2640 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f682b0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0058040 tx=0x7fe1a0005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=295330ea8414d0f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe199ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe199ffb640 1 -- 172.21.15.80:0/1603329597 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0063040 con 0x55c5f1f64f30 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe199ffb640 1 -- 172.21.15.80:0/1603329597 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fe1a0034a20 con 0x55c5f1f64f30 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.280+0000 7fe1baffc740 1 -- 172.21.15.80:0/1603329597 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1a0051070 con 0x55c5f1f64f30 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe199ffb640 1 -- 172.21.15.80:0/1603329597 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fe1a006f050 con 0x55c5f1f64f30 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1baffc740 10 client.15723 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:17.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1baffc740 1 -- 172.21.15.80:0/1603329597 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55c5f1fe4c40 con 0x55c5f1f64f30 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe199ffb640 1 -- 172.21.15.80:0/1603329597 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe1a0051070 con 0x55c5f1f64f30 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe199ffb640 1 -- 172.21.15.80:0/1603329597 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fe1a0004f50 con 0x55c5f1f64f30 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1baffc740 10 client.15723 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1baffc740 10 client.15723 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1baffc740 20 client.15723 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c5f1fe5330 0x55c5f1fe7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1baffc740 4 client.15723 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1baffc740 1 -- 172.21.15.80:0/1603329597 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c5f1ed0df0 con 0x55c5f1fe5330 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.281+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c5f1fe5330 0x55c5f1fe7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe199ffb640 10 client.15723 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1b60d3640 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c5f1fe5330 0x55c5f1fe7750 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cc326060cdf652 server_cookie=d33e6a1380560d4f in_seq=0 out_seq=0 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe199ffb640 1 -- 172.21.15.80:0/1603329597 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55c5f1ed0df0 con 0x55c5f1fe5330 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe199ffb640 10 client.15723 handle_command_reply: tid=0 2024-04-21T23:58:17.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 client.15723 shutdown 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 -- 172.21.15.80:0/1603329597 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 msgr2=0x55c5f1f682b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f682b0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0058040 tx=0x7fe1a0005e20 comp rx=0 tx=0).stop 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 -- 172.21.15.80:0/1603329597 shutdown_connections 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c5f1fe5330 0x55c5f1fe7750 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f1f6e430 0x55c5f1f68d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c5f1f65850 0x55c5f1f687f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe199ffb640 0 client.15723 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 --2- 172.21.15.80:0/1603329597 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c5f1f64f30 0x55c5f1f682b0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 -- 172.21.15.80:0/1603329597 >> 172.21.15.80:0/1603329597 conn(0x55c5f1f5f660 msgr2=0x55c5f1f6bd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 -- 172.21.15.80:0/1603329597 shutdown_connections 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 1 -- 172.21.15.80:0/1603329597 wait complete. 2024-04-21T23:58:17.285 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1baffc740 20 client.15723 trim_cache size 0 max 16384 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout: "scrubs": { 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout: "01b0fd9e-eb87-4e32-893e-8ba693b781a8": { 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/", 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout: "tag": "01b0fd9e-eb87-4e32-893e-8ba693b781a8", 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout: "options": "recursive,force" 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:58:17.286 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:58:17.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1b8337640 1 -- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe19c0a2e20 msgr2=0x7fe19c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1b8337640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe19c0a2e20 0x7fe19c0a52e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe1a80cd2e0 tx=0x7fe1a8007850 comp rx=0 tx=0).stop 2024-04-21T23:58:17.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1b8337640 1 -- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b01066b0 msgr2=0x7fe1b019c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.282+0000 7fe1b8337640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b01066b0 0x7fe1b019c930 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fe1a800eb10 tx=0x7fe1a800c2d0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.283+0000 7fe1b8337640 1 -- 172.21.15.80:0/2257970554 shutdown_connections 2024-04-21T23:58:17.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.283+0000 7fe1b8337640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe1b01066b0 0x7fe1b019c930 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.283+0000 7fe1b8337640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe1b0100fd0 0x7fe1b01985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.283+0000 7fe1b8337640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe19c0a2e20 0x7fe19c0a52e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.289 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.283+0000 7fe1b8337640 1 --2- 172.21.15.80:0/2257970554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe1b0100610 0x7fe1b0198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.289 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.283+0000 7fe1b8337640 1 -- 172.21.15.80:0/2257970554 >> 172.21.15.80:0/2257970554 conn(0x7fe1b0077740 msgr2=0x7fe1b00ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.289 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.283+0000 7fe1b8337640 1 -- 172.21.15.80:0/2257970554 shutdown_connections 2024-04-21T23:58:17.289 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.283+0000 7fe1b8337640 1 -- 172.21.15.80:0/2257970554 wait complete. 2024-04-21T23:58:17.289 INFO:tasks.cephfs.filesystem:scrub status for tag:01b0fd9e-eb87-4e32-893e-8ba693b781a8 - {'path': '/', 'tag': '01b0fd9e-eb87-4e32-893e-8ba693b781a8', 'options': 'recursive,force'} 2024-04-21T23:58:17.313 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.320+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f7d94108bc0 con 0x7f7d7c0a2ec0 2024-04-21T23:58:17.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.384+0000 7f7d90ff9640 1 -- 172.21.15.80:0/4158192982 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f7d94108bc0 con 0x7f7d7c0a2ec0 2024-04-21T23:58:17.377 INFO:teuthology.orchestra.run.smithi080.stdout:Schedule set for path / 2024-04-21T23:58:17.379 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7d7c0a2ec0 msgr2=0x7f7d7c0a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.379 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7d7c0a2ec0 0x7f7d7c0a5380 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c005ab0 tx=0x7f7d8c004f10 comp rx=0 tx=0).stop 2024-04-21T23:58:17.379 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94101030 msgr2=0x7f7d94197090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.379 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94101030 0x7f7d94197090 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f7d8800c920 tx=0x7f7d8800cde0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.379 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 shutdown_connections 2024-04-21T23:58:17.379 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7d94106630 0x7f7d941975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.379 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7d94101030 0x7f7d94197090 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.379 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7d7c0a2ec0 0x7f7d7c0a5380 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.380 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 --2- 172.21.15.80:0/4158192982 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d94100670 0x7f7d94196b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.380 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 >> 172.21.15.80:0/4158192982 conn(0x7f7d940777c0 msgr2=0x7f7d94103150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.380 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 shutdown_connections 2024-04-21T23:58:17.380 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.386+0000 7f7d99ac6640 1 -- 172.21.15.80:0/4158192982 wait complete. 2024-04-21T23:58:17.390 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-21T23:58:17.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 -- 172.21.15.80:0/2015848635 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f77581029f0 msgr2=0x7f7758102dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 --2- 172.21.15.80:0/2015848635 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f77581029f0 0x7f7758102dd0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7748009900 tx=0x7f774802bcd0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 -- 172.21.15.80:0/2015848635 shutdown_connections 2024-04-21T23:58:17.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 --2- 172.21.15.80:0/2015848635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f775810bdc0 0x7f775810e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 --2- 172.21.15.80:0/2015848635 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7758103310 0x7f775810b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 --2- 172.21.15.80:0/2015848635 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f77581029f0 0x7f7758102dd0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 -- 172.21.15.80:0/2015848635 >> 172.21.15.80:0/2015848635 conn(0x7f77580769c0 msgr2=0x7f7758076dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 -- 172.21.15.80:0/2015848635 shutdown_connections 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.540+0000 7f775e26d640 1 -- 172.21.15.80:0/2015848635 wait complete. 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775e26d640 1 Processor -- start 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775e26d640 1 -- start start 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775e26d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f77581029f0 0x7f7758198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775e26d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7758103310 0x7f7758198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775e26d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f775810bdc0 0x7f775819c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775e26d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7758111c00 con 0x7f775810bdc0 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775e26d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7758111a80 con 0x7f77581029f0 2024-04-21T23:58:17.537 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775e26d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7758111d80 con 0x7f7758103310 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775c80a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f775810bdc0 0x7f775819c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775c80a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f775810bdc0 0x7f775819c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51548/0 (socket says 172.21.15.80:51548) 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775c80a640 1 -- 172.21.15.80:0/2316655900 learned_addr learned my addr 172.21.15.80:0/2316655900 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f7757fff640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f77581029f0 0x7f7758198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f77577fe640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7758103310 0x7f7758198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775c80a640 1 -- 172.21.15.80:0/2316655900 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7758103310 msgr2=0x7f7758198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775c80a640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7758103310 0x7f7758198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775c80a640 1 -- 172.21.15.80:0/2316655900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f77581029f0 msgr2=0x7f7758198040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775c80a640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f77581029f0 0x7f7758198040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f775c80a640 1 -- 172.21.15.80:0/2316655900 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f775819d030 con 0x7f775810bdc0 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.541+0000 7f77577fe640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7758103310 0x7f7758198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:17.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.542+0000 7f775c80a640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f775810bdc0 0x7f775819c900 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f775000cab0 tx=0x7f775000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.542+0000 7f77557fa640 1 -- 172.21.15.80:0/2316655900 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775000ae20 con 0x7f775810bdc0 2024-04-21T23:58:17.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.542+0000 7f77557fa640 1 -- 172.21.15.80:0/2316655900 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f775000f930 con 0x7f775810bdc0 2024-04-21T23:58:17.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.542+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f775819d320 con 0x7f775810bdc0 2024-04-21T23:58:17.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.542+0000 7f77557fa640 1 -- 172.21.15.80:0/2316655900 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750018b80 con 0x7f775810bdc0 2024-04-21T23:58:17.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.542+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77581a4bb0 con 0x7f775810bdc0 2024-04-21T23:58:17.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.543+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f775804f500 con 0x7f775810bdc0 2024-04-21T23:58:17.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.544+0000 7f77557fa640 1 -- 172.21.15.80:0/2316655900 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f775000fae0 con 0x7f775810bdc0 2024-04-21T23:58:17.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.545+0000 7f77557fa640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77400a2ec0 0x7f77400a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.545+0000 7f7757fff640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77400a2ec0 0x7f77400a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.545+0000 7f77557fa640 1 -- 172.21.15.80:0/2316655900 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f77500d03a0 con 0x7f775810bdc0 2024-04-21T23:58:17.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.545+0000 7f7757fff640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77400a2ec0 0x7f77400a5380 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7748000c00 tx=0x7f7748004f10 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.541 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.548+0000 7f77557fa640 1 -- 172.21.15.80:0/2316655900 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7750014030 con 0x7f775810bdc0 2024-04-21T23:58:17.739 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.747+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f77580fdb20 con 0x7f77400a2ec0 2024-04-21T23:58:17.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.809+0000 7f77557fa640 1 -- 172.21.15.80:0/2316655900 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f77580fdb20 con 0x7f77400a2ec0 2024-04-21T23:58:17.802 INFO:teuthology.orchestra.run.smithi080.stdout:Retention added to path / 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77400a2ec0 msgr2=0x7f77400a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77400a2ec0 0x7f77400a5380 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7748000c00 tx=0x7f7748004f10 comp rx=0 tx=0).stop 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f775810bdc0 msgr2=0x7f775819c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f775810bdc0 0x7f775819c900 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f775000cab0 tx=0x7f775000cf70 comp rx=0 tx=0).stop 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 shutdown_connections 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f775810bdc0 0x7f775819c900 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7758103310 0x7f7758198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77400a2ec0 0x7f77400a5380 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.804 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 --2- 172.21.15.80:0/2316655900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f77581029f0 0x7f7758198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 >> 172.21.15.80:0/2316655900 conn(0x7f77580769c0 msgr2=0x7f77580fd410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 shutdown_connections 2024-04-21T23:58:17.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.811+0000 7f775e26d640 1 -- 172.21.15.80:0/2316655900 wait complete. 2024-04-21T23:58:17.815 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-21T23:58:17.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 -- 172.21.15.80:0/2745184505 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 msgr2=0x7f78e4107b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 --2- 172.21.15.80:0/2745184505 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 0x7f78e4107b40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f78e0009930 tx=0x7f78e002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:17.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 -- 172.21.15.80:0/2745184505 shutdown_connections 2024-04-21T23:58:17.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 --2- 172.21.15.80:0/2745184505 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78e4102110 0x7f78e410e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 --2- 172.21.15.80:0/2745184505 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78e4101750 0x7f78e4101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 --2- 172.21.15.80:0/2745184505 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 0x7f78e4107b40 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 -- 172.21.15.80:0/2745184505 >> 172.21.15.80:0/2745184505 conn(0x7f78e4078bd0 msgr2=0x7f78e4078fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 -- 172.21.15.80:0/2745184505 shutdown_connections 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.920+0000 7f78eb977640 1 -- 172.21.15.80:0/2745184505 wait complete. 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78eb977640 1 Processor -- start 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78eb977640 1 -- start start 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78eb977640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78e4101750 0x7f78e4197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78eb977640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78e4102110 0x7f78e41984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78eb977640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 0x7f78e419c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78eb977640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f78e4111b70 con 0x7f78e4107760 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78eb977640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f78e41119f0 con 0x7f78e4101750 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78eb977640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f78e4111cf0 con 0x7f78e4102110 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78e9f14640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 0x7f78e419c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78e9f14640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 0x7f78e419c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51564/0 (socket says 172.21.15.80:51564) 2024-04-21T23:58:17.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78e9f14640 1 -- 172.21.15.80:0/2402007360 learned_addr learned my addr 172.21.15.80:0/2402007360 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78e8f12640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78e4102110 0x7f78e41984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78e9f14640 1 -- 172.21.15.80:0/2402007360 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78e4102110 msgr2=0x7f78e41984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78e9f14640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78e4102110 0x7f78e41984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78e9f14640 1 -- 172.21.15.80:0/2402007360 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78e4101750 msgr2=0x7f78e4197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.921+0000 7f78e9713640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78e4101750 0x7f78e4197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78e9f14640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78e4101750 0x7f78e4197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78e9f14640 1 -- 172.21.15.80:0/2402007360 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78e419cf30 con 0x7f78e4107760 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78e8f12640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78e4102110 0x7f78e41984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78e9713640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78e4101750 0x7f78e4197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78e9f14640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 0x7f78e419c800 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f78dc00ea60 tx=0x7f78dc00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78da7fc640 1 -- 172.21.15.80:0/2402007360 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc00ce40 con 0x7f78e4107760 2024-04-21T23:58:17.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78da7fc640 1 -- 172.21.15.80:0/2402007360 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78dc005020 con 0x7f78e4107760 2024-04-21T23:58:17.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78e419d220 con 0x7f78e4107760 2024-04-21T23:58:17.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78da7fc640 1 -- 172.21.15.80:0/2402007360 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc010690 con 0x7f78e4107760 2024-04-21T23:58:17.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.922+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78e41a4ab0 con 0x7f78e4107760 2024-04-21T23:58:17.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.923+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78e404f500 con 0x7f78e4107760 2024-04-21T23:58:17.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.924+0000 7f78da7fc640 1 -- 172.21.15.80:0/2402007360 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f78dc005520 con 0x7f78e4107760 2024-04-21T23:58:17.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.924+0000 7f78da7fc640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78d00a2ec0 0x7f78d00a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:17.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.924+0000 7f78da7fc640 1 -- 172.21.15.80:0/2402007360 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f78dc0cffb0 con 0x7f78e4107760 2024-04-21T23:58:17.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.924+0000 7f78e9713640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78d00a2ec0 0x7f78d00a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:17.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.925+0000 7f78e9713640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78d00a2ec0 0x7f78d00a5380 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f78e0036040 tx=0x7f78e0000bc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:17.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:17.929+0000 7f78da7fc640 1 -- 172.21.15.80:0/2402007360 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f78dc09c660 con 0x7f78e4107760 2024-04-21T23:58:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:17 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/712768736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:17 smithi144 ceph-mon[31316]: scrub queued for path: / 2024-04-21T23:58:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:17 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:17 smithi144 ceph-mon[31316]: scrub summary: active paths [/] 2024-04-21T23:58:18.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:17 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:18.115 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.122+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f78e40ff680 con 0x7f78d00a2ec0 2024-04-21T23:58:18.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.130+0000 7f78da7fc640 1 -- 172.21.15.80:0/2402007360 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f78e40ff680 con 0x7f78d00a2ec0 2024-04-21T23:58:18.123 INFO:teuthology.orchestra.run.smithi080.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-21T00:00:00", "created": "2024-04-21T23:58:17", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-21T23:58:18.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78d00a2ec0 msgr2=0x7f78d00a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:18.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78d00a2ec0 0x7f78d00a5380 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f78e0036040 tx=0x7f78e0000bc0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 msgr2=0x7f78e419c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:18.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 0x7f78e419c800 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f78dc00ea60 tx=0x7f78dc00ef20 comp rx=0 tx=0).stop 2024-04-21T23:58:18.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 shutdown_connections 2024-04-21T23:58:18.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f78e4107760 0x7f78e419c800 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78e4102110 0x7f78e41984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78d00a2ec0 0x7f78d00a5380 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 --2- 172.21.15.80:0/2402007360 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78e4101750 0x7f78e4197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 >> 172.21.15.80:0/2402007360 conn(0x7f78e4078bd0 msgr2=0x7f78e40fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:18.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 shutdown_connections 2024-04-21T23:58:18.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.132+0000 7f78eb977640 1 -- 172.21.15.80:0/2402007360 wait complete. 2024-04-21T23:58:18.135 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:17 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/712768736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:18.135 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:17 smithi080 ceph-mon[27925]: scrub queued for path: / 2024-04-21T23:58:18.135 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:17 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:18.135 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:17 smithi080 ceph-mon[27925]: scrub summary: active paths [/] 2024-04-21T23:58:18.135 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:17 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:18.136 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-21T23:58:18.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.243+0000 7f4ef85bf640 1 -- 172.21.15.80:0/1114964689 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 msgr2=0x7f4ef0106a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:18.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.243+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/1114964689 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 0x7f4ef0106a40 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f4eec009930 tx=0x7f4eec02bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:18.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 -- 172.21.15.80:0/1114964689 shutdown_connections 2024-04-21T23:58:18.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/1114964689 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4ef0101060 0x7f4ef010d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/1114964689 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ef01006a0 0x7f4ef0100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/1114964689 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 0x7f4ef0106a40 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 -- 172.21.15.80:0/1114964689 >> 172.21.15.80:0/1114964689 conn(0x7f4ef0077850 msgr2=0x7f4ef0077c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:18.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 -- 172.21.15.80:0/1114964689 shutdown_connections 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 -- 172.21.15.80:0/1114964689 wait complete. 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 Processor -- start 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 -- start start 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4ef01006a0 0x7f4ef019b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ef0101060 0x7f4ef019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 0x7f4ef0195ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef010f960 con 0x7f4ef0106660 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef010f7e0 con 0x7f4ef0101060 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.244+0000 7f4ef85bf640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef010fae0 con 0x7f4ef01006a0 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 0x7f4ef0195ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 0x7f4ef0195ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:51572/0 (socket says 172.21.15.80:51572) 2024-04-21T23:58:18.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 -- 172.21.15.80:0/3198581363 learned_addr learned my addr 172.21.15.80:0/3198581363 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef5b5a640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ef0101060 0x7f4ef019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef635b640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4ef01006a0 0x7f4ef019b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 -- 172.21.15.80:0/3198581363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4ef01006a0 msgr2=0x7f4ef019b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4ef01006a0 0x7f4ef019b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 -- 172.21.15.80:0/3198581363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ef0101060 msgr2=0x7f4ef019be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ef0101060 0x7f4ef019be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 -- 172.21.15.80:0/3198581363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef0196260 con 0x7f4ef0106660 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef635b640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4ef01006a0 0x7f4ef019b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef6b5c640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 0x7f4ef0195ae0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8009e20 tx=0x7f4ee80104b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ee77fe640 1 -- 172.21.15.80:0/3198581363 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee8010e30 con 0x7f4ef0106660 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ef0196550 con 0x7f4ef0106660 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ee77fe640 1 -- 172.21.15.80:0/3198581363 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ee8005020 con 0x7f4ef0106660 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ef01a27f0 con 0x7f4ef0106660 2024-04-21T23:58:18.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.245+0000 7f4ee77fe640 1 -- 172.21.15.80:0/3198581363 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee8016620 con 0x7f4ef0106660 2024-04-21T23:58:18.242 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.246+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ef004f500 con 0x7f4ef0106660 2024-04-21T23:58:18.242 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.247+0000 7f4ee77fe640 1 -- 172.21.15.80:0/3198581363 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f4ee801d020 con 0x7f4ef0106660 2024-04-21T23:58:18.242 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.248+0000 7f4ee77fe640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4edc0a2ec0 0x7f4edc0a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:18.242 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.248+0000 7f4ef635b640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4edc0a2ec0 0x7f4edc0a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:18.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.248+0000 7f4ee77fe640 1 -- 172.21.15.80:0/3198581363 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f4ee80d13a0 con 0x7f4ef0106660 2024-04-21T23:58:18.243 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.249+0000 7f4ef635b640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4edc0a2ec0 0x7f4edc0a5380 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4eec036040 tx=0x7f4eec000bc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:17 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/712768736' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T23:58:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:17 smithi120 ceph-mon[31499]: scrub queued for path: / 2024-04-21T23:58:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:17 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:17 smithi120 ceph-mon[31499]: scrub summary: active paths [/] 2024-04-21T23:58:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:17 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:18.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.253+0000 7f4ee77fe640 1 -- 172.21.15.80:0/3198581363 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4ee809dc30 con 0x7f4ef0106660 2024-04-21T23:58:18.442 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.448+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f4ef0103790 con 0x7f4edc0a2ec0 2024-04-21T23:58:18.448 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.455+0000 7f4ee77fe640 1 -- 172.21.15.80:0/3198581363 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f4ef0103790 con 0x7f4edc0a2ec0 2024-04-21T23:58:18.448 INFO:teuthology.orchestra.run.smithi080.stdout:/ 1m 6m3h 2024-04-21T23:58:18.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4edc0a2ec0 msgr2=0x7f4edc0a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:18.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4edc0a2ec0 0x7f4edc0a5380 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4eec036040 tx=0x7f4eec000bc0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 msgr2=0x7f4ef0195ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:18.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 0x7f4ef0195ae0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8009e20 tx=0x7f4ee80104b0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 shutdown_connections 2024-04-21T23:58:18.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4ef0106660 0x7f4ef0195ae0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4edc0a2ec0 0x7f4edc0a5380 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ef0101060 0x7f4ef019be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 --2- 172.21.15.80:0/3198581363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4ef01006a0 0x7f4ef019b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:18.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 >> 172.21.15.80:0/3198581363 conn(0x7f4ef0077850 msgr2=0x7f4ef0103080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:18.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 shutdown_connections 2024-04-21T23:58:18.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:18.457+0000 7f4ef85bf640 1 -- 172.21.15.80:0/3198581363 wait complete. 2024-04-21T23:58:18.461 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-21T23:58:18.486 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-21T23:58:18.497 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-21T23:58:18.507 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi080.front.sepia.ceph.com 2024-04-21T23:58:18.507 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-21T23:58:18.530 INFO:teuthology.run_tasks:Running task workunit... 2024-04-21T23:58:18.543 INFO:tasks.workunit:Pulling workunits from ref 430e09df97c8fc7dc2b2ae424f68ed11366c540f 2024-04-21T23:58:18.544 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-21T23:58:18.544 INFO:tasks.workunit:timeout=3h 2024-04-21T23:58:18.544 INFO:tasks.workunit:cleanup=True 2024-04-21T23:58:18.544 DEBUG:teuthology.orchestra.run.smithi080:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-21T23:58:18.559 INFO:teuthology.orchestra.run.smithi080.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-21T23:58:18.559 INFO:teuthology.orchestra.run.smithi080.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-21T23:58:18.559 INFO:teuthology.orchestra.run.smithi080.stdout:Device: 73h/115d Inode: 1099511628283 Links: 2 2024-04-21T23:58:18.559 INFO:teuthology.orchestra.run.smithi080.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T23:58:18.559 INFO:teuthology.orchestra.run.smithi080.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-21T23:58:18.560 INFO:teuthology.orchestra.run.smithi080.stdout:Access: 2024-04-21 23:56:12.028262524 +0000 2024-04-21T23:58:18.560 INFO:teuthology.orchestra.run.smithi080.stdout:Modify: 2024-04-21 23:56:12.028262524 +0000 2024-04-21T23:58:18.560 INFO:teuthology.orchestra.run.smithi080.stdout:Change: 2024-04-21 23:58:07.011354084 +0000 2024-04-21T23:58:18.560 INFO:teuthology.orchestra.run.smithi080.stdout: Birth: 2024-04-21 23:56:12.028262524 +0000 2024-04-21T23:58:18.560 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-21T23:58:18.560 DEBUG:teuthology.orchestra.run.smithi080:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-21T23:58:18.635 DEBUG:teuthology.orchestra.run.smithi080:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 430e09df97c8fc7dc2b2ae424f68ed11366c540f 2024-04-21T23:58:18.686 INFO:tasks.workunit.client.0.smithi080.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-21T23:58:19.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:18 smithi144 ceph-mon[31316]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 1.0 KiB/s wr, 23 op/s 2024-04-21T23:58:19.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:18 smithi144 ceph-mon[31316]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:19.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:18 smithi144 ceph-mon[31316]: from='client.15729 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:19.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:18 smithi080 ceph-mon[27925]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 1.0 KiB/s wr, 23 op/s 2024-04-21T23:58:19.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:18 smithi080 ceph-mon[27925]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:19.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:18 smithi080 ceph-mon[27925]: from='client.15729 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:19.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:18 smithi120 ceph-mon[31499]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 1.0 KiB/s wr, 23 op/s 2024-04-21T23:58:19.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:18 smithi120 ceph-mon[31499]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:19.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:18 smithi120 ceph-mon[31499]: from='client.15729 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:20.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:19 smithi144 ceph-mon[31316]: from='client.15735 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:20.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:19 smithi144 ceph-mon[31316]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:20.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:19 smithi080 ceph-mon[27925]: from='client.15735 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:20.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:19 smithi080 ceph-mon[27925]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:20.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:19 smithi120 ceph-mon[31499]: from='client.15735 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:20.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:19 smithi120 ceph-mon[31499]: from='client.15741 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T23:58:21.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:20 smithi144 ceph-mon[31316]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 797 B/s wr, 17 op/s 2024-04-21T23:58:21.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:20 smithi080 ceph-mon[27925]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 797 B/s wr, 17 op/s 2024-04-21T23:58:21.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:20 smithi120 ceph-mon[31499]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 797 B/s wr, 17 op/s 2024-04-21T23:58:23.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:22 smithi144 ceph-mon[31316]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 85 KiB/s wr, 52 op/s 2024-04-21T23:58:23.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:22 smithi080 ceph-mon[27925]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 85 KiB/s wr, 52 op/s 2024-04-21T23:58:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:22 smithi120 ceph-mon[31499]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 85 KiB/s wr, 52 op/s 2024-04-21T23:58:25.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:24 smithi144 ceph-mon[31316]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 48 op/s 2024-04-21T23:58:25.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:24 smithi080 ceph-mon[27925]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 48 op/s 2024-04-21T23:58:25.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:24 smithi120 ceph-mon[31499]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 48 op/s 2024-04-21T23:58:27.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:26 smithi144 ceph-mon[31316]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 48 op/s 2024-04-21T23:58:27.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:26 smithi080 ceph-mon[27925]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 48 op/s 2024-04-21T23:58:27.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:26 smithi120 ceph-mon[31499]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 48 op/s 2024-04-21T23:58:29.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:28 smithi144 ceph-mon[31316]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-21T23:58:29.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:28 smithi144 ceph-mon[31316]: scrub summary: idle 2024-04-21T23:58:29.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:28 smithi080 ceph-mon[27925]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-21T23:58:29.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:28 smithi080 ceph-mon[27925]: scrub summary: idle 2024-04-21T23:58:29.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:28 smithi120 ceph-mon[31499]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-21T23:58:29.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:28 smithi120 ceph-mon[31499]: scrub summary: idle 2024-04-21T23:58:31.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:30 smithi144 ceph-mon[31316]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-21T23:58:31.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:30 smithi080 ceph-mon[27925]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-21T23:58:31.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:30 smithi120 ceph-mon[31499]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 -- 172.21.15.80:0/1015151965 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0106780 msgr2=0x7fa5d0106b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/1015151965 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0106780 0x7fa5d0106b60 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc009900 tx=0x7fa5cc02bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 -- 172.21.15.80:0/1015151965 shutdown_connections 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/1015151965 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5d0101330 0x7fa5d010d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/1015151965 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa5d0100990 0x7fa5d0100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/1015151965 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0106780 0x7fa5d0106b60 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 -- 172.21.15.80:0/1015151965 >> 172.21.15.80:0/1015151965 conn(0x7fa5d0076440 msgr2=0x7fa5d0076850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 -- 172.21.15.80:0/1015151965 shutdown_connections 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.668+0000 7fa5d80b5640 1 -- 172.21.15.80:0/1015151965 wait complete. 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d80b5640 1 Processor -- start 2024-04-21T23:58:31.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d80b5640 1 -- start start 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d80b5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5d0100990 0x7fa5d0198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d80b5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0101330 0x7fa5d0199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d80b5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa5d0106780 0x7fa5d01a3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d80b5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d0110a40 con 0x7fa5d0101330 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d80b5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d01108c0 con 0x7fa5d0100990 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d80b5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d0110bc0 con 0x7fa5d0106780 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d5650640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0101330 0x7fa5d0199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d5650640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0101330 0x7fa5d0199160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41090/0 (socket says 172.21.15.80:41090) 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d5650640 1 -- 172.21.15.80:0/170801078 learned_addr learned my addr 172.21.15.80:0/170801078 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.669+0000 7fa5d6652640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa5d0106780 0x7fa5d01a3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5d0100990 0x7fa5d0198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.665 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d5650640 1 -- 172.21.15.80:0/170801078 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa5d0106780 msgr2=0x7fa5d01a3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d5650640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa5d0106780 0x7fa5d01a3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d5650640 1 -- 172.21.15.80:0/170801078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5d0100990 msgr2=0x7fa5d0198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d5650640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5d0100990 0x7fa5d0198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d5650640 1 -- 172.21.15.80:0/170801078 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d01a41e0 con 0x7fa5d0101330 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5d0100990 0x7fa5d0198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d6652640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa5d0106780 0x7fa5d01a3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d5650640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0101330 0x7fa5d0199160 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fa5c000c920 tx=0x7fa5c000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5c6ffd640 1 -- 172.21.15.80:0/170801078 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c0007c70 con 0x7fa5d0101330 2024-04-21T23:58:31.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5c6ffd640 1 -- 172.21.15.80:0/170801078 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5c0007e10 con 0x7fa5d0101330 2024-04-21T23:58:31.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d80b5640 1 -- 172.21.15.80:0/170801078 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d01a43b0 con 0x7fa5d0101330 2024-04-21T23:58:31.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5c6ffd640 1 -- 172.21.15.80:0/170801078 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c0018890 con 0x7fa5d0101330 2024-04-21T23:58:31.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.670+0000 7fa5d80b5640 1 -- 172.21.15.80:0/170801078 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d01a4900 con 0x7fa5d0101330 2024-04-21T23:58:31.674 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.672+0000 7fa5c6ffd640 1 -- 172.21.15.80:0/170801078 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fa5c0018a70 con 0x7fa5d0101330 2024-04-21T23:58:31.674 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.672+0000 7fa5dad7f740 1 Processor -- start 2024-04-21T23:58:31.674 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5dad7f740 1 -- start start 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efc6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efd40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55ec0ef2ab70 con 0x55ec0efc6640 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55ec0eed3470 con 0x55ec0efd4620 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55ec0ef26b30 con 0x55ec0efc6f60 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5c6ffd640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa5bc0a2ec0 0x7fa5bc0a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5d6652640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efc6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5d6652640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efc6a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41098/0 (socket says 172.21.15.80:41098) 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5d6652640 1 -- 172.21.15.80:0/1956365058 learned_addr learned my addr 172.21.15.80:0/1956365058 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5d6652640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa5bc0a2ec0 0x7fa5bc0a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5d5650640 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efd40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5c6ffd640 1 -- 172.21.15.80:0/170801078 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fa5c00cfc20 con 0x7fa5d0101330 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5d6652640 1 -- 172.21.15.80:0/1956365058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 msgr2=0x55ec0efd40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.673+0000 7fa5d6652640 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efd40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5d6652640 1 -- 172.21.15.80:0/1956365058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 msgr2=0x55ec0efd6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5d6652640 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5d6652640 1 -- 172.21.15.80:0/1956365058 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec0ec3f210 con 0x55ec0efc6640 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5d5650640 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5d6652640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa5bc0a2ec0 0x7fa5bc0a5380 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8013c00 tx=0x7fa5c80079b0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5d6652640 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efc6a20 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8010e10 tx=0x7fa5c801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca2cee9bef1a2cf7 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5bbfff640 1 -- 172.21.15.80:0/1956365058 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8010e40 con 0x55ec0efc6640 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5bbfff640 1 -- 172.21.15.80:0/1956365058 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5c800edf0 con 0x55ec0efc6640 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.674+0000 7fa5bbfff640 1 -- 172.21.15.80:0/1956365058 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8012810 con 0x55ec0efc6640 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1956365058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 msgr2=0x55ec0efc6a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efc6a20 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8010e10 tx=0x7fa5c801a000 comp rx=0 tx=0).stop 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1956365058 shutdown_connections 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efd40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1956365058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efc6a20 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1956365058 >> 172.21.15.80:0/1956365058 conn(0x55ec0efc1440 msgr2=0x55ec0efc1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1956365058 shutdown_connections 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1956365058 wait complete. 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 -- start start 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.675+0000 7fa5dad7f740 1 Processor -- start 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efd16c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efd1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55ec0efd7180 con 0x55ec0efc6640 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55ec0eee6a10 con 0x55ec0efd4620 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55ec0efd7300 con 0x55ec0efc6f60 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 10 client.0 _ll_register_callbacks cb 0x55ec0ef21b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efd16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efd16c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41100/0 (socket says 172.21.15.80:41100) 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 -- 172.21.15.80:0/1850308177 learned_addr learned my addr 172.21.15.80:0/1850308177 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5650640 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efd1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d6652640 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 -- 172.21.15.80:0/1850308177 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 msgr2=0x55ec0efd1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efd1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 -- 172.21.15.80:0/1850308177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 msgr2=0x55ec0efd2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd2140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 -- 172.21.15.80:0/1850308177 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec0ed0b620 con 0x55ec0efc6640 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efd16c0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc009900 tx=0x7fa5cc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c301d4ac4e8446f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5b97fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5b97fa640 1 -- 172.21.15.80:0/1850308177 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc005230 con 0x55ec0efc6640 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5b97fa640 1 -- 172.21.15.80:0/1850308177 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fa5cc0053d0 con 0x55ec0efc6640 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1850308177 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5c800edf0 con 0x55ec0efc6640 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5b97fa640 1 -- 172.21.15.80:0/1850308177 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fa5cc04e050 con 0x55ec0efc6640 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 10 client.15753 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.676+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1850308177 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55ec0efe3510 con 0x55ec0efc6640 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5b97fa640 1 -- 172.21.15.80:0/1850308177 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5c800edf0 con 0x55ec0efc6640 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5b97fa640 1 -- 172.21.15.80:0/1850308177 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fa5cc003ae0 con 0x55ec0efc6640 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5dad7f740 10 client.15753 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5dad7f740 10 client.15753 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5dad7f740 20 client.15753 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55ec0efe49d0 0x55ec0efe6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5dad7f740 4 client.15753 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1850308177 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec0ef380b0 con 0x55ec0efe49d0 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5d5650640 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55ec0efe49d0 0x55ec0efe6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5b97fa640 10 client.15753 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.677+0000 7fa5d5650640 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55ec0efe49d0 0x55ec0efe6dc0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd7761c69b8e8c2f server_cookie=6651d4d27390ed8c in_seq=0 out_seq=0 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5b97fa640 1 -- 172.21.15.80:0/1850308177 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ec0ef380b0 con 0x55ec0efe49d0 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5b97fa640 10 client.15753 handle_command_reply: tid=0 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 client.15753 shutdown 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1850308177 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 msgr2=0x55ec0efd16c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efd16c0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc009900 tx=0x7fa5cc004270 comp rx=0 tx=0).stop 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1850308177 shutdown_connections 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55ec0efe49d0 0x55ec0efe6dc0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efd4620 0x55ec0efd2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efd1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5b97fa640 0 client.15753 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/1850308177 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6640 0x55ec0efd16c0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1850308177 >> 172.21.15.80:0/1850308177 conn(0x55ec0efc1440 msgr2=0x55ec0efc3190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1850308177 shutdown_connections 2024-04-21T23:58:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.678+0000 7fa5dad7f740 1 -- 172.21.15.80:0/1850308177 wait complete. 2024-04-21T23:58:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.679+0000 7fa5dad7f740 20 client.15753 trim_cache size 0 max 16384 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5dad7f740 1 Processor -- start 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5dad7f740 1 -- start start 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efd3df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efe00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efd4620 0x55ec0efec680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d01aeef0 con 0x55ec0efd4620 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d01ac7c0 con 0x55ec0efc6640 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d01aa610 con 0x55ec0efc6f60 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d6652640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efd4620 0x55ec0efec680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d5e51640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efd3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d6652640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efd4620 0x55ec0efec680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41116/0 (socket says 172.21.15.80:41116) 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d6652640 1 -- 172.21.15.80:0/3620950243 learned_addr learned my addr 172.21.15.80:0/3620950243 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d5650640 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efe00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d6652640 1 -- 172.21.15.80:0/3620950243 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 msgr2=0x55ec0efe00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d6652640 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efe00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d6652640 1 -- 172.21.15.80:0/3620950243 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 msgr2=0x55ec0efd3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.694+0000 7fa5d6652640 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efd3df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.695+0000 7fa5d6652640 1 -- 172.21.15.80:0/3620950243 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec0efcfc10 con 0x55ec0efd4620 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.695+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efd3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.695+0000 7fa5d6652640 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efd4620 0x55ec0efec680 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8005f80 tx=0x7fa5c8007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbb4f6b3dc9039d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.695+0000 7fa5bb7fe640 1 -- 172.21.15.80:0/3620950243 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c802d070 con 0x55ec0efd4620 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.695+0000 7fa5bb7fe640 1 -- 172.21.15.80:0/3620950243 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5c8010b10 con 0x55ec0efd4620 2024-04-21T23:58:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.695+0000 7fa5bb7fe640 1 -- 172.21.15.80:0/3620950243 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8032880 con 0x55ec0efd4620 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.695+0000 7fa5dad7f740 1 -- 172.21.15.80:0/3620950243 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efd4620 msgr2=0x55ec0efec680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.695+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efd4620 0x55ec0efec680 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8005f80 tx=0x7fa5c8007690 comp rx=0 tx=0).stop 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 -- 172.21.15.80:0/3620950243 shutdown_connections 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efd4620 0x55ec0efec680 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efc6f60 0x55ec0efe00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/3620950243 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efd3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 -- 172.21.15.80:0/3620950243 >> 172.21.15.80:0/3620950243 conn(0x55ec0efc1440 msgr2=0x55ec0efcff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 -- 172.21.15.80:0/3620950243 shutdown_connections 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 -- 172.21.15.80:0/3620950243 wait complete. 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 -- start start 2024-04-21T23:58:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 Processor -- start 2024-04-21T23:58:31.695 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efdca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.695 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6f60 0x55ec0efd7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efd4620 0x55ec0efd8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d01aac80 con 0x55ec0efc6f60 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d01ac0f0 con 0x55ec0efc6640 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d01ab350 con 0x55ec0efd4620 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5dad7f740 10 client.0 _ll_register_callbacks cb 0x7fa5cc02c5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.696+0000 7fa5d5650640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6f60 0x55ec0efd7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5650640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6f60 0x55ec0efd7df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41130/0 (socket says 172.21.15.80:41130) 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5650640 1 -- 172.21.15.80:0/2139311412 learned_addr learned my addr 172.21.15.80:0/2139311412 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d6652640 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efd4620 0x55ec0efd8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efdca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5650640 1 -- 172.21.15.80:0/2139311412 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efd4620 msgr2=0x55ec0efd8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5650640 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efd4620 0x55ec0efd8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5650640 1 -- 172.21.15.80:0/2139311412 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 msgr2=0x55ec0efdca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5650640 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efdca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5650640 1 -- 172.21.15.80:0/2139311412 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec0efd8bd0 con 0x55ec0efc6f60 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5d5650640 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6f60 0x55ec0efd7df0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00cd650 tx=0x7fa5c004b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14480482b720ad53 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5b97fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5b97fa640 1 -- 172.21.15.80:0/2139311412 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c009bbd0 con 0x55ec0efc6f60 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5b97fa640 1 -- 172.21.15.80:0/2139311412 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fa5c000fb30 con 0x55ec0efc6f60 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5dad7f740 1 -- 172.21.15.80:0/2139311412 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5c8010b10 con 0x55ec0efc6f60 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5b97fa640 1 -- 172.21.15.80:0/2139311412 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fa5c009ff80 con 0x55ec0efc6f60 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5dad7f740 10 client.15759 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5dad7f740 1 -- 172.21.15.80:0/2139311412 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55ec0f04b030 con 0x55ec0efc6f60 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.697+0000 7fa5b97fa640 1 -- 172.21.15.80:0/2139311412 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5c8010b10 con 0x55ec0efc6f60 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5b97fa640 1 -- 172.21.15.80:0/2139311412 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fa5c0066420 con 0x55ec0efc6f60 2024-04-21T23:58:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5dad7f740 10 client.15759 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5dad7f740 10 client.15759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5dad7f740 20 client.15759 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55ec0f04b760 0x55ec0f04db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5dad7f740 4 client.15759 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T23:58:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5dad7f740 1 -- 172.21.15.80:0/2139311412 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ec0ef32400 con 0x55ec0f04b760 2024-04-21T23:58:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55ec0f04b760 0x55ec0f04db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5b97fa640 10 client.15759 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.698+0000 7fa5d5e51640 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55ec0f04b760 0x55ec0f04db80 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=551d004971890fa6 server_cookie=87efb752761c8c54 in_seq=0 out_seq=0 2024-04-21T23:58:31.704 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.710+0000 7fa5b97fa640 1 -- 172.21.15.80:0/2139311412 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ec0ef32400 con 0x55ec0f04b760 2024-04-21T23:58:31.704 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5b97fa640 10 client.15759 handle_command_reply: tid=0 2024-04-21T23:58:31.704 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 client.15759 shutdown 2024-04-21T23:58:31.704 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 -- 172.21.15.80:0/2139311412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6f60 msgr2=0x55ec0efd7df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.704 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6f60 0x55ec0efd7df0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00cd650 tx=0x7fa5c004b040 comp rx=0 tx=0).stop 2024-04-21T23:58:31.704 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 -- 172.21.15.80:0/2139311412 shutdown_connections 2024-04-21T23:58:31.704 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55ec0f04b760 0x55ec0f04db80 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.704 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55ec0efd4620 0x55ec0efd8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55ec0efc6f60 0x55ec0efd7df0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5b97fa640 0 client.15759 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 --2- 172.21.15.80:0/2139311412 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ec0efc6640 0x55ec0efdca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 -- 172.21.15.80:0/2139311412 >> 172.21.15.80:0/2139311412 conn(0x55ec0efc1440 msgr2=0x55ec0efbfc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 -- 172.21.15.80:0/2139311412 shutdown_connections 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 1 -- 172.21.15.80:0/2139311412 wait complete. 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5dad7f740 20 client.15759 trim_cache size 0 max 16384 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-21T23:58:31.705 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-21T23:58:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-21T23:58:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5d80b5640 1 -- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa5bc0a2ec0 msgr2=0x7fa5bc0a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa5bc0a2ec0 0x7fa5bc0a5380 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8013c00 tx=0x7fa5c80079b0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5d80b5640 1 -- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0101330 msgr2=0x7fa5d0199160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.711+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0101330 0x7fa5d0199160 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fa5c000c920 tx=0x7fa5c000cde0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.712+0000 7fa5d80b5640 1 -- 172.21.15.80:0/170801078 shutdown_connections 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.712+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa5d0106780 0x7fa5d01a3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.712+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa5d0101330 0x7fa5d0199160 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.712+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa5bc0a2ec0 0x7fa5bc0a5380 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.712+0000 7fa5d80b5640 1 --2- 172.21.15.80:0/170801078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5d0100990 0x7fa5d0198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.712+0000 7fa5d80b5640 1 -- 172.21.15.80:0/170801078 >> 172.21.15.80:0/170801078 conn(0x7fa5d0076440 msgr2=0x7fa5d00ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.712+0000 7fa5d80b5640 1 -- 172.21.15.80:0/170801078 shutdown_connections 2024-04-21T23:58:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:31.712+0000 7fa5d80b5640 1 -- 172.21.15.80:0/170801078 wait complete. 2024-04-21T23:58:33.065 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:32 smithi120 ceph-mon[31499]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-04-21T23:58:33.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:32 smithi144 ceph-mon[31316]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-04-21T23:58:33.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:32 smithi080 ceph-mon[27925]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-04-21T23:58:35.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:34 smithi144 ceph-mon[31316]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:58:35.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:34 smithi080 ceph-mon[27925]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:58:35.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:34 smithi120 ceph-mon[31499]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T23:58:37.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:36 smithi144 ceph-mon[31316]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T23:58:37.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:36 smithi080 ceph-mon[27925]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T23:58:37.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:36 smithi120 ceph-mon[31499]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T23:58:39.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:38 smithi144 ceph-mon[31316]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-21T23:58:39.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:38 smithi080 ceph-mon[27925]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-21T23:58:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:38 smithi120 ceph-mon[31499]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-21T23:58:41.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:40 smithi144 ceph-mon[31316]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-21T23:58:41.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:40 smithi080 ceph-mon[27925]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-21T23:58:41.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:40 smithi120 ceph-mon[31499]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-21T23:58:43.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:42 smithi144 ceph-mon[31316]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-21T23:58:43.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:42 smithi080 ceph-mon[27925]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-21T23:58:43.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:42 smithi120 ceph-mon[31499]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-21T23:58:44.800 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 -- 172.21.15.80:0/3666216224 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 msgr2=0x7fad4010e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.800 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 --2- 172.21.15.80:0/3666216224 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 0x7fad4010e1b0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fad38009ca0 tx=0x7fad3802c230 comp rx=0 tx=0).stop 2024-04-21T23:58:44.800 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 -- 172.21.15.80:0/3666216224 shutdown_connections 2024-04-21T23:58:44.800 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 --2- 172.21.15.80:0/3666216224 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 0x7fad4010e1b0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.800 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 --2- 172.21.15.80:0/3666216224 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fad401032f0 0x7fad4010b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.800 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 --2- 172.21.15.80:0/3666216224 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad401029d0 0x7fad40102db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 -- 172.21.15.80:0/3666216224 >> 172.21.15.80:0/3666216224 conn(0x7fad400777c0 msgr2=0x7fad40077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 -- 172.21.15.80:0/3666216224 shutdown_connections 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.805+0000 7fad475e7640 1 -- 172.21.15.80:0/3666216224 wait complete. 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad475e7640 1 Processor -- start 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad475e7640 1 -- start start 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad475e7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fad401029d0 0x7fad40197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad475e7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad401032f0 0x7fad401984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad475e7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 0x7fad4019c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad475e7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fad40111b10 con 0x7fad4010bd10 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad475e7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad40111990 con 0x7fad401032f0 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad475e7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fad40111c90 con 0x7fad401029d0 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45b84640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 0x7fad4019c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45b84640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 0x7fad4019c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39856/0 (socket says 172.21.15.80:39856) 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45b84640 1 -- 172.21.15.80:0/1193388802 learned_addr learned my addr 172.21.15.80:0/1193388802 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45383640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fad401029d0 0x7fad40197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45b84640 1 -- 172.21.15.80:0/1193388802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fad401029d0 msgr2=0x7fad40197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45b84640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fad401029d0 0x7fad40197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45b84640 1 -- 172.21.15.80:0/1193388802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad401032f0 msgr2=0x7fad401984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45b84640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad401032f0 0x7fad401984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.806+0000 7fad45b84640 1 -- 172.21.15.80:0/1193388802 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad4019cf50 con 0x7fad4010bd10 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.807+0000 7fad45b84640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 0x7fad4019c820 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fad3802c840 tx=0x7fad38035d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:44.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.807+0000 7fad367fc640 1 -- 172.21.15.80:0/1193388802 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad38039040 con 0x7fad4010bd10 2024-04-21T23:58:44.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.807+0000 7fad367fc640 1 -- 172.21.15.80:0/1193388802 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad38044070 con 0x7fad4010bd10 2024-04-21T23:58:44.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.807+0000 7fad475e7640 1 -- 172.21.15.80:0/1193388802 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad4019d1e0 con 0x7fad4010bd10 2024-04-21T23:58:44.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.807+0000 7fad367fc640 1 -- 172.21.15.80:0/1193388802 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad38004330 con 0x7fad4010bd10 2024-04-21T23:58:44.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.807+0000 7fad475e7640 1 -- 172.21.15.80:0/1193388802 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad401a4ad0 con 0x7fad4010bd10 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.809+0000 7fad367fc640 1 -- 172.21.15.80:0/1193388802 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fad380044d0 con 0x7fad4010bd10 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.809+0000 7fad4a1cb740 1 Processor -- start 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad4a1cb740 1 -- start start 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b8b20 0x5633510b8f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b9440 0x5633510c1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510c2210 0x5633510c4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56335101cb70 con 0x5633510b8b20 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563350fc5470 con 0x5633510b9440 2024-04-21T23:58:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad367fc640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fad2c0a2ec0 0x7fad2c0a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x563351018b30 con 0x5633510c2210 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b8b20 0x5633510b8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b8b20 0x5633510b8f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39866/0 (socket says 172.21.15.80:39866) 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 -- 172.21.15.80:0/2048732165 learned_addr learned my addr 172.21.15.80:0/2048732165 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad45b84640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fad2c0a2ec0 0x7fad2c0a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad45383640 1 --2- 172.21.15.80:0/2048732165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b9440 0x5633510c1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad367fc640 1 -- 172.21.15.80:0/1193388802 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fad380f1e50 con 0x7fad4010bd10 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 -- 172.21.15.80:0/2048732165 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510c2210 msgr2=0x5633510c4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 --2- 172.21.15.80:0/2048732165 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510c2210 0x5633510c4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 -- 172.21.15.80:0/2048732165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b9440 msgr2=0x5633510c1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 --2- 172.21.15.80:0/2048732165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b9440 0x5633510c1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 -- 172.21.15.80:0/2048732165 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563350d31210 con 0x5633510b8b20 2024-04-21T23:58:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.810+0000 7fad44b82640 1 --2- 172.21.15.80:0/2048732165 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b8b20 0x5633510b8f00 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fad3c005fd0 tx=0x7fad3c00bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7458528453c36763 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad45b84640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fad2c0a2ec0 0x7fad2c0a5380 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fad380ef270 tx=0x7fad38088a90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad2b7fe640 1 -- 172.21.15.80:0/2048732165 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3c015030 con 0x5633510b8b20 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad2b7fe640 1 -- 172.21.15.80:0/2048732165 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad3c005020 con 0x5633510b8b20 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad2b7fe640 1 -- 172.21.15.80:0/2048732165 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3c004ca0 con 0x5633510b8b20 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2048732165 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b8b20 msgr2=0x5633510b8f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2048732165 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b8b20 0x5633510b8f00 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fad3c005fd0 tx=0x7fad3c00bf80 comp rx=0 tx=0).stop 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2048732165 shutdown_connections 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2048732165 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510c2210 0x5633510c4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2048732165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b9440 0x5633510c1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2048732165 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b8b20 0x5633510b8f00 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2048732165 >> 172.21.15.80:0/2048732165 conn(0x5633510b3440 msgr2=0x5633510b3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2048732165 shutdown_connections 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.811+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2048732165 wait complete. 2024-04-21T23:58:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 1 -- start start 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 1 Processor -- start 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b8b20 0x5633510bf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b9440 0x5633510bf780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510c2210 0x5633510bfcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5633510c4e40 con 0x5633510b9440 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563350fd8a10 con 0x5633510c2210 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5633510c4fc0 con 0x5633510b8b20 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad4a1cb740 10 client.0 _ll_register_callbacks cb 0x563351013b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad45383640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b9440 0x5633510bf780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad45383640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b9440 0x5633510bf780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39874/0 (socket says 172.21.15.80:39874) 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad45383640 1 -- 172.21.15.80:0/2871004658 learned_addr learned my addr 172.21.15.80:0/2871004658 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.812+0000 7fad44b82640 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b8b20 0x5633510bf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad44b82640 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510c2210 0x5633510bfcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad45383640 1 -- 172.21.15.80:0/2871004658 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b8b20 msgr2=0x5633510bf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad45383640 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b8b20 0x5633510bf240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad45383640 1 -- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510c2210 msgr2=0x5633510bfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad45383640 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510c2210 0x5633510bfcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad45383640 1 -- 172.21.15.80:0/2871004658 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563350dfd620 con 0x5633510b9440 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad44b82640 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510c2210 0x5633510bfcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad45383640 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b9440 0x5633510bf780 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fad30012770 tx=0x7fad30012c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb20a2a24aaaf79c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad28ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad28ff9640 1 -- 172.21.15.80:0/2871004658 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3000f920 con 0x5633510b9440 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad28ff9640 1 -- 172.21.15.80:0/2871004658 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fad3000fac0 con 0x5633510b9440 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2871004658 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad3c005020 con 0x5633510b9440 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad28ff9640 1 -- 172.21.15.80:0/2871004658 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fad3000fcc0 con 0x5633510b9440 2024-04-21T23:58:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad4a1cb740 10 client.15771 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2871004658 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5633510d1140 con 0x5633510b9440 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.813+0000 7fad28ff9640 1 -- 172.21.15.80:0/2871004658 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad3c005020 con 0x5633510b9440 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad28ff9640 1 -- 172.21.15.80:0/2871004658 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fad3001c420 con 0x5633510b9440 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad4a1cb740 10 client.15771 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad4a1cb740 10 client.15771 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad4a1cb740 20 client.15771 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5633510d26a0 0x5633510d4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad4a1cb740 4 client.15771 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2871004658 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56335102a0b0 con 0x5633510d26a0 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad44b82640 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5633510d26a0 0x5633510d4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad28ff9640 10 client.15771 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.814+0000 7fad44b82640 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5633510d26a0 0x5633510d4a90 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7eafc80c9257813 server_cookie=9babb9b45fad76e6 in_seq=0 out_seq=0 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad28ff9640 1 -- 172.21.15.80:0/2871004658 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56335102a0b0 con 0x5633510d26a0 2024-04-21T23:58:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad28ff9640 10 client.15771 handle_command_reply: tid=0 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 client.15771 shutdown 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2871004658 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b9440 msgr2=0x5633510bf780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b9440 0x5633510bf780 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fad30012770 tx=0x7fad30012c30 comp rx=0 tx=0).stop 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2871004658 shutdown_connections 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5633510d26a0 0x5633510d4a90 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510c2210 0x5633510bfcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510b9440 0x5633510bf780 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2871004658 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b8b20 0x5633510bf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad28ff9640 0 client.15771 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2871004658 >> 172.21.15.80:0/2871004658 conn(0x5633510b3440 msgr2=0x5633510b5190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2871004658 shutdown_connections 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.815+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2871004658 wait complete. 2024-04-21T23:58:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.816+0000 7fad4a1cb740 20 client.15771 trim_cache size 0 max 16384 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad4a1cb740 1 Processor -- start 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad4a1cb740 1 -- start start 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 0x5633510cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 0x5633510ae220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x5633510bfae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fad401b11a0 con 0x5633510c2210 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad401aea70 con 0x5633510b8b20 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fad401ac8c0 con 0x5633510b9440 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x5633510bfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x5633510bfae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39882/0 (socket says 172.21.15.80:39882) 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 -- 172.21.15.80:0/2834404916 learned_addr learned my addr 172.21.15.80:0/2834404916 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad45383640 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 0x5633510ae220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 0x5633510cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 -- 172.21.15.80:0/2834404916 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 msgr2=0x5633510ae220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 0x5633510ae220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 -- 172.21.15.80:0/2834404916 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 msgr2=0x5633510cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 0x5633510cdd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 -- 172.21.15.80:0/2834404916 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633510be1f0 con 0x5633510c2210 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.831+0000 7fad44b82640 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x5633510bfae0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fad3c005d80 tx=0x7fad3c00b470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=987d81c2cdb0b354 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad2affd640 1 -- 172.21.15.80:0/2834404916 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3c015040 con 0x5633510c2210 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad2affd640 1 -- 172.21.15.80:0/2834404916 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad3c016040 con 0x5633510c2210 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad2affd640 1 -- 172.21.15.80:0/2834404916 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3c02a2f0 con 0x5633510c2210 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2834404916 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 msgr2=0x5633510bfae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x5633510bfae0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fad3c005d80 tx=0x7fad3c00b470 comp rx=0 tx=0).stop 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2834404916 shutdown_connections 2024-04-21T23:58:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x5633510bfae0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 0x5633510ae220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/2834404916 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 0x5633510cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2834404916 >> 172.21.15.80:0/2834404916 conn(0x5633510b3440 msgr2=0x5633510b5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2834404916 shutdown_connections 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.832+0000 7fad4a1cb740 1 -- 172.21.15.80:0/2834404916 wait complete. 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 1 -- start start 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 1 Processor -- start 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 0x5633510c6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 0x5633510c6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x563351137c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fad401acf30 con 0x5633510c2210 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad401ae3a0 con 0x5633510b8b20 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fad401ad600 con 0x5633510b9440 2024-04-21T23:58:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad4a1cb740 10 client.0 _ll_register_callbacks cb 0x7fad30009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad44b82640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x563351137c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad44b82640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x563351137c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39896/0 (socket says 172.21.15.80:39896) 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad44b82640 1 -- 172.21.15.80:0/969129872 learned_addr learned my addr 172.21.15.80:0/969129872 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad45383640 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 0x5633510c6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.833+0000 7fad44b82640 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 0x5633510c6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad44b82640 1 -- 172.21.15.80:0/969129872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 msgr2=0x5633510c6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad44b82640 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 0x5633510c6550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad44b82640 1 -- 172.21.15.80:0/969129872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 msgr2=0x5633510c6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad44b82640 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 0x5633510c6010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad44b82640 1 -- 172.21.15.80:0/969129872 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633510d4e00 con 0x5633510c2210 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad44b82640 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x563351137c10 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fad3c004bc0 tx=0x7fad3c02c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e47155420767278a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad28ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad28ff9640 1 -- 172.21.15.80:0/969129872 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3c015070 con 0x5633510c2210 2024-04-21T23:58:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad28ff9640 1 -- 172.21.15.80:0/969129872 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fad3c0044e0 con 0x5633510c2210 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad4a1cb740 1 -- 172.21.15.80:0/969129872 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad3c016040 con 0x5633510c2210 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad28ff9640 1 -- 172.21.15.80:0/969129872 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fad3c03f050 con 0x5633510c2210 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad4a1cb740 10 client.15777 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.834+0000 7fad4a1cb740 1 -- 172.21.15.80:0/969129872 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x563351139130 con 0x5633510c2210 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad28ff9640 1 -- 172.21.15.80:0/969129872 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad3c016040 con 0x5633510c2210 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad28ff9640 1 -- 172.21.15.80:0/969129872 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fad3c033020 con 0x5633510c2210 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad4a1cb740 10 client.15777 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad4a1cb740 10 client.15777 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad4a1cb740 20 client.15777 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563351139630 0x56335113ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad4a1cb740 4 client.15777 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad4a1cb740 1 -- 172.21.15.80:0/969129872 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5633510ae900 con 0x563351139630 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.835+0000 7fad45383640 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563351139630 0x56335113ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.836+0000 7fad45383640 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563351139630 0x56335113ba50 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c85f5ce4b831eb2 server_cookie=d8039fc84bd47fd in_seq=0 out_seq=0 2024-04-21T23:58:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.836+0000 7fad28ff9640 10 client.15777 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad28ff9640 1 -- 172.21.15.80:0/969129872 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5633510ae900 con 0x563351139630 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad28ff9640 10 client.15777 handle_command_reply: tid=0 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 client.15777 shutdown 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 -- 172.21.15.80:0/969129872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 msgr2=0x563351137c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x563351137c10 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fad3c004bc0 tx=0x7fad3c02c040 comp rx=0 tx=0).stop 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 -- 172.21.15.80:0/969129872 shutdown_connections 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563351139630 0x56335113ba50 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5633510c2210 0x563351137c10 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5633510b9440 0x5633510c6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad28ff9640 0 client.15777 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:44.835 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 --2- 172.21.15.80:0/969129872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5633510b8b20 0x5633510c6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 -- 172.21.15.80:0/969129872 >> 172.21.15.80:0/969129872 conn(0x5633510b3440 msgr2=0x5633510b1c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:44.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 -- 172.21.15.80:0/969129872 shutdown_connections 2024-04-21T23:58:44.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.839+0000 7fad4a1cb740 1 -- 172.21.15.80:0/969129872 wait complete. 2024-04-21T23:58:44.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad4a1cb740 20 client.15777 trim_cache size 0 max 16384 2024-04-21T23:58:44.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-21T23:58:44.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-21T23:58:44.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-21T23:58:44.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 -- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fad2c0a2ec0 msgr2=0x7fad2c0a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fad2c0a2ec0 0x7fad2c0a5380 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fad380ef270 tx=0x7fad38088a90 comp rx=0 tx=0).stop 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 -- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 msgr2=0x7fad4019c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 0x7fad4019c820 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fad3802c840 tx=0x7fad38035d90 comp rx=0 tx=0).stop 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 -- 172.21.15.80:0/1193388802 shutdown_connections 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fad4010bd10 0x7fad4019c820 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fad2c0a2ec0 0x7fad2c0a5380 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad401032f0 0x7fad401984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 --2- 172.21.15.80:0/1193388802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fad401029d0 0x7fad40197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:44.838 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 -- 172.21.15.80:0/1193388802 >> 172.21.15.80:0/1193388802 conn(0x7fad400777c0 msgr2=0x7fad400fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:44.838 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 -- 172.21.15.80:0/1193388802 shutdown_connections 2024-04-21T23:58:44.838 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:44.840+0000 7fad475e7640 1 -- 172.21.15.80:0/1193388802 wait complete. 2024-04-21T23:58:45.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:44 smithi144 ceph-mon[31316]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-21T23:58:45.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:44 smithi080 ceph-mon[27925]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-21T23:58:45.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:44 smithi120 ceph-mon[31499]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-21T23:58:47.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:46 smithi144 ceph-mon[31316]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-21T23:58:47.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:46 smithi080 ceph-mon[27925]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-21T23:58:47.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:46 smithi120 ceph-mon[31499]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-21T23:58:47.290 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T23:58:47.290 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T23:58:47.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 -- 172.21.15.80:0/4218480798 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c1066b0 msgr2=0x7f044c106a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 --2- 172.21.15.80:0/4218480798 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c1066b0 0x7f044c106a90 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f0448009930 tx=0x7f044802bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:47.398 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 -- 172.21.15.80:0/4218480798 shutdown_connections 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 --2- 172.21.15.80:0/4218480798 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f044c100fd0 0x7f044c10d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 --2- 172.21.15.80:0/4218480798 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f044c100610 0x7f044c100a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 --2- 172.21.15.80:0/4218480798 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c1066b0 0x7f044c106a90 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 -- 172.21.15.80:0/4218480798 >> 172.21.15.80:0/4218480798 conn(0x7f044c077740 msgr2=0x7f044c077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 -- 172.21.15.80:0/4218480798 shutdown_connections 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.403+0000 7f04544c2640 1 -- 172.21.15.80:0/4218480798 wait complete. 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f04544c2640 1 Processor -- start 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f04544c2640 1 -- start start 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f04544c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c100610 0x7f044c198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f04544c2640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f044c100fd0 0x7f044c1992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f04544c2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f044c1066b0 0x7f044c1a3e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.399 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f04544c2640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f044c110a30 con 0x7f044c100610 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f04544c2640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f044c1108b0 con 0x7f044c1066b0 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f04544c2640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f044c110bb0 con 0x7f044c100fd0 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f045225e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c100610 0x7f044c198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f045225e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c100610 0x7f044c198db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39910/0 (socket says 172.21.15.80:39910) 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f045225e640 1 -- 172.21.15.80:0/503997954 learned_addr learned my addr 172.21.15.80:0/503997954 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f0451a5d640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f044c100fd0 0x7f044c1992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f0452a5f640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f044c1066b0 0x7f044c1a3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f045225e640 1 -- 172.21.15.80:0/503997954 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f044c100fd0 msgr2=0x7f044c1992f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f045225e640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f044c100fd0 0x7f044c1992f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f045225e640 1 -- 172.21.15.80:0/503997954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f044c1066b0 msgr2=0x7f044c1a3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f045225e640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f044c1066b0 0x7f044c1a3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f045225e640 1 -- 172.21.15.80:0/503997954 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f044c1a4370 con 0x7f044c100610 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.404+0000 7f0451a5d640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f044c100fd0 0x7f044c1992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:47.400 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.405+0000 7f045225e640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c100610 0x7f044c198db0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f0448009230 tx=0x7f044802ce20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.405+0000 7f04437fe640 1 -- 172.21.15.80:0/503997954 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0448041070 con 0x7f044c100610 2024-04-21T23:58:47.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.405+0000 7f04437fe640 1 -- 172.21.15.80:0/503997954 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04480054e0 con 0x7f044c100610 2024-04-21T23:58:47.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.405+0000 7f04544c2640 1 -- 172.21.15.80:0/503997954 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f044c1a4540 con 0x7f044c100610 2024-04-21T23:58:47.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.405+0000 7f04437fe640 1 -- 172.21.15.80:0/503997954 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0448034440 con 0x7f044c100610 2024-04-21T23:58:47.401 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.405+0000 7f04544c2640 1 -- 172.21.15.80:0/503997954 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f044c1a49a0 con 0x7f044c100610 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.407+0000 7f04437fe640 1 -- 172.21.15.80:0/503997954 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f0448044070 con 0x7f044c100610 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0457188740 1 Processor -- start 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0457188740 1 -- start start 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0457188740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b750524310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0457188740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0457188740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0457188740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55b750488560 con 0x55b750524850 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0457188740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b750430730 con 0x55b75052d430 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0457188740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55b750484520 con 0x55b750523f30 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f045225e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f045225e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39916/0 (socket says 172.21.15.80:39916) 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f045225e640 1 -- 172.21.15.80:0/466853896 learned_addr learned my addr 172.21.15.80:0/466853896 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f04437fe640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04380a2e20 0x7f04380a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0452a5f640 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b750524310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f0451a5d640 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f045225e640 1 -- 172.21.15.80:0/466853896 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 msgr2=0x55b750524310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.408+0000 7f045225e640 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b750524310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f045225e640 1 -- 172.21.15.80:0/466853896 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 msgr2=0x55b75052f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f045225e640 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f045225e640 1 -- 172.21.15.80:0/466853896 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7502667d0 con 0x55b750524850 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f0451a5d640 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f0452a5f640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04380a2e20 0x7f04380a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f04437fe640 1 -- 172.21.15.80:0/503997954 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f04480f15c0 con 0x7f044c100610 2024-04-21T23:58:47.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f045225e640 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052cef0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f04480ee920 tx=0x7f044804d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b160ec365ee6ee64 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f0452a5f640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04380a2e20 0x7f04380a52e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0444007dd0 tx=0x7f0444004a40 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f0440bfe640 1 -- 172.21.15.80:0/466853896 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04480bd250 con 0x55b750524850 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f0440bfe640 1 -- 172.21.15.80:0/466853896 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f044804be80 con 0x55b750524850 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.409+0000 7f0440bfe640 1 -- 172.21.15.80:0/466853896 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04480bd070 con 0x55b750524850 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 -- 172.21.15.80:0/466853896 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 msgr2=0x55b75052cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052cef0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f04480ee920 tx=0x7f044804d000 comp rx=0 tx=0).stop 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 -- 172.21.15.80:0/466853896 shutdown_connections 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052cef0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 --2- 172.21.15.80:0/466853896 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b750524310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 -- 172.21.15.80:0/466853896 >> 172.21.15.80:0/466853896 conn(0x55b75051e660 msgr2=0x55b75051ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 -- 172.21.15.80:0/466853896 shutdown_connections 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 -- 172.21.15.80:0/466853896 wait complete. 2024-04-21T23:58:47.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.410+0000 7f0457188740 1 -- start start 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0457188740 1 Processor -- start 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0457188740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b750523f30 0x55b75052a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0457188740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0457188740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b75052d430 0x55b75052aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0457188740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55b75052ffe0 con 0x55b750524850 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0457188740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b750443e00 con 0x55b750523f30 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0457188740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55b750530160 con 0x55b75052d430 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0457188740 10 client.0 _ll_register_callbacks cb 0x55b75047eeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39926/0 (socket says 172.21.15.80:39926) 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 -- 172.21.15.80:0/3660683602 learned_addr learned my addr 172.21.15.80:0/3660683602 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f045225e640 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b750523f30 0x55b75052a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.411 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0452a5f640 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b75052d430 0x55b75052aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 -- 172.21.15.80:0/3660683602 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b75052d430 msgr2=0x55b75052aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b75052d430 0x55b75052aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 -- 172.21.15.80:0/3660683602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b750523f30 msgr2=0x55b75052a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b750523f30 0x55b75052a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 -- 172.21.15.80:0/3660683602 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b75019c3f0 con 0x55b750524850 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0451a5d640 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052a970 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f043c010670 tx=0x7f043c010a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c2173263f9961bb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.411+0000 7f0435ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0435ffb640 1 -- 172.21.15.80:0/3660683602 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f043c00e9a0 con 0x55b750524850 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0435ffb640 1 -- 172.21.15.80:0/3660683602 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f043c00eb40 con 0x55b750524850 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 1 -- 172.21.15.80:0/3660683602 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f044804be80 con 0x55b750524850 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0435ffb640 1 -- 172.21.15.80:0/3660683602 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f043c025050 con 0x55b750524850 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 10 client.15789 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 1 -- 172.21.15.80:0/3660683602 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55b75015c0f0 con 0x55b750524850 2024-04-21T23:58:47.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0435ffb640 1 -- 172.21.15.80:0/3660683602 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f044804be80 con 0x55b750524850 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0435ffb640 1 -- 172.21.15.80:0/3660683602 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f043c00f040 con 0x55b750524850 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 10 client.15789 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 10 client.15789 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 20 client.15789 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b75053d480 0x55b75053f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 4 client.15789 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.412+0000 7f0457188740 1 -- 172.21.15.80:0/3660683602 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b750495aa0 con 0x55b75053d480 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.413+0000 7f045225e640 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b75053d480 0x55b75053f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.413+0000 7f0435ffb640 10 client.15789 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.413+0000 7f045225e640 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b75053d480 0x55b75053f8c0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdb844d5c28089b8 server_cookie=76b5ae7d48d06aca in_seq=0 out_seq=0 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0435ffb640 1 -- 172.21.15.80:0/3660683602 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b750495aa0 con 0x55b75053d480 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0435ffb640 10 client.15789 handle_command_reply: tid=0 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 client.15789 shutdown 2024-04-21T23:58:47.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 -- 172.21.15.80:0/3660683602 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 msgr2=0x55b75052a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052a970 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f043c010670 tx=0x7f043c010a70 comp rx=0 tx=0).stop 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 -- 172.21.15.80:0/3660683602 shutdown_connections 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b75053d480 0x55b75053f8c0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b75052d430 0x55b75052aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b75052a970 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 --2- 172.21.15.80:0/3660683602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b750523f30 0x55b75052a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 -- 172.21.15.80:0/3660683602 >> 172.21.15.80:0/3660683602 conn(0x55b75051e660 msgr2=0x55b7505203b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0435ffb640 0 client.15789 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 -- 172.21.15.80:0/3660683602 shutdown_connections 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 1 -- 172.21.15.80:0/3660683602 wait complete. 2024-04-21T23:58:47.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.414+0000 7f0457188740 20 client.15789 trim_cache size 0 max 16384 2024-04-21T23:58:47.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0457188740 1 Processor -- start 2024-04-21T23:58:47.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0457188740 1 -- start start 2024-04-21T23:58:47.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0457188740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b75052cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0457188740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750538df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0457188740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0457188740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f044c1b1210 con 0x55b750524850 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0457188740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f044c1aeae0 con 0x55b75052d430 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0457188740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f044c1ac930 con 0x55b750523f30 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0451a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750538df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0451a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750538df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39930/0 (socket says 172.21.15.80:39930) 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0451a5d640 1 -- 172.21.15.80:0/497413569 learned_addr learned my addr 172.21.15.80:0/497413569 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f045225e640 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b75052cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.433+0000 7f0452a5f640 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0451a5d640 1 -- 172.21.15.80:0/497413569 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 msgr2=0x55b75052cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0451a5d640 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b75052cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0451a5d640 1 -- 172.21.15.80:0/497413569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 msgr2=0x55b75052ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0451a5d640 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0451a5d640 1 -- 172.21.15.80:0/497413569 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b75051e490 con 0x55b750524850 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0451a5d640 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750538df0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f043c000c00 tx=0x7f043c00b7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb51b4d7d52c91f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0437fff640 1 -- 172.21.15.80:0/497413569 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f043c02f030 con 0x55b750524850 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0437fff640 1 -- 172.21.15.80:0/497413569 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f043c010150 con 0x55b750524850 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.434+0000 7f0437fff640 1 -- 172.21.15.80:0/497413569 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f043c01a690 con 0x55b750524850 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- 172.21.15.80:0/497413569 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 msgr2=0x55b750538df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750538df0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f043c000c00 tx=0x7f043c00b7f0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- 172.21.15.80:0/497413569 shutdown_connections 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b75052ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750538df0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 --2- 172.21.15.80:0/497413569 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b75052cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- 172.21.15.80:0/497413569 >> 172.21.15.80:0/497413569 conn(0x55b75051e660 msgr2=0x55b75052a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- 172.21.15.80:0/497413569 shutdown_connections 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- 172.21.15.80:0/497413569 wait complete. 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- start start 2024-04-21T23:58:47.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 Processor -- start 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b750530c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750531160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b7505316a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f044c1acfa0 con 0x55b750524850 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f044c1ae410 con 0x55b75052d430 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f044c1ad670 con 0x55b750523f30 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0457188740 10 client.0 _ll_register_callbacks cb 0x7f043c00b460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0451a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750531160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0451a5d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750531160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39936/0 (socket says 172.21.15.80:39936) 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.435+0000 7f0451a5d640 1 -- 172.21.15.80:0/3325842496 learned_addr learned my addr 172.21.15.80:0/3325842496 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f045225e640 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b750530c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0451a5d640 1 -- 172.21.15.80:0/3325842496 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 msgr2=0x55b750530c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0452a5f640 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b7505316a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0451a5d640 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b750530c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0451a5d640 1 -- 172.21.15.80:0/3325842496 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 msgr2=0x55b7505316a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0451a5d640 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b7505316a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0451a5d640 1 -- 172.21.15.80:0/3325842496 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b75053c020 con 0x55b750524850 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0451a5d640 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750531160 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f043c010f70 tx=0x7f043c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=569165a56d0c71bc server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0435ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0435ffb640 1 -- 172.21.15.80:0/3325842496 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f043c005450 con 0x55b750524850 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0435ffb640 1 -- 172.21.15.80:0/3325842496 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f043c0055f0 con 0x55b750524850 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0457188740 1 -- 172.21.15.80:0/3325842496 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f043c010150 con 0x55b750524850 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0435ffb640 1 -- 172.21.15.80:0/3325842496 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f043c00e7a0 con 0x55b750524850 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0457188740 10 client.15795 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0457188740 1 -- 172.21.15.80:0/3325842496 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55b7505a3a40 con 0x55b750524850 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.436+0000 7f0435ffb640 1 -- 172.21.15.80:0/3325842496 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f043c010150 con 0x55b750524850 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f0435ffb640 1 -- 172.21.15.80:0/3325842496 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f043c0048b0 con 0x55b750524850 2024-04-21T23:58:47.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f0457188740 10 client.15795 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f0457188740 10 client.15795 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f0457188740 20 client.15795 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f0457188740 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b7505a40c0 0x55b7505a64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f0457188740 4 client.15795 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f0457188740 1 -- 172.21.15.80:0/3325842496 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b75048fdf0 con 0x55b7505a40c0 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f045225e640 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b7505a40c0 0x55b7505a64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f0435ffb640 10 client.15795 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.437+0000 7f045225e640 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b7505a40c0 0x55b7505a64e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da7678fc462b9f11 server_cookie=4871856b0817a2d6 in_seq=0 out_seq=0 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0435ffb640 1 -- 172.21.15.80:0/3325842496 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b75048fdf0 con 0x55b7505a40c0 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0435ffb640 10 client.15795 handle_command_reply: tid=0 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 client.15795 shutdown 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 -- 172.21.15.80:0/3325842496 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 msgr2=0x55b750531160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750531160 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f043c010f70 tx=0x7f043c00ef20 comp rx=0 tx=0).stop 2024-04-21T23:58:47.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 -- 172.21.15.80:0/3325842496 shutdown_connections 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b7505a40c0 0x55b7505a64e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b75052d430 0x55b7505316a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b750524850 0x55b750531160 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 --2- 172.21.15.80:0/3325842496 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b750523f30 0x55b750530c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 -- 172.21.15.80:0/3325842496 >> 172.21.15.80:0/3325842496 conn(0x55b75051e660 msgr2=0x55b75052ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0435ffb640 0 client.15795 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 -- 172.21.15.80:0/3325842496 shutdown_connections 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 1 -- 172.21.15.80:0/3325842496 wait complete. 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f0457188740 20 client.15795 trim_cache size 0 max 16384 2024-04-21T23:58:47.437 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:58:47.438 INFO:teuthology.orchestra.run.smithi080.stdout: "status": "no active scrubs running", 2024-04-21T23:58:47.438 INFO:teuthology.orchestra.run.smithi080.stdout: "scrubs": {} 2024-04-21T23:58:47.438 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 -- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04380a2e20 msgr2=0x7f04380a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04380a2e20 0x7f04380a52e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0444007dd0 tx=0x7f0444004a40 comp rx=0 tx=0).stop 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 -- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c100610 msgr2=0x7f044c198db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c100610 0x7f044c198db0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f0448009230 tx=0x7f044802ce20 comp rx=0 tx=0).stop 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 -- 172.21.15.80:0/503997954 shutdown_connections 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04380a2e20 0x7f04380a52e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f044c1066b0 0x7f044c1a3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f044c100fd0 0x7f044c1992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 --2- 172.21.15.80:0/503997954 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f044c100610 0x7f044c198db0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.438+0000 7f04544c2640 1 -- 172.21.15.80:0/503997954 >> 172.21.15.80:0/503997954 conn(0x7f044c077740 msgr2=0x7f044c0ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.439+0000 7f04544c2640 1 -- 172.21.15.80:0/503997954 shutdown_connections 2024-04-21T23:58:47.439 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.439+0000 7f04544c2640 1 -- 172.21.15.80:0/503997954 wait complete. 2024-04-21T23:58:47.442 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-21T23:58:47.442 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:58:47.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/325304887 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 msgr2=0x7f7e5410d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/325304887 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 0x7f7e5410d4f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c009cd0 tx=0x7f7e4c02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/325304887 shutdown_connections 2024-04-21T23:58:47.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/325304887 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 0x7f7e5410d4f0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/325304887 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7e54100620 0x7f7e54100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/325304887 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7e54106630 0x7f7e54106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/325304887 >> 172.21.15.80:0/325304887 conn(0x7f7e54077740 msgr2=0x7f7e54077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/325304887 shutdown_connections 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/325304887 wait complete. 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 Processor -- start 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- start start 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7e54100620 0x7f7e54196f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 0x7f7e54197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7e54106630 0x7f7e5419b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7e54110a40 con 0x7f7e54100fe0 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7e541108c0 con 0x7f7e54100620 2024-04-21T23:58:47.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.549+0000 7f7e5c0c2640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7e54110bc0 con 0x7f7e54106630 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 0x7f7e54197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 0x7f7e54197460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39944/0 (socket says 172.21.15.80:39944) 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 -- 172.21.15.80:0/2475631984 learned_addr learned my addr 172.21.15.80:0/2475631984 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5a65f640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7e54106630 0x7f7e5419b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e59e5e640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7e54100620 0x7f7e54196f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 -- 172.21.15.80:0/2475631984 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7e54106630 msgr2=0x7f7e5419b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7e54106630 0x7f7e5419b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 -- 172.21.15.80:0/2475631984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7e54100620 msgr2=0x7f7e54196f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7e54100620 0x7f7e54196f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 -- 172.21.15.80:0/2475631984 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e5419bec0 con 0x7f7e54100fe0 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e59e5e640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7e54100620 0x7f7e54196f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5965d640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 0x7f7e54197460 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f7e44009860 tx=0x7f7e44009d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e4affd640 1 -- 172.21.15.80:0/2475631984 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44005020 con 0x7f7e54100fe0 2024-04-21T23:58:47.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e5419c1b0 con 0x7f7e54100fe0 2024-04-21T23:58:47.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e4affd640 1 -- 172.21.15.80:0/2475631984 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e440047a0 con 0x7f7e54100fe0 2024-04-21T23:58:47.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e4affd640 1 -- 172.21.15.80:0/2475631984 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44007ba0 con 0x7f7e54100fe0 2024-04-21T23:58:47.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.550+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e540688d0 con 0x7f7e54100fe0 2024-04-21T23:58:47.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.551+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e54068560 con 0x7f7e54100fe0 2024-04-21T23:58:47.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.552+0000 7f7e4affd640 1 -- 172.21.15.80:0/2475631984 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f7e44004950 con 0x7f7e54100fe0 2024-04-21T23:58:47.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.553+0000 7f7e4affd640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7e400a2e20 0x7f7e400a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.553+0000 7f7e59e5e640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7e400a2e20 0x7f7e400a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.553+0000 7f7e4affd640 1 -- 172.21.15.80:0/2475631984 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f7e440d1860 con 0x7f7e54100fe0 2024-04-21T23:58:47.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.554+0000 7f7e59e5e640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7e400a2e20 0x7f7e400a52e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7e50005fd0 tx=0x7f7e500094d0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.549 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.557+0000 7f7e4affd640 1 -- 172.21.15.80:0/2475631984 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f7e4409df10 con 0x7f7e54100fe0 2024-04-21T23:58:47.778 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.785+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e540693b0 con 0x7f7e54100fe0 2024-04-21T23:58:47.779 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.786+0000 7f7e4affd640 1 -- 172.21.15.80:0/2475631984 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11876 (secure 0 0 0) 0x7f7e4409d810 con 0x7f7e54100fe0 2024-04-21T23:58:47.779 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:58:47.779 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:58:07.689441+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24452,24472,24488]},"id":1}]} 2024-04-21T23:58:47.780 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 23 2024-04-21T23:58:47.781 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7e400a2e20 msgr2=0x7f7e400a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.781 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7e400a2e20 0x7f7e400a52e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7e50005fd0 tx=0x7f7e500094d0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.781 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 msgr2=0x7f7e54197460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.781 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 0x7f7e54197460 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f7e44009860 tx=0x7f7e44009d20 comp rx=0 tx=0).stop 2024-04-21T23:58:47.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 shutdown_connections 2024-04-21T23:58:47.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7e54106630 0x7f7e5419b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7e54100fe0 0x7f7e54197460 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7e400a2e20 0x7f7e400a52e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 --2- 172.21.15.80:0/2475631984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7e54100620 0x7f7e54196f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 >> 172.21.15.80:0/2475631984 conn(0x7f7e54077740 msgr2=0x7f7e54102d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 shutdown_connections 2024-04-21T23:58:47.782 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.788+0000 7f7e5c0c2640 1 -- 172.21.15.80:0/2475631984 wait complete. 2024-04-21T23:58:47.792 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-21T23:58:47.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- 172.21.15.80:0/1895358115 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb50100fd0 msgr2=0x7ffb5010d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 --2- 172.21.15.80:0/1895358115 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb50100fd0 0x7ffb5010d4e0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7ffb48009cd0 tx=0x7ffb4802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- 172.21.15.80:0/1895358115 shutdown_connections 2024-04-21T23:58:47.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 --2- 172.21.15.80:0/1895358115 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb50100fd0 0x7ffb5010d4e0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 --2- 172.21.15.80:0/1895358115 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb50100610 0x7ffb50100a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 --2- 172.21.15.80:0/1895358115 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffb501066b0 0x7ffb50106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- 172.21.15.80:0/1895358115 >> 172.21.15.80:0/1895358115 conn(0x7ffb50077740 msgr2=0x7ffb50077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- 172.21.15.80:0/1895358115 shutdown_connections 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- 172.21.15.80:0/1895358115 wait complete. 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 Processor -- start 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- start start 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffb50100610 0x7ffb50198df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb50100fd0 0x7ffb50199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb501066b0 0x7ffb501a3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ffb501109f0 con 0x7ffb501066b0 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ffb50110870 con 0x7ffb50100fd0 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.908+0000 7ffb58525640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ffb50110b70 con 0x7ffb50100610 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb501066b0 0x7ffb501a3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb501066b0 0x7ffb501a3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39974/0 (socket says 172.21.15.80:39974) 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 -- 172.21.15.80:0/1917122810 learned_addr learned my addr 172.21.15.80:0/1917122810 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb562c1640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffb50100610 0x7ffb50198df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb50100fd0 0x7ffb50199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 -- 172.21.15.80:0/1917122810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffb50100610 msgr2=0x7ffb50198df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffb50100610 0x7ffb50198df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 -- 172.21.15.80:0/1917122810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb50100fd0 msgr2=0x7ffb50199330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb50100fd0 0x7ffb50199330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 -- 172.21.15.80:0/1917122810 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb501a43b0 con 0x7ffb501066b0 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb50100fd0 0x7ffb50199330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb501066b0 0x7ffb501a3e70 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7ffb480348f0 tx=0x7ffb48032ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb477fe640 1 -- 172.21.15.80:0/1917122810 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb48041020 con 0x7ffb501066b0 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb477fe640 1 -- 172.21.15.80:0/1917122810 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb48034cd0 con 0x7ffb501066b0 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb58525640 1 -- 172.21.15.80:0/1917122810 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb501a4580 con 0x7ffb501066b0 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb477fe640 1 -- 172.21.15.80:0/1917122810 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb48039040 con 0x7ffb501066b0 2024-04-21T23:58:47.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.909+0000 7ffb58525640 1 -- 172.21.15.80:0/1917122810 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb501a49e0 con 0x7ffb501066b0 2024-04-21T23:58:47.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.911+0000 7ffb477fe640 1 -- 172.21.15.80:0/1917122810 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7ffb48044020 con 0x7ffb501066b0 2024-04-21T23:58:47.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.912+0000 7ffb477fe640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ffb3c0a2ea0 0x7ffb3c0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.912+0000 7ffb477fe640 1 -- 172.21.15.80:0/1917122810 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7ffb480f1800 con 0x7ffb501066b0 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.912+0000 7ffb562c1640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ffb3c0a2ea0 0x7ffb3c0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.912+0000 7ffb562c1640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ffb3c0a2ea0 0x7ffb3c0a5360 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c005fd0 tx=0x7ffb4c005850 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb5b1ed740 1 Processor -- start 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb5b1ed740 1 -- start start 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799020 0x5611c5799400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799940 0x5611c57a1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c57a4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5611c56fd530 con 0x5611c5799020 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5611c56a5830 con 0x5611c5799940 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5611c56f94f0 con 0x5611c57a2520 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.913+0000 7ffb562c1640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799020 0x5611c5799400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb562c1640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799020 0x5611c5799400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39976/0 (socket says 172.21.15.80:39976) 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb562c1640 1 -- 172.21.15.80:0/684877214 learned_addr learned my addr 172.21.15.80:0/684877214 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799940 0x5611c57a1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c57a4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb562c1640 1 -- 172.21.15.80:0/684877214 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 msgr2=0x5611c57a4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb562c1640 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c57a4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb562c1640 1 -- 172.21.15.80:0/684877214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799940 msgr2=0x5611c57a1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb562c1640 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799940 0x5611c57a1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb562c1640 1 -- 172.21.15.80:0/684877214 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611c56c92c0 con 0x5611c5799020 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c57a4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb562c1640 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799020 0x5611c5799400 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c00b350 tx=0x7ffb4c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e898199391119fdb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb44bfe640 1 -- 172.21.15.80:0/684877214 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c022070 con 0x5611c5799020 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb44bfe640 1 -- 172.21.15.80:0/684877214 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb4c00fe50 con 0x5611c5799020 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.914+0000 7ffb44bfe640 1 -- 172.21.15.80:0/684877214 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c010990 con 0x5611c5799020 2024-04-21T23:58:47.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/684877214 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799020 msgr2=0x5611c5799400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799020 0x5611c5799400 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c00b350 tx=0x7ffb4c012000 comp rx=0 tx=0).stop 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/684877214 shutdown_connections 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c57a4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799940 0x5611c57a1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/684877214 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799020 0x5611c5799400 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/684877214 >> 172.21.15.80:0/684877214 conn(0x5611c5793750 msgr2=0x5611c5793b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/684877214 shutdown_connections 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/684877214 wait complete. 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.915+0000 7ffb5b1ed740 1 -- start start 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb5b1ed740 1 Processor -- start 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57a1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799940 0x5611c579f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c57a2520 0x5611c579f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.915 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5611c57a5310 con 0x5611c57a2520 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5611c56b8f10 con 0x5611c5799020 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5611c57a5490 con 0x5611c5799940 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb5b1ed740 10 client.0 _ll_register_callbacks cb 0x5611c5410be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c57a2520 0x5611c579f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c57a2520 0x5611c579f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39992/0 (socket says 172.21.15.80:39992) 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 -- 172.21.15.80:0/3888194604 learned_addr learned my addr 172.21.15.80:0/3888194604 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb562c1640 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57a1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799940 0x5611c579f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 -- 172.21.15.80:0/3888194604 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799940 msgr2=0x5611c579f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799940 0x5611c579f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 -- 172.21.15.80:0/3888194604 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 msgr2=0x5611c57a1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57a1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 -- 172.21.15.80:0/3888194604 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611c568ac80 con 0x5611c57a2520 2024-04-21T23:58:47.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c57a2520 0x5611c579f8b0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7ffb480bd850 tx=0x7ffb480bd2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16266d38113acf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.916+0000 7ffb39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3888194604 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb480c1c70 con 0x5611c57a2520 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3888194604 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7ffb480a8070 con 0x5611c57a2520 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3888194604 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb4c00fe50 con 0x5611c57a2520 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3888194604 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ffb480c6530 con 0x5611c57a2520 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 10 client.15813 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3888194604 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5611c54113f0 con 0x5611c57a2520 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3888194604 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb4c00fe50 con 0x5611c57a2520 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3888194604 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7ffb4803c030 con 0x5611c57a2520 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 10 client.15813 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 10 client.15813 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 20 client.15813 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5611c57b24d0 0x5611c57b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 4 client.15813 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3888194604 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611c570aa70 con 0x5611c57b24d0 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.917+0000 7ffb562c1640 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5611c57b24d0 0x5611c57b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.918+0000 7ffb39ffb640 10 client.15813 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.918+0000 7ffb562c1640 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5611c57b24d0 0x5611c57b4900 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=852403cd6a5d545e server_cookie=405d46aa5620b3c2 in_seq=0 out_seq=0 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3888194604 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5611c570aa70 con 0x5611c57b24d0 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb39ffb640 10 client.15813 handle_command_reply: tid=0 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 client.15813 shutdown 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3888194604 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c57a2520 msgr2=0x5611c579f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c57a2520 0x5611c579f8b0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7ffb480bd850 tx=0x7ffb480bd2e0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3888194604 shutdown_connections 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5611c57b24d0 0x5611c57b4900 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c57a2520 0x5611c579f8b0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799940 0x5611c579f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3888194604 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57a1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3888194604 >> 172.21.15.80:0/3888194604 conn(0x5611c5793750 msgr2=0x5611c57954a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb39ffb640 0 client.15813 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:58:47.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3888194604 shutdown_connections 2024-04-21T23:58:47.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3888194604 wait complete. 2024-04-21T23:58:47.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.919+0000 7ffb5b1ed740 20 client.15813 trim_cache size 0 max 16384 2024-04-21T23:58:47.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb5b1ed740 1 Processor -- start 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb5b1ed740 1 -- start start 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799020 0x5611c57ae1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c57a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c57a2520 0x5611c57a1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ffb501b1220 con 0x5611c5799940 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ffb501aeaf0 con 0x5611c57a2520 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ffb501ac940 con 0x5611c5799020 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb55ac0640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c57a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb55ac0640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c57a19d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40004/0 (socket says 172.21.15.80:40004) 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.932+0000 7ffb55ac0640 1 -- 172.21.15.80:0/927380914 learned_addr learned my addr 172.21.15.80:0/927380914 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb562c1640 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799020 0x5611c57ae1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c57a2520 0x5611c57a1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb55ac0640 1 -- 172.21.15.80:0/927380914 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799020 msgr2=0x5611c57ae1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799020 0x5611c57ae1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb55ac0640 1 -- 172.21.15.80:0/927380914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c57a2520 msgr2=0x5611c57a1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c57a2520 0x5611c57a1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb55ac0640 1 -- 172.21.15.80:0/927380914 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611c5799770 con 0x5611c5799940 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb562c1640 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799020 0x5611c57ae1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c57a2520 0x5611c57a1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c57a19d0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7ffb500693d0 tx=0x7ffb40013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27faf85dfba4917b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb3bfff640 1 -- 172.21.15.80:0/927380914 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb40004220 con 0x5611c5799940 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb3bfff640 1 -- 172.21.15.80:0/927380914 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb400043c0 con 0x5611c5799940 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.933+0000 7ffb3bfff640 1 -- 172.21.15.80:0/927380914 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb40011950 con 0x5611c5799940 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/927380914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 msgr2=0x5611c57a19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c57a19d0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7ffb500693d0 tx=0x7ffb40013830 comp rx=0 tx=0).stop 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/927380914 shutdown_connections 2024-04-21T23:58:47.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c57a2520 0x5611c57a1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c57a19d0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/927380914 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c5799020 0x5611c57ae1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/927380914 >> 172.21.15.80:0/927380914 conn(0x5611c5793750 msgr2=0x5611c5792850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/927380914 shutdown_connections 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/927380914 wait complete. 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- start start 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 Processor -- start 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57aa9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c579bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c579c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ffb501acfb0 con 0x5611c5799940 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ffb501ae420 con 0x5611c5799020 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.934+0000 7ffb5b1ed740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ffb501ad680 con 0x5611c57a2520 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb5b1ed740 10 client.0 _ll_register_callbacks cb 0x7ffb48034e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:47.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c579bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c579bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40012/0 (socket says 172.21.15.80:40012) 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 -- 172.21.15.80:0/3312424365 learned_addr learned my addr 172.21.15.80:0/3312424365 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb562c1640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57aa9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c579c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 -- 172.21.15.80:0/3312424365 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 msgr2=0x5611c579c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c579c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 -- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 msgr2=0x5611c57aa9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57aa9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 -- 172.21.15.80:0/3312424365 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611c54db7d0 con 0x5611c5799940 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb56ac2640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c579c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb562c1640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57aa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb55ac0640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c579bbb0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ffb4001d040 tx=0x7ffb40003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=728dfaa2c44d99de server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:47.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3312424365 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4002b020 con 0x5611c5799940 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3312424365 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7ffb400037f0 con 0x5611c5799940 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3312424365 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb400043c0 con 0x5611c5799940 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3312424365 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ffb40036050 con 0x5611c5799940 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb5b1ed740 10 client.15819 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.935+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3312424365 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5611c5818710 con 0x5611c5799940 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3312424365 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb400043c0 con 0x5611c5799940 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3312424365 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7ffb4001a030 con 0x5611c5799940 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb5b1ed740 10 client.15819 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb5b1ed740 10 client.15819 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb5b1ed740 20 client.15819 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5611c5818e30 0x5611c581b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb5b1ed740 4 client.15819 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3312424365 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5611c5704dc0 con 0x5611c5818e30 2024-04-21T23:58:47.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb562c1640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5611c5818e30 0x5611c581b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb562c1640 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5611c5818e30 0x5611c581b250 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6cc30cc03fe9a74e server_cookie=7022c90fb6f2c83f in_seq=0 out_seq=0 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.936+0000 7ffb39ffb640 10 client.15819 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb39ffb640 1 -- 172.21.15.80:0/3312424365 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5611c5704dc0 con 0x5611c5818e30 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb39ffb640 10 client.15819 handle_command_reply: tid=0 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 client.15819 shutdown 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3312424365 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 msgr2=0x5611c579bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c579bbb0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ffb4001d040 tx=0x7ffb40003f50 comp rx=0 tx=0).stop 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3312424365 shutdown_connections 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5611c5818e30 0x5611c581b250 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb39ffb640 0 client.15819 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5611c57a2520 0x5611c579c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5611c5799940 0x5611c579bbb0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 --2- 172.21.15.80:0/3312424365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611c5799020 0x5611c57aa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.936 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3312424365 >> 172.21.15.80:0/3312424365 conn(0x5611c5793750 msgr2=0x5611c5794b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.937 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3312424365 shutdown_connections 2024-04-21T23:58:47.937 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 1 -- 172.21.15.80:0/3312424365 wait complete. 2024-04-21T23:58:47.937 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb5b1ed740 20 client.15819 trim_cache size 0 max 16384 2024-04-21T23:58:47.937 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 -- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ffb3c0a2ea0 msgr2=0x7ffb3c0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ffb3c0a2ea0 0x7ffb3c0a5360 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c005fd0 tx=0x7ffb4c005850 comp rx=0 tx=0).stop 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 -- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb501066b0 msgr2=0x7ffb501a3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb501066b0 0x7ffb501a3e70 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7ffb480348f0 tx=0x7ffb48032ec0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 -- 172.21.15.80:0/1917122810 shutdown_connections 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ffb501066b0 0x7ffb501a3e70 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ffb3c0a2ea0 0x7ffb3c0a5360 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb50100fd0 0x7ffb50199330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 --2- 172.21.15.80:0/1917122810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ffb50100610 0x7ffb50198df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:47.938 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.937+0000 7ffb58525640 1 -- 172.21.15.80:0/1917122810 >> 172.21.15.80:0/1917122810 conn(0x7ffb50077740 msgr2=0x7ffb500ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:47.939 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.938+0000 7ffb58525640 1 -- 172.21.15.80:0/1917122810 shutdown_connections 2024-04-21T23:58:47.939 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:47.938+0000 7ffb58525640 1 -- 172.21.15.80:0/1917122810 wait complete. 2024-04-21T23:58:47.941 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-21T23:58:48.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.049+0000 7f094c6a7640 1 -- 172.21.15.80:0/3956478911 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0944107730 msgr2=0x7f0944107b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.049+0000 7f094c6a7640 1 --2- 172.21.15.80:0/3956478911 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0944107730 0x7f0944107b10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f0940009930 tx=0x7f094002bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:48.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.049+0000 7f094c6a7640 1 -- 172.21.15.80:0/3956478911 shutdown_connections 2024-04-21T23:58:48.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.049+0000 7f094c6a7640 1 --2- 172.21.15.80:0/3956478911 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f09441020e0 0x7f094410e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.049+0000 7f094c6a7640 1 --2- 172.21.15.80:0/3956478911 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0944101720 0x7f0944101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.049+0000 7f094c6a7640 1 --2- 172.21.15.80:0/3956478911 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0944107730 0x7f0944107b10 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.049+0000 7f094c6a7640 1 -- 172.21.15.80:0/3956478911 >> 172.21.15.80:0/3956478911 conn(0x7f0944078b40 msgr2=0x7f0944078f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 -- 172.21.15.80:0/3956478911 shutdown_connections 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 -- 172.21.15.80:0/3956478911 wait complete. 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 Processor -- start 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 -- start start 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0944101720 0x7f0944073a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f09441020e0 0x7f0944073f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0944107730 0x7f09440744c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0944111b90 con 0x7f09441020e0 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0944111a10 con 0x7f0944101720 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f094c6a7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0944111d10 con 0x7f0944107730 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f0949c42640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f09441020e0 0x7f0944073f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f0949c42640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f09441020e0 0x7f0944073f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40022/0 (socket says 172.21.15.80:40022) 2024-04-21T23:58:48.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.050+0000 7f0949c42640 1 -- 172.21.15.80:0/2704039718 learned_addr learned my addr 172.21.15.80:0/2704039718 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f094ac44640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0944107730 0x7f09440744c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f094a443640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0944101720 0x7f0944073a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f0949c42640 1 -- 172.21.15.80:0/2704039718 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0944107730 msgr2=0x7f09440744c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f0949c42640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0944107730 0x7f09440744c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f0949c42640 1 -- 172.21.15.80:0/2704039718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0944101720 msgr2=0x7f0944073a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f0949c42640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0944101720 0x7f0944073a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f0949c42640 1 -- 172.21.15.80:0/2704039718 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09441a64f0 con 0x7f09441020e0 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f094a443640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0944101720 0x7f0944073a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f0949c42640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f09441020e0 0x7f0944073f80 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f093400d950 tx=0x7f093400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f093b7fe640 1 -- 172.21.15.80:0/2704039718 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0934017030 con 0x7f09441020e0 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f094c6a7640 1 -- 172.21.15.80:0/2704039718 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09441a67e0 con 0x7f09441020e0 2024-04-21T23:58:48.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f093b7fe640 1 -- 172.21.15.80:0/2704039718 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0934004020 con 0x7f09441020e0 2024-04-21T23:58:48.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f093b7fe640 1 -- 172.21.15.80:0/2704039718 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09340047a0 con 0x7f09441020e0 2024-04-21T23:58:48.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.051+0000 7f094c6a7640 1 -- 172.21.15.80:0/2704039718 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09441a6d30 con 0x7f09441020e0 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.053+0000 7f093b7fe640 1 -- 172.21.15.80:0/2704039718 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f09340041d0 con 0x7f09441020e0 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094f36d740 1 Processor -- start 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094f36d740 1 -- start start 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094f36d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e467400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094f36d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e467940 0x55595e46ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094f36d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e470520 0x55595e472910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094f36d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55595e3cb530 con 0x55595e467020 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094f36d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55595e373830 con 0x55595e467940 2024-04-21T23:58:48.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094f36d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55595e3c74f0 con 0x55595e470520 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f093b7fe640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09300a2e20 0x7f09300a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094ac44640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e467400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094ac44640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e467400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40038/0 (socket says 172.21.15.80:40038) 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094ac44640 1 -- 172.21.15.80:0/1575365787 learned_addr learned my addr 172.21.15.80:0/1575365787 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094ac44640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09300a2e20 0x7f09300a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f0949c42640 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e470520 0x55595e472910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f094a443640 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e467940 0x55595e46ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.054+0000 7f093b7fe640 1 -- 172.21.15.80:0/2704039718 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f09340cf400 con 0x7f09441020e0 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f094ac44640 1 -- 172.21.15.80:0/1575365787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e470520 msgr2=0x55595e472910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f094ac44640 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e470520 0x55595e472910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f094ac44640 1 -- 172.21.15.80:0/1575365787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e467940 msgr2=0x55595e46ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f094ac44640 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e467940 0x55595e46ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f094ac44640 1 -- 172.21.15.80:0/1575365787 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55595e3972c0 con 0x55595e467020 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f094ac44640 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e467400 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f093c012d00 tx=0x7f093c010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23177afa28b8218f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f094ac44640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09300a2e20 0x7f09300a52e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f093c010c40 tx=0x7f093c00c000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f0938ff9640 1 -- 172.21.15.80:0/1575365787 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c024070 con 0x55595e467020 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f0938ff9640 1 -- 172.21.15.80:0/1575365787 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f093c009d20 con 0x55595e467020 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.055+0000 7f0938ff9640 1 -- 172.21.15.80:0/1575365787 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c005280 con 0x55595e467020 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- 172.21.15.80:0/1575365787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 msgr2=0x55595e467400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e467400 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f093c012d00 tx=0x7f093c010740 comp rx=0 tx=0).stop 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- 172.21.15.80:0/1575365787 shutdown_connections 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e470520 0x55595e472910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e467940 0x55595e46ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 --2- 172.21.15.80:0/1575365787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e467400 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- 172.21.15.80:0/1575365787 >> 172.21.15.80:0/1575365787 conn(0x55595e461750 msgr2=0x55595e461b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- 172.21.15.80:0/1575365787 shutdown_connections 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- 172.21.15.80:0/1575365787 wait complete. 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- start start 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 Processor -- start 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e46ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55595e4732b0 con 0x55595e467940 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55595e386f10 con 0x55595e470520 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.056+0000 7f094f36d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55595e473430 con 0x55595e467020 2024-04-21T23:58:48.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f094f36d740 10 client.0 _ll_register_callbacks cb 0x55595e0debe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40054/0 (socket says 172.21.15.80:40054) 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 -- 172.21.15.80:0/1181022474 learned_addr learned my addr 172.21.15.80:0/1181022474 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f094a443640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e46ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f094ac44640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 -- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 msgr2=0x55595e46ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e46ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 -- 172.21.15.80:0/1181022474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 msgr2=0x55595e46d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 -- 172.21.15.80:0/1181022474 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55595e358c80 con 0x55595e467940 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f094ac44640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:48.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f094a443640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e46ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f0949c42640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46d2d0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f09340cce30 tx=0x7f093401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8fd9037ba1c29ba server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f092dffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f092dffb640 1 -- 172.21.15.80:0/1181022474 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093409ad10 con 0x55595e467940 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f092dffb640 1 -- 172.21.15.80:0/1181022474 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f0934018d30 con 0x55595e467940 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f094f36d740 1 -- 172.21.15.80:0/1181022474 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55595e3d8a70 con 0x55595e467940 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f092dffb640 1 -- 172.21.15.80:0/1181022474 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f093409bab0 con 0x55595e467940 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f094f36d740 10 client.15831 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f094f36d740 1 -- 172.21.15.80:0/1181022474 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55595e0df3f0 con 0x55595e467940 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.057+0000 7f092dffb640 1 -- 172.21.15.80:0/1181022474 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55595e3d8a70 con 0x55595e467940 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f092dffb640 1 -- 172.21.15.80:0/1181022474 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f09340b4150 con 0x55595e467940 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f094f36d740 10 client.15831 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:48.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f094f36d740 10 client.15831 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f094f36d740 20 client.15831 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f094f36d740 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55595e4805d0 0x55595e4829c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f094f36d740 4 client.15831 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f094f36d740 1 -- 172.21.15.80:0/1181022474 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55595e3d2dc0 con 0x55595e4805d0 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f094a443640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55595e4805d0 0x55595e4829c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f094a443640 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55595e4805d0 0x55595e4829c0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=38e8f8622a72f1a6 server_cookie=6dab1072bcdf1155 in_seq=0 out_seq=0 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.058+0000 7f092dffb640 10 client.15831 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f092dffb640 1 -- 172.21.15.80:0/1181022474 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55595e3d2dc0 con 0x55595e4805d0 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f092dffb640 10 client.15831 handle_command_reply: tid=0 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 client.15831 shutdown 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 -- 172.21.15.80:0/1181022474 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 msgr2=0x55595e46d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46d2d0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f09340cce30 tx=0x7f093401c000 comp rx=0 tx=0).stop 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 -- 172.21.15.80:0/1181022474 shutdown_connections 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55595e4805d0 0x55595e4829c0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46d2d0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f092dffb640 0 client.15831 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 --2- 172.21.15.80:0/1181022474 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e46ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 -- 172.21.15.80:0/1181022474 >> 172.21.15.80:0/1181022474 conn(0x55595e461750 msgr2=0x55595e4634a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 -- 172.21.15.80:0/1181022474 shutdown_connections 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 1 -- 172.21.15.80:0/1181022474 wait complete. 2024-04-21T23:58:48.062 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.059+0000 7f094f36d740 20 client.15831 trim_cache size 0 max 16384 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.072+0000 7f094f36d740 1 Processor -- start 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094f36d740 1 -- start start 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094f36d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e47c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094f36d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094f36d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094f36d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f09441b3530 con 0x55595e467940 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094f36d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f09441b0e00 con 0x55595e470520 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094f36d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f09441aec50 con 0x55595e467020 2024-04-21T23:58:48.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40060/0 (socket says 172.21.15.80:40060) 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 -- 172.21.15.80:0/972194460 learned_addr learned my addr 172.21.15.80:0/972194460 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094ac44640 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f094a443640 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e47c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 -- 172.21.15.80:0/972194460 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 msgr2=0x55595e47c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e47c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 -- 172.21.15.80:0/972194460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 msgr2=0x55595e46ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 -- 172.21.15.80:0/972194460 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55595e467770 con 0x55595e467940 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.073+0000 7f0949c42640 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46fa00 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0934009fd0 tx=0x7f09340cf370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4e2dc0b003096a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f092ffff640 1 -- 172.21.15.80:0/972194460 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093409ad10 con 0x55595e467940 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f092ffff640 1 -- 172.21.15.80:0/972194460 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0934094070 con 0x55595e467940 2024-04-21T23:58:48.073 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f092ffff640 1 -- 172.21.15.80:0/972194460 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0934018d30 con 0x55595e467940 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 -- 172.21.15.80:0/972194460 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 msgr2=0x55595e46fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46fa00 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0934009fd0 tx=0x7f09340cf370 comp rx=0 tx=0).stop 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 -- 172.21.15.80:0/972194460 shutdown_connections 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467940 0x55595e46fa00 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 --2- 172.21.15.80:0/972194460 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467020 0x55595e47c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 -- 172.21.15.80:0/972194460 >> 172.21.15.80:0/972194460 conn(0x55595e461750 msgr2=0x55595e460850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 -- 172.21.15.80:0/972194460 shutdown_connections 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.074+0000 7f094f36d740 1 -- 172.21.15.80:0/972194460 wait complete. 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 1 -- start start 2024-04-21T23:58:48.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 1 Processor -- start 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e469fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467940 0x55595e46a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f09441af2c0 con 0x55595e467020 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f09441b0730 con 0x55595e470520 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f09441af990 con 0x55595e467940 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094f36d740 10 client.0 _ll_register_callbacks cb 0x7f0934097650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094a443640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e469fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094a443640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e469fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40068/0 (socket says 172.21.15.80:40068) 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094a443640 1 -- 172.21.15.80:0/760087404 learned_addr learned my addr 172.21.15.80:0/760087404 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f0949c42640 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467940 0x55595e46a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094a443640 1 -- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467940 msgr2=0x55595e46a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094a443640 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467940 0x55595e46a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094a443640 1 -- 172.21.15.80:0/760087404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 msgr2=0x55595e46aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094a443640 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f094a443640 1 -- 172.21.15.80:0/760087404 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55595e1a97d0 con 0x55595e467020 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.075+0000 7f0949c42640 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467940 0x55595e46a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094a443640 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e469fe0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0940009930 tx=0x7f0940004400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec85ce525745a019 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f092dffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f092dffb640 1 -- 172.21.15.80:0/760087404 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094004d020 con 0x55595e467020 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f092dffb640 1 -- 172.21.15.80:0/760087404 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f094002ca90 con 0x55595e467020 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 1 -- 172.21.15.80:0/760087404 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0934094070 con 0x55595e467020 2024-04-21T23:58:48.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f092dffb640 1 -- 172.21.15.80:0/760087404 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f0940055050 con 0x55595e467020 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 10 client.15837 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 1 -- 172.21.15.80:0/760087404 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55595e4e6af0 con 0x55595e467020 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f092dffb640 1 -- 172.21.15.80:0/760087404 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0934094070 con 0x55595e467020 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f092dffb640 1 -- 172.21.15.80:0/760087404 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f0940004b00 con 0x55595e467020 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 10 client.15837 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 10 client.15837 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 20 client.15837 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55595e4e7270 0x55595e4e9690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 4 client.15837 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f094f36d740 1 -- 172.21.15.80:0/760087404 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55595e3506e0 con 0x55595e4e7270 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.076+0000 7f0949c42640 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55595e4e7270 0x55595e4e9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f092dffb640 10 client.15837 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:58:48.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f0949c42640 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55595e4e7270 0x55595e4e9690 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=745bf4ceb0dc7070 server_cookie=9b903a29c576b941 in_seq=0 out_seq=0 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f092dffb640 1 -- 172.21.15.80:0/760087404 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55595e3506e0 con 0x55595e4e7270 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f092dffb640 10 client.15837 handle_command_reply: tid=0 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 client.15837 shutdown 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 -- 172.21.15.80:0/760087404 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 msgr2=0x55595e469fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e469fe0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0940009930 tx=0x7f0940004400 comp rx=0 tx=0).stop 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 -- 172.21.15.80:0/760087404 shutdown_connections 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55595e4e7270 0x55595e4e9690 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55595e470520 0x55595e46aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55595e467940 0x55595e46a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f092dffb640 0 client.15837 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:58:48.078 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 --2- 172.21.15.80:0/760087404 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55595e467020 0x55595e469fe0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 -- 172.21.15.80:0/760087404 >> 172.21.15.80:0/760087404 conn(0x55595e461750 msgr2=0x55595e467f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 -- 172.21.15.80:0/760087404 shutdown_connections 2024-04-21T23:58:48.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 1 -- 172.21.15.80:0/760087404 wait complete. 2024-04-21T23:58:48.079 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.077+0000 7f094f36d740 20 client.15837 trim_cache size 0 max 16384 2024-04-21T23:58:48.079 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:58:48.080 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 -- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09300a2e20 msgr2=0x7f09300a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.080 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09300a2e20 0x7f09300a52e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f093c010c40 tx=0x7f093c00c000 comp rx=0 tx=0).stop 2024-04-21T23:58:48.080 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 -- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f09441020e0 msgr2=0x7f0944073f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.080 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f09441020e0 0x7f0944073f80 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f093400d950 tx=0x7f093400de10 comp rx=0 tx=0).stop 2024-04-21T23:58:48.080 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 -- 172.21.15.80:0/2704039718 shutdown_connections 2024-04-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0944107730 0x7f09440744c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f09441020e0 0x7f0944073f80 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09300a2e20 0x7f09300a52e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 --2- 172.21.15.80:0/2704039718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0944101720 0x7f0944073a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 -- 172.21.15.80:0/2704039718 >> 172.21.15.80:0/2704039718 conn(0x7f0944078b40 msgr2=0x7f0944104050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 -- 172.21.15.80:0/2704039718 shutdown_connections 2024-04-21T23:58:48.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.078+0000 7f094c6a7640 1 -- 172.21.15.80:0/2704039718 wait complete. 2024-04-21T23:58:48.081 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:47 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2475631984' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:48.082 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-21T23:58:48.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:47 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2475631984' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:48.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 -- 172.21.15.80:0/1150290784 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c1020e0 msgr2=0x7f214c10e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 --2- 172.21.15.80:0/1150290784 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c1020e0 0x7f214c10e5f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f2144009cd0 tx=0x7f214402c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 -- 172.21.15.80:0/1150290784 shutdown_connections 2024-04-21T23:58:48.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 --2- 172.21.15.80:0/1150290784 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c1020e0 0x7f214c10e5f0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 --2- 172.21.15.80:0/1150290784 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f214c101720 0x7f214c101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 --2- 172.21.15.80:0/1150290784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f214c107730 0x7f214c107b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 -- 172.21.15.80:0/1150290784 >> 172.21.15.80:0/1150290784 conn(0x7f214c078b40 msgr2=0x7f214c078f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 -- 172.21.15.80:0/1150290784 shutdown_connections 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.191+0000 7f215354f640 1 -- 172.21.15.80:0/1150290784 wait complete. 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f215354f640 1 Processor -- start 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f215354f640 1 -- start start 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f215354f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f214c101720 0x7f214c073a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f215354f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f214c1020e0 0x7f214c073f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f215354f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c107730 0x7f214c0744c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f215354f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f214c111b00 con 0x7f214c107730 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f215354f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f214c111980 con 0x7f214c1020e0 2024-04-21T23:58:48.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f215354f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f214c111c80 con 0x7f214c101720 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f2151aec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c107730 0x7f214c0744c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f2151aec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c107730 0x7f214c0744c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40072/0 (socket says 172.21.15.80:40072) 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f2151aec640 1 -- 172.21.15.80:0/1946144494 learned_addr learned my addr 172.21.15.80:0/1946144494 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f21512eb640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f214c101720 0x7f214c073a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.192+0000 7f2150aea640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f214c1020e0 0x7f214c073f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f2151aec640 1 -- 172.21.15.80:0/1946144494 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f214c101720 msgr2=0x7f214c073a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f2151aec640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f214c101720 0x7f214c073a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f2151aec640 1 -- 172.21.15.80:0/1946144494 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f214c1020e0 msgr2=0x7f214c073f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f2151aec640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f214c1020e0 0x7f214c073f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f2151aec640 1 -- 172.21.15.80:0/1946144494 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214c1a6400 con 0x7f214c107730 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f2150aea640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f214c1020e0 0x7f214c073f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:48.188 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f2151aec640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c107730 0x7f214c0744c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f2144037040 tx=0x7f2144035ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.189 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f21427fc640 1 -- 172.21.15.80:0/1946144494 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144039040 con 0x7f214c107730 2024-04-21T23:58:48.189 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f215354f640 1 -- 172.21.15.80:0/1946144494 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f214c1a6690 con 0x7f214c107730 2024-04-21T23:58:48.189 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f21427fc640 1 -- 172.21.15.80:0/1946144494 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2144044070 con 0x7f214c107730 2024-04-21T23:58:48.189 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f21427fc640 1 -- 172.21.15.80:0/1946144494 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21440042a0 con 0x7f214c107730 2024-04-21T23:58:48.189 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.193+0000 7f215354f640 1 -- 172.21.15.80:0/1946144494 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f214c1a6bd0 con 0x7f214c107730 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.195+0000 7f21427fc640 1 -- 172.21.15.80:0/1946144494 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f2144003970 con 0x7f214c107730 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.196+0000 7f21427fc640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f21380a2e50 0x7f21380a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.196+0000 7f21512eb640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f21380a2e50 0x7f21380a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.196+0000 7f21427fc640 1 -- 172.21.15.80:0/1946144494 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f21440f1e40 con 0x7f214c107730 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.196+0000 7f21512eb640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f21380a2e50 0x7f21380a5310 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f214800ab60 tx=0x7f214800a2d0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.196+0000 7f2156215740 1 Processor -- start 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2156215740 1 -- start start 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2156215740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c5674f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2156215740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f940 0x563c56757fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2156215740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c5675a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2156215740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x563c566b3530 con 0x563c56758520 2024-04-21T23:58:48.196 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2156215740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563c5665b830 con 0x563c5674f940 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2156215740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x563c566af4f0 con 0x563c5674f020 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c5675a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c5675a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40086/0 (socket says 172.21.15.80:40086) 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 -- 172.21.15.80:0/1174052416 learned_addr learned my addr 172.21.15.80:0/1174052416 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2150aea640 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f940 0x563c56757fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f21512eb640 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c5674f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 -- 172.21.15.80:0/1174052416 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 msgr2=0x563c5674f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c5674f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 -- 172.21.15.80:0/1174052416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f940 msgr2=0x563c56757fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f940 0x563c56757fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 -- 172.21.15.80:0/1174052416 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c5667f2c0 con 0x563c56758520 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.197+0000 7f2151aec640 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c5675a910 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f2144006010 tx=0x7f21440ba220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abcdac0fe882aa0b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f21377fe640 1 -- 172.21.15.80:0/1174052416 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21440bd860 con 0x563c56758520 2024-04-21T23:58:48.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f21377fe640 1 -- 172.21.15.80:0/1174052416 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21440be600 con 0x563c56758520 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f21377fe640 1 -- 172.21.15.80:0/1174052416 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21440be160 con 0x563c56758520 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 -- 172.21.15.80:0/1174052416 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 msgr2=0x563c5675a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c5675a910 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f2144006010 tx=0x7f21440ba220 comp rx=0 tx=0).stop 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 -- 172.21.15.80:0/1174052416 shutdown_connections 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c5675a910 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f940 0x563c56757fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 --2- 172.21.15.80:0/1174052416 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c5674f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 -- 172.21.15.80:0/1174052416 >> 172.21.15.80:0/1174052416 conn(0x563c56749750 msgr2=0x563c56749b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 -- 172.21.15.80:0/1174052416 shutdown_connections 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.198+0000 7f2156215740 1 -- 172.21.15.80:0/1174052416 wait complete. 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 1 -- start start 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 1 Processor -- start 2024-04-21T23:58:48.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 0x563c56757ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f940 0x563c56755280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c56755890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x563c5675b0d0 con 0x563c56758520 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563c5666ef10 con 0x563c5674f020 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x563c5675b250 con 0x563c5674f940 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2156215740 10 client.0 _ll_register_callbacks cb 0x563c563c6be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2151aec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c56755890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2151aec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c56755890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40090/0 (socket says 172.21.15.80:40090) 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.199+0000 7f2151aec640 1 -- 172.21.15.80:0/3193442787 learned_addr learned my addr 172.21.15.80:0/3193442787 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2150aea640 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f940 0x563c56755280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f21512eb640 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 0x563c56757ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2151aec640 1 -- 172.21.15.80:0/3193442787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f940 msgr2=0x563c56755280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2151aec640 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f940 0x563c56755280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2151aec640 1 -- 172.21.15.80:0/3193442787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 msgr2=0x563c56757ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2151aec640 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 0x563c56757ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2151aec640 1 -- 172.21.15.80:0/3193442787 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c56640c80 con 0x563c56758520 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2151aec640 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c56755890 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f21440323d0 tx=0x7f21440ba840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb4da889e1b42335 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2134ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2134ff9640 1 -- 172.21.15.80:0/3193442787 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21440bd860 con 0x563c56758520 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2134ff9640 1 -- 172.21.15.80:0/3193442787 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f21440c68f0 con 0x563c56758520 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2156215740 1 -- 172.21.15.80:0/3193442787 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21440be600 con 0x563c56758520 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2134ff9640 1 -- 172.21.15.80:0/3193442787 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f21440c22b0 con 0x563c56758520 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2156215740 10 client.15849 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2156215740 1 -- 172.21.15.80:0/3193442787 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x563c563c73f0 con 0x563c56758520 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.200+0000 7f2134ff9640 1 -- 172.21.15.80:0/3193442787 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21440be600 con 0x563c56758520 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f2134ff9640 1 -- 172.21.15.80:0/3193442787 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f214403c030 con 0x563c56758520 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f2156215740 10 client.15849 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:48.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f2156215740 10 client.15849 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f2156215740 20 client.15849 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f2156215740 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563c56768190 0x563c5676a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f2156215740 4 client.15849 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f2156215740 1 -- 172.21.15.80:0/3193442787 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563c566c0a70 con 0x563c56768190 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f21512eb640 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563c56768190 0x563c5676a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f2134ff9640 10 client.15849 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.201+0000 7f21512eb640 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563c56768190 0x563c5676a580 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3928556629893e4 server_cookie=65876d94263a192b in_seq=0 out_seq=0 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2134ff9640 1 -- 172.21.15.80:0/3193442787 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563c566c0a70 con 0x563c56768190 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2134ff9640 10 client.15849 handle_command_reply: tid=0 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 client.15849 shutdown 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 -- 172.21.15.80:0/3193442787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 msgr2=0x563c56755890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c56755890 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f21440323d0 tx=0x7f21440ba840 comp rx=0 tx=0).stop 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 -- 172.21.15.80:0/3193442787 shutdown_connections 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563c56768190 0x563c5676a580 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c56758520 0x563c56755890 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2134ff9640 0 client.15849 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:48.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f940 0x563c56755280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 --2- 172.21.15.80:0/3193442787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 0x563c56757ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.202+0000 7f2156215740 1 -- 172.21.15.80:0/3193442787 >> 172.21.15.80:0/3193442787 conn(0x563c56749750 msgr2=0x563c5674b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.203+0000 7f2156215740 1 -- 172.21.15.80:0/3193442787 shutdown_connections 2024-04-21T23:58:48.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.203+0000 7f2156215740 1 -- 172.21.15.80:0/3193442787 wait complete. 2024-04-21T23:58:48.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.203+0000 7f2156215740 20 client.15849 trim_cache size 0 max 16384 2024-04-21T23:58:48.227 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2156215740 1 Processor -- start 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2156215740 1 -- start start 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2156215740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c56763f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2156215740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c567579b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2156215740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c56758520 0x563c56757ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2156215740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f214c1b3440 con 0x563c5674f940 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2156215740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f214c1b0d10 con 0x563c56758520 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2156215740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f214c1aeb60 con 0x563c5674f020 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2150aea640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c567579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2150aea640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c567579b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40094/0 (socket says 172.21.15.80:40094) 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.229+0000 7f2150aea640 1 -- 172.21.15.80:0/1392557329 learned_addr learned my addr 172.21.15.80:0/1392557329 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f21512eb640 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c56763f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2151aec640 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c56758520 0x563c56757ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2150aea640 1 -- 172.21.15.80:0/1392557329 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 msgr2=0x563c56763f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2150aea640 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c56763f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2150aea640 1 -- 172.21.15.80:0/1392557329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c56758520 msgr2=0x563c56757ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2150aea640 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c56758520 0x563c56757ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2150aea640 1 -- 172.21.15.80:0/1392557329 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c5674f770 con 0x563c5674f940 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f21512eb640 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c56763f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2150aea640 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c567579b0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f213c00ab50 tx=0x7f213c012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de117eb224e76b60 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2136ffd640 1 -- 172.21.15.80:0/1392557329 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c004020 con 0x563c5674f940 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2136ffd640 1 -- 172.21.15.80:0/1392557329 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f213c0041c0 con 0x563c5674f940 2024-04-21T23:58:48.229 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.230+0000 7f2136ffd640 1 -- 172.21.15.80:0/1392557329 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c01b830 con 0x563c5674f940 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 -- 172.21.15.80:0/1392557329 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 msgr2=0x563c567579b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c567579b0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f213c00ab50 tx=0x7f213c012820 comp rx=0 tx=0).stop 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 -- 172.21.15.80:0/1392557329 shutdown_connections 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c56758520 0x563c56757ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c567579b0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 --2- 172.21.15.80:0/1392557329 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c5674f020 0x563c56763f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 -- 172.21.15.80:0/1392557329 >> 172.21.15.80:0/1392557329 conn(0x563c56749750 msgr2=0x563c567542b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 -- 172.21.15.80:0/1392557329 shutdown_connections 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 -- 172.21.15.80:0/1392557329 wait complete. 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 -- start start 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.231+0000 7f2156215740 1 Processor -- start 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2156215740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 0x563c5675be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2156215740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c5675c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.230 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2156215740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c56758520 0x563c5675c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2156215740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f214c1af1d0 con 0x563c5674f940 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2156215740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f214c1b0640 con 0x563c5674f020 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2156215740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f214c1af8a0 con 0x563c56758520 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2156215740 10 client.0 _ll_register_callbacks cb 0x7f21440ef140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c5675c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c5675c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40110/0 (socket says 172.21.15.80:40110) 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 -- 172.21.15.80:0/4171361037 learned_addr learned my addr 172.21.15.80:0/4171361037 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f21512eb640 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 0x563c5675be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.231 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2151aec640 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c56758520 0x563c5675c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 -- 172.21.15.80:0/4171361037 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c56758520 msgr2=0x563c5675c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c56758520 0x563c5675c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 -- 172.21.15.80:0/4171361037 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 msgr2=0x563c5675be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 0x563c5675be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 -- 172.21.15.80:0/4171361037 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c564917d0 con 0x563c5674f940 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2150aea640 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c5675c390 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f213c0045a0 tx=0x7f213c0040f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88b6cb538ee4d86a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2134ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2134ff9640 1 -- 172.21.15.80:0/4171361037 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c029060 con 0x563c5674f940 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2134ff9640 1 -- 172.21.15.80:0/4171361037 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f213c017040 con 0x563c5674f940 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.232+0000 7f2156215740 1 -- 172.21.15.80:0/4171361037 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f213c0041c0 con 0x563c5674f940 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2134ff9640 1 -- 172.21.15.80:0/4171361037 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f213c030050 con 0x563c5674f940 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2156215740 10 client.15855 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2156215740 1 -- 172.21.15.80:0/4171361037 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x563c567ce6b0 con 0x563c5674f940 2024-04-21T23:58:48.232 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2134ff9640 1 -- 172.21.15.80:0/4171361037 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f213c0041c0 con 0x563c5674f940 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2134ff9640 1 -- 172.21.15.80:0/4171361037 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f213c024410 con 0x563c5674f940 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2156215740 10 client.15855 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2156215740 10 client.15855 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2156215740 20 client.15855 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2156215740 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563c567ced00 0x563c567d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2156215740 4 client.15855 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f2156215740 1 -- 172.21.15.80:0/4171361037 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563c566badc0 con 0x563c567ced00 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.233+0000 7f21512eb640 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563c567ced00 0x563c567d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2134ff9640 10 client.15855 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f21512eb640 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563c567ced00 0x563c567d1120 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cecc20a43bc3854 server_cookie=60b9c57985c1ed15 in_seq=0 out_seq=0 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2134ff9640 1 -- 172.21.15.80:0/4171361037 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563c566badc0 con 0x563c567ced00 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2134ff9640 10 client.15855 handle_command_reply: tid=0 2024-04-21T23:58:48.233 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 client.15855 shutdown 2024-04-21T23:58:48.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 -- 172.21.15.80:0/4171361037 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 msgr2=0x563c5675c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c5675c390 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f213c0045a0 tx=0x7f213c0040f0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 -- 172.21.15.80:0/4171361037 shutdown_connections 2024-04-21T23:58:48.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563c567ced00 0x563c567d1120 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563c56758520 0x563c5675c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2134ff9640 0 client.15855 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:48.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563c5674f940 0x563c5675c390 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.235 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 --2- 172.21.15.80:0/4171361037 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563c5674f020 0x563c5675be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.235 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 -- 172.21.15.80:0/4171361037 >> 172.21.15.80:0/4171361037 conn(0x563c56749750 msgr2=0x563c56747fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.235 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 -- 172.21.15.80:0/4171361037 shutdown_connections 2024-04-21T23:58:48.235 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 1 -- 172.21.15.80:0/4171361037 wait complete. 2024-04-21T23:58:48.235 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.234+0000 7f2156215740 20 client.15855 trim_cache size 0 max 16384 2024-04-21T23:58:48.235 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:58:48.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 -- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f21380a2e50 msgr2=0x7f21380a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f21380a2e50 0x7f21380a5310 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f214800ab60 tx=0x7f214800a2d0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 -- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c107730 msgr2=0x7f214c0744c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:48.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c107730 0x7f214c0744c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f2144037040 tx=0x7f2144035ae0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 -- 172.21.15.80:0/1946144494 shutdown_connections 2024-04-21T23:58:48.236 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f214c107730 0x7f214c0744c0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f21380a2e50 0x7f21380a5310 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f214c1020e0 0x7f214c073f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 --2- 172.21.15.80:0/1946144494 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f214c101720 0x7f214c073a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:48.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 -- 172.21.15.80:0/1946144494 >> 172.21.15.80:0/1946144494 conn(0x7f214c078b40 msgr2=0x7f214c104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:48.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 -- 172.21.15.80:0/1946144494 shutdown_connections 2024-04-21T23:58:48.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:48.235+0000 7f215354f640 1 -- 172.21.15.80:0/1946144494 wait complete. 2024-04-21T23:58:48.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:47 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2475631984' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:58:49.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:48 smithi144 ceph-mon[31316]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-21T23:58:49.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:48 smithi080 ceph-mon[27925]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-21T23:58:49.239 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-21T23:58:49.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:58:49.239 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-21T23:58:49.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:48 smithi120 ceph-mon[31499]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-21T23:58:49.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 -- 172.21.15.80:0/747405408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100610 msgr2=0x7f7efc100a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 --2- 172.21.15.80:0/747405408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100610 0x7f7efc100a90 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009930 tx=0x7f7ee402bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:49.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 -- 172.21.15.80:0/747405408 shutdown_connections 2024-04-21T23:58:49.353 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 --2- 172.21.15.80:0/747405408 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7efc100fd0 0x7f7efc10d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 --2- 172.21.15.80:0/747405408 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100610 0x7f7efc100a90 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 --2- 172.21.15.80:0/747405408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7efc1066b0 0x7f7efc106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 -- 172.21.15.80:0/747405408 >> 172.21.15.80:0/747405408 conn(0x7f7efc077740 msgr2=0x7f7efc077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 -- 172.21.15.80:0/747405408 shutdown_connections 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.356+0000 7f7f01997640 1 -- 172.21.15.80:0/747405408 wait complete. 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7f01997640 1 Processor -- start 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7f01997640 1 -- start start 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7f01997640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7efc100610 0x7f7efc196e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7f01997640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100fd0 0x7f7efc1973d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7f01997640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7efc1066b0 0x7f7efc19b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7f01997640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc110a30 con 0x7f7efc100fd0 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7f01997640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1108b0 con 0x7f7efc100610 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7f01997640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc110bb0 con 0x7f7efc1066b0 2024-04-21T23:58:49.354 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100fd0 0x7f7efc1973d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100fd0 0x7f7efc1973d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40130/0 (socket says 172.21.15.80:40130) 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7ef3fff640 1 -- 172.21.15.80:0/3363167796 learned_addr learned my addr 172.21.15.80:0/3363167796 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.357+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7efc1066b0 0x7f7efc19b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7efaffd640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7efc100610 0x7f7efc196e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7ef3fff640 1 -- 172.21.15.80:0/3363167796 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7efc1066b0 msgr2=0x7f7efc19b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7efc1066b0 0x7f7efc19b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7ef3fff640 1 -- 172.21.15.80:0/3363167796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7efc100610 msgr2=0x7f7efc196e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7efc100610 0x7f7efc196e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7ef3fff640 1 -- 172.21.15.80:0/3363167796 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7efc19be80 con 0x7f7efc100fd0 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7efaffd640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7efc100610 0x7f7efc196e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100fd0 0x7f7efc1973d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009230 tx=0x7f7ee402cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7f00995640 1 -- 172.21.15.80:0/3363167796 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee4041070 con 0x7f7efc100fd0 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7f00995640 1 -- 172.21.15.80:0/3363167796 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ee4004450 con 0x7f7efc100fd0 2024-04-21T23:58:49.355 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7f01997640 1 -- 172.21.15.80:0/3363167796 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7efc19c110 con 0x7f7efc100fd0 2024-04-21T23:58:49.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7f00995640 1 -- 172.21.15.80:0/3363167796 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee4034440 con 0x7f7efc100fd0 2024-04-21T23:58:49.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.358+0000 7f7f01997640 1 -- 172.21.15.80:0/3363167796 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7efc1a3a00 con 0x7f7efc100fd0 2024-04-21T23:58:49.356 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.360+0000 7f7f00995640 1 -- 172.21.15.80:0/3363167796 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f7ee4044070 con 0x7f7efc100fd0 2024-04-21T23:58:49.366 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f04580740 1 Processor -- start 2024-04-21T23:58:49.366 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f04580740 1 -- start start 2024-04-21T23:58:49.366 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f04580740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4b4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.366 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f04580740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4b4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f04580740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c01a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f04580740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x564ccf418170 con 0x564ccf4bddb0 2024-04-21T23:58:49.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f04580740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564ccf3c07c0 con 0x564ccf4b5720 2024-04-21T23:58:49.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f04580740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x564ccf414130 con 0x564ccf4b4a40 2024-04-21T23:58:49.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7f00995640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7ee80a2e20 0x7f7ee80a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7ef3fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7efaffd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4b4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7ee80a2e20 0x7f7ee80a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7efaffd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4b4ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:33042/0 (socket says 172.21.15.80:33042) 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.361+0000 7f7efaffd640 1 -- 172.21.15.80:0/2530981968 learned_addr learned my addr 172.21.15.80:0/2530981968 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7f00995640 1 -- 172.21.15.80:0/3363167796 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f7ee40f1330 con 0x7f7efc100fd0 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7efaffd640 1 -- 172.21.15.80:0/2530981968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 msgr2=0x564ccf4b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7efaffd640 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4b4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7efaffd640 1 -- 172.21.15.80:0/2530981968 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 msgr2=0x564ccf4c01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7efaffd640 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7efaffd640 1 -- 172.21.15.80:0/2530981968 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ccf3d1e60 con 0x564ccf4b4a40 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7ee80a2e20 0x7f7ee80a52e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4005fd0 tx=0x7f7ef4009c50 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7efaffd640 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4b4ec0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7eec00dd00 tx=0x7f7eec008600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d066ac12c7e4d0c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7ef1ffb640 1 -- 172.21.15.80:0/2530981968 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec00d0d0 con 0x564ccf4b4a40 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7ef1ffb640 1 -- 172.21.15.80:0/2530981968 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7eec00d270 con 0x564ccf4b4a40 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.362+0000 7f7ef1ffb640 1 -- 172.21.15.80:0/2530981968 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec004cb0 con 0x564ccf4b4a40 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 -- 172.21.15.80:0/2530981968 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 msgr2=0x564ccf4b4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4b4ec0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7eec00dd00 tx=0x7f7eec008600 comp rx=0 tx=0).stop 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 -- 172.21.15.80:0/2530981968 shutdown_connections 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4b4ec0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 --2- 172.21.15.80:0/2530981968 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 -- 172.21.15.80:0/2530981968 >> 172.21.15.80:0/2530981968 conn(0x564ccf47b4f0 msgr2=0x564ccf4af490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 -- 172.21.15.80:0/2530981968 shutdown_connections 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 -- 172.21.15.80:0/2530981968 wait complete. 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.363+0000 7f7f04580740 1 -- start start 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7f04580740 1 Processor -- start 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7f04580740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4b4a40 0x564ccf4bacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7f04580740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4bb230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7f04580740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4bddb0 0x564ccf4bb770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7f04580740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x564ccf4c0bc0 con 0x564ccf4b4a40 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7f04580740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564ccf3d3d40 con 0x564ccf4b5720 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7f04580740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x564ccf4c0d40 con 0x564ccf4bddb0 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7f04580740 10 client.0 _ll_register_callbacks cb 0x564ccf40f820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4b4a40 0x564ccf4bacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4b4a40 0x564ccf4bacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40152/0 (socket says 172.21.15.80:40152) 2024-04-21T23:58:49.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 -- 172.21.15.80:0/2386331135 learned_addr learned my addr 172.21.15.80:0/2386331135 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4bb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 -- 172.21.15.80:0/2386331135 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4bddb0 msgr2=0x564ccf4bb770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4bddb0 0x564ccf4bb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 -- 172.21.15.80:0/2386331135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 msgr2=0x564ccf4bb230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4bb230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 -- 172.21.15.80:0/2386331135 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ccf1f47e0 con 0x564ccf4b4a40 2024-04-21T23:58:49.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7efaffd640 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4b4a40 0x564ccf4bacf0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f7eec00bb80 tx=0x7f7eec00bbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2eefbedc40305a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.364+0000 7f7edaffd640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7edaffd640 1 -- 172.21.15.80:0/2386331135 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec024020 con 0x564ccf4b4a40 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7edaffd640 1 -- 172.21.15.80:0/2386331135 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f7eec01c040 con 0x564ccf4b4a40 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 1 -- 172.21.15.80:0/2386331135 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7eec00d270 con 0x564ccf4b4a40 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7edaffd640 1 -- 172.21.15.80:0/2386331135 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7eec02f050 con 0x564ccf4b4a40 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 10 client.15867 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 1 -- 172.21.15.80:0/2386331135 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x564ccf254f70 con 0x564ccf4b4a40 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7edaffd640 1 -- 172.21.15.80:0/2386331135 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7eec00d270 con 0x564ccf4b4a40 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7edaffd640 1 -- 172.21.15.80:0/2386331135 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f7eec020a30 con 0x564ccf4b4a40 2024-04-21T23:58:49.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 10 client.15867 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 10 client.15867 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 20 client.15867 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564ccf4cdd70 0x564ccf4d0160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 4 client.15867 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7f04580740 1 -- 172.21.15.80:0/2386331135 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564ccf3ec450 con 0x564ccf4cdd70 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.365+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564ccf4cdd70 0x564ccf4d0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.366+0000 7f7edaffd640 10 client.15867 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.366+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564ccf4cdd70 0x564ccf4d0160 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df42910d197b4be7 server_cookie=2e1d66f66030db1 in_seq=0 out_seq=0 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7edaffd640 1 -- 172.21.15.80:0/2386331135 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564ccf3ec450 con 0x564ccf4cdd70 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7edaffd640 10 client.15867 handle_command_reply: tid=0 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 client.15867 shutdown 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 -- 172.21.15.80:0/2386331135 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4b4a40 msgr2=0x564ccf4bacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4b4a40 0x564ccf4bacf0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f7eec00bb80 tx=0x7f7eec00bbb0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 -- 172.21.15.80:0/2386331135 shutdown_connections 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564ccf4cdd70 0x564ccf4d0160 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7edaffd640 0 client.15867 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4bddb0 0x564ccf4bb770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4bb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 --2- 172.21.15.80:0/2386331135 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4b4a40 0x564ccf4bacf0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 -- 172.21.15.80:0/2386331135 >> 172.21.15.80:0/2386331135 conn(0x564ccf47b4f0 msgr2=0x564ccf4b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 -- 172.21.15.80:0/2386331135 shutdown_connections 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 1 -- 172.21.15.80:0/2386331135 wait complete. 2024-04-21T23:58:49.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.367+0000 7f7f04580740 20 client.15867 trim_cache size 0 max 16384 2024-04-21T23:58:49.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7f04580740 1 Processor -- start 2024-04-21T23:58:49.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7f04580740 1 -- start start 2024-04-21T23:58:49.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7f04580740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c9af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7f04580740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4ba5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7f04580740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4d57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7f04580740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1af010 con 0x564ccf4bddb0 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7f04580740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1ac8e0 con 0x564ccf4b5720 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7f04580740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1aa730 con 0x564ccf4b4a40 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7efb7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4d57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7efb7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4d57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40166/0 (socket says 172.21.15.80:40166) 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7efb7fe640 1 -- 172.21.15.80:0/3847505805 learned_addr learned my addr 172.21.15.80:0/3847505805 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4ba5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.385+0000 7f7efaffd640 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7efb7fe640 1 -- 172.21.15.80:0/3847505805 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 msgr2=0x564ccf4c9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7efb7fe640 1 -- 172.21.15.80:0/3847505805 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 msgr2=0x564ccf4ba5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4ba5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7efb7fe640 1 -- 172.21.15.80:0/3847505805 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ccf0ec170 con 0x564ccf4bddb0 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7efaffd640 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:49.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4d57f0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4011e50 tx=0x7f7ef401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b2461eb36a0908a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7ef17fa640 1 -- 172.21.15.80:0/3847505805 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef4003970 con 0x564ccf4bddb0 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7ef17fa640 1 -- 172.21.15.80:0/3847505805 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ef4004040 con 0x564ccf4bddb0 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.386+0000 7f7ef17fa640 1 -- 172.21.15.80:0/3847505805 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef4010690 con 0x564ccf4bddb0 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 -- 172.21.15.80:0/3847505805 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 msgr2=0x564ccf4d57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4d57f0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4011e50 tx=0x7f7ef401b000 comp rx=0 tx=0).stop 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 -- 172.21.15.80:0/3847505805 shutdown_connections 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4d57f0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4ba5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 --2- 172.21.15.80:0/3847505805 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 -- 172.21.15.80:0/3847505805 >> 172.21.15.80:0/3847505805 conn(0x564ccf47b4f0 msgr2=0x564ccf4b10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 -- 172.21.15.80:0/3847505805 shutdown_connections 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 -- 172.21.15.80:0/3847505805 wait complete. 2024-04-21T23:58:49.386 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 -- start start 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 Processor -- start 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4c1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.387+0000 7f7f04580740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1aada0 con 0x564ccf4bddb0 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7f04580740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1ac210 con 0x564ccf4b5720 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7f04580740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc1ab470 con 0x564ccf4b4a40 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7f04580740 10 client.0 _ll_register_callbacks cb 0x7f7ee4005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c2400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40170/0 (socket says 172.21.15.80:40170) 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 -- 172.21.15.80:0/3491196425 learned_addr learned my addr 172.21.15.80:0/3491196425 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7ef3fff640 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4c1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efaffd640 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 -- 172.21.15.80:0/3491196425 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 msgr2=0x564ccf4c1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 -- 172.21.15.80:0/3491196425 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 msgr2=0x564ccf4c1ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4c1ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 -- 172.21.15.80:0/3491196425 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ccf533060 con 0x564ccf4bddb0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7efb7fe640 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c2400 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f7ef400a010 tx=0x7f7ef4005b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=293f3ea64957bb97 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7edaffd640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7edaffd640 1 -- 172.21.15.80:0/3491196425 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef4035060 con 0x564ccf4bddb0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7edaffd640 1 -- 172.21.15.80:0/3491196425 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f7ef4004400 con 0x564ccf4bddb0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7f04580740 1 -- 172.21.15.80:0/3491196425 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ef4004040 con 0x564ccf4bddb0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7edaffd640 1 -- 172.21.15.80:0/3491196425 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7ef403c050 con 0x564ccf4bddb0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7f04580740 10 client.15873 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.388+0000 7f7f04580740 1 -- 172.21.15.80:0/3491196425 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x564ccf534250 con 0x564ccf4bddb0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7edaffd640 1 -- 172.21.15.80:0/3491196425 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ef4004040 con 0x564ccf4bddb0 2024-04-21T23:58:49.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7edaffd640 1 -- 172.21.15.80:0/3491196425 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f7ef401e070 con 0x564ccf4bddb0 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7f04580740 10 client.15873 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7f04580740 10 client.15873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7f04580740 20 client.15873 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7f04580740 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564ccf4cdd70 0x564ccf536980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7f04580740 4 client.15873 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7f04580740 1 -- 172.21.15.80:0/3491196425 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564ccf4256b0 con 0x564ccf4cdd70 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7efaffd640 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564ccf4cdd70 0x564ccf536980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7efaffd640 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564ccf4cdd70 0x564ccf536980 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f72356aa85941c6c server_cookie=8963b217baf5d9c3 in_seq=0 out_seq=0 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.389+0000 7f7edaffd640 10 client.15873 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7edaffd640 1 -- 172.21.15.80:0/3491196425 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564ccf4256b0 con 0x564ccf4cdd70 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7edaffd640 10 client.15873 handle_command_reply: tid=0 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 client.15873 shutdown 2024-04-21T23:58:49.389 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 -- 172.21.15.80:0/3491196425 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 msgr2=0x564ccf4c2400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c2400 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f7ef400a010 tx=0x7f7ef4005b00 comp rx=0 tx=0).stop 2024-04-21T23:58:49.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 -- 172.21.15.80:0/3491196425 shutdown_connections 2024-04-21T23:58:49.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564ccf4cdd70 0x564ccf536980 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564ccf4bddb0 0x564ccf4c2400 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564ccf4b5720 0x564ccf4c1ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 --2- 172.21.15.80:0/3491196425 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564ccf4b4a40 0x564ccf4c1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7edaffd640 0 client.15873 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:49.390 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 -- 172.21.15.80:0/3491196425 >> 172.21.15.80:0/3491196425 conn(0x564ccf47b4f0 msgr2=0x564ccf4b0620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.391 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 -- 172.21.15.80:0/3491196425 shutdown_connections 2024-04-21T23:58:49.391 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 1 -- 172.21.15.80:0/3491196425 wait complete. 2024-04-21T23:58:49.391 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.391+0000 7f7f04580740 20 client.15873 trim_cache size 0 max 16384 2024-04-21T23:58:49.391 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:58:49.391 INFO:teuthology.orchestra.run.smithi080.stdout: "return_code": 0, 2024-04-21T23:58:49.391 INFO:teuthology.orchestra.run.smithi080.stdout: "scrub_tag": "c8808fd9-d220-4f1d-b63b-ce195d361901", 2024-04-21T23:58:49.391 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": "asynchronous" 2024-04-21T23:58:49.391 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:58:49.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 -- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7ee80a2e20 msgr2=0x7f7ee80a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7ee80a2e20 0x7f7ee80a52e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4005fd0 tx=0x7f7ef4009c50 comp rx=0 tx=0).stop 2024-04-21T23:58:49.392 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 -- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100fd0 msgr2=0x7f7efc1973d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100fd0 0x7f7efc1973d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009230 tx=0x7f7ee402cba0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 -- 172.21.15.80:0/3363167796 shutdown_connections 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7efc1066b0 0x7f7efc19b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7efc100fd0 0x7f7efc1973d0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f7ee80a2e20 0x7f7ee80a52e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 --2- 172.21.15.80:0/3363167796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7efc100610 0x7f7efc196e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 -- 172.21.15.80:0/3363167796 >> 172.21.15.80:0/3363167796 conn(0x7f7efc077740 msgr2=0x7f7efc0ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 -- 172.21.15.80:0/3363167796 shutdown_connections 2024-04-21T23:58:49.393 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.392+0000 7f7f01997640 1 -- 172.21.15.80:0/3363167796 wait complete. 2024-04-21T23:58:49.396 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T23:58:49.396 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 -- 172.21.15.80:0/1385878016 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 msgr2=0x7f7564107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 --2- 172.21.15.80:0/1385878016 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 0x7f7564107b80 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f7554009930 tx=0x7f755402bc30 comp rx=0 tx=0).stop 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 -- 172.21.15.80:0/1385878016 shutdown_connections 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 --2- 172.21.15.80:0/1385878016 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7564102150 0x7f756410e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 --2- 172.21.15.80:0/1385878016 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7564101790 0x7f7564101c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 --2- 172.21.15.80:0/1385878016 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 0x7f7564107b80 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 -- 172.21.15.80:0/1385878016 >> 172.21.15.80:0/1385878016 conn(0x7f75640fd2a0 msgr2=0x7f75640ff6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 -- 172.21.15.80:0/1385878016 shutdown_connections 2024-04-21T23:58:49.500 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.506+0000 7f756aa42640 1 -- 172.21.15.80:0/1385878016 wait complete. 2024-04-21T23:58:49.501 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.507+0000 7f756aa42640 1 Processor -- start 2024-04-21T23:58:49.501 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.507+0000 7f756aa42640 1 -- start start 2024-04-21T23:58:49.502 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f756aa42640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7564101790 0x7f75641980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.502 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f756aa42640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7564102150 0x7f7564198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f756aa42640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 0x7f756419c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f756aa42640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7564111bb0 con 0x7f75641077a0 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f756aa42640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7564111a30 con 0x7f7564101790 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f756aa42640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7564111d30 con 0x7f7564102150 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 0x7f756419c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 0x7f756419c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40192/0 (socket says 172.21.15.80:40192) 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 -- 172.21.15.80:0/526578877 learned_addr learned my addr 172.21.15.80:0/526578877 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f75637fe640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7564102150 0x7f7564198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7563fff640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7564101790 0x7f75641980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 -- 172.21.15.80:0/526578877 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7564102150 msgr2=0x7f7564198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7564102150 0x7f7564198610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.503 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 -- 172.21.15.80:0/526578877 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7564101790 msgr2=0x7f75641980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7564101790 0x7f75641980d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 -- 172.21.15.80:0/526578877 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f756419d070 con 0x7f75641077a0 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7563fff640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7564101790 0x7f75641980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f7568fdf640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 0x7f756419c940 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f755c00eaa0 tx=0x7f755c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f75617fa640 1 -- 172.21.15.80:0/526578877 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755c00cdb0 con 0x7f75641077a0 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f75617fa640 1 -- 172.21.15.80:0/526578877 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f755c005020 con 0x7f75641077a0 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f756aa42640 1 -- 172.21.15.80:0/526578877 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f756419d360 con 0x7f75641077a0 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f756aa42640 1 -- 172.21.15.80:0/526578877 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75641a4bf0 con 0x7f75641077a0 2024-04-21T23:58:49.504 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.508+0000 7f75617fa640 1 -- 172.21.15.80:0/526578877 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755c01f060 con 0x7f75641077a0 2024-04-21T23:58:49.510 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f75617fa640 1 -- 172.21.15.80:0/526578877 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f755c005560 con 0x7f75641077a0 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f756d621740 1 Processor -- start 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f756d621740 1 -- start start 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f75617fa640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f754c0a2e20 0x7f754c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f756d621740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404dbf30 0x560c404dc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f756d621740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f756d621740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404e5430 0x560c404e7820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f756d621740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x560c40440560 con 0x560c404e5430 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f756d621740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560c403e8730 con 0x560c404dc850 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f756d621740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x560c4043c520 con 0x560c404dbf30 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f7568fdf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404e5430 0x560c404e7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f75637fe640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f754c0a2e20 0x7f754c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.511+0000 7f7568fdf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404e5430 0x560c404e7820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40204/0 (socket says 172.21.15.80:40204) 2024-04-21T23:58:49.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7568fdf640 1 -- 172.21.15.80:0/2335025614 learned_addr learned my addr 172.21.15.80:0/2335025614 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f75617fa640 1 -- 172.21.15.80:0/526578877 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f755c0cffd0 con 0x7f75641077a0 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7563fff640 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404dbf30 0x560c404dc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f75637fe640 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7568fdf640 1 -- 172.21.15.80:0/2335025614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404dbf30 msgr2=0x560c404dc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7568fdf640 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404dbf30 0x560c404dc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7568fdf640 1 -- 172.21.15.80:0/2335025614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 msgr2=0x560c404e4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7568fdf640 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e4ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7568fdf640 1 -- 172.21.15.80:0/2335025614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c4021e7d0 con 0x560c404e5430 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7563fff640 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404dbf30 0x560c404dc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f7568fdf640 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404e5430 0x560c404e7820 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f755c0983e0 tx=0x7f755c098350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9c41dd5edf7dd30 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f75637fe640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f754c0a2e20 0x7f754c0a52e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f75640ff950 tx=0x7f75580138e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f754a7fc640 1 -- 172.21.15.80:0/2335025614 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755c09c680 con 0x560c404e5430 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f754a7fc640 1 -- 172.21.15.80:0/2335025614 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f755c09bf80 con 0x560c404e5430 2024-04-21T23:58:49.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.512+0000 7f754a7fc640 1 -- 172.21.15.80:0/2335025614 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755c0b5540 con 0x560c404e5430 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 -- 172.21.15.80:0/2335025614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404e5430 msgr2=0x560c404e7820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404e5430 0x560c404e7820 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f755c0983e0 tx=0x7f755c098350 comp rx=0 tx=0).stop 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 -- 172.21.15.80:0/2335025614 shutdown_connections 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404e5430 0x560c404e7820 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 --2- 172.21.15.80:0/2335025614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404dbf30 0x560c404dc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 -- 172.21.15.80:0/2335025614 >> 172.21.15.80:0/2335025614 conn(0x560c404d6660 msgr2=0x560c404d6a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 -- 172.21.15.80:0/2335025614 shutdown_connections 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 -- 172.21.15.80:0/2335025614 wait complete. 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 -- start start 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.513+0000 7f756d621740 1 Processor -- start 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f756d621740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f756d621740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f756d621740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404e2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f756d621740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x560c404e81c0 con 0x560c404dbf30 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f756d621740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560c403fbe00 con 0x560c404dc850 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f756d621740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x560c404e8340 con 0x560c404e5430 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f756d621740 10 client.0 _ll_register_callbacks cb 0x560c40436eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40214/0 (socket says 172.21.15.80:40214) 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 -- 172.21.15.80:0/1812630971 learned_addr learned my addr 172.21.15.80:0/1812630971 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f75637fe640 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 -- 172.21.15.80:0/1812630971 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 msgr2=0x560c404e2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404e2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 -- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 msgr2=0x560c404e2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 -- 172.21.15.80:0/1812630971 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c401543f0 con 0x560c404dbf30 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f75637fe640 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:49.514 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f7563fff640 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e2500 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f7554009900 tx=0x7f7554005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d05c697884b28c8c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.515 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f75437fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:49.515 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f75437fe640 1 -- 172.21.15.80:0/1812630971 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7554005030 con 0x560c404dbf30 2024-04-21T23:58:49.515 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f75437fe640 1 -- 172.21.15.80:0/1812630971 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f75540051d0 con 0x560c404dbf30 2024-04-21T23:58:49.515 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.514+0000 7f756d621740 1 -- 172.21.15.80:0/1812630971 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f755c09bf80 con 0x560c404dbf30 2024-04-21T23:58:49.515 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f75437fe640 1 -- 172.21.15.80:0/1812630971 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f755404d050 con 0x560c404dbf30 2024-04-21T23:58:49.515 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f756d621740 10 client.15885 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:49.515 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f756d621740 1 -- 172.21.15.80:0/1812630971 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x560c401140f0 con 0x560c404dbf30 2024-04-21T23:58:49.515 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f75437fe640 1 -- 172.21.15.80:0/1812630971 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f755c09bf80 con 0x560c404dbf30 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f75437fe640 1 -- 172.21.15.80:0/1812630971 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f75540035f0 con 0x560c404dbf30 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f756d621740 10 client.15885 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f756d621740 10 client.15885 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f756d621740 20 client.15885 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f756d621740 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560c404f5830 0x560c404f7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f756d621740 4 client.15885 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f756d621740 1 -- 172.21.15.80:0/1812630971 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c4044daa0 con 0x560c404f5830 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.515+0000 7f75637fe640 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560c404f5830 0x560c404f7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.516+0000 7f75437fe640 10 client.15885 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.516+0000 7f75637fe640 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560c404f5830 0x560c404f7cb0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=302d48c79955d4e2 server_cookie=4a490884d879d83e in_seq=0 out_seq=0 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.516+0000 7f75437fe640 1 -- 172.21.15.80:0/1812630971 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560c4044daa0 con 0x560c404f5830 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.516+0000 7f75437fe640 10 client.15885 handle_command_reply: tid=0 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.516+0000 7f756d621740 1 client.15885 shutdown 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 -- 172.21.15.80:0/1812630971 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 msgr2=0x560c404e2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.516 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e2500 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f7554009900 tx=0x7f7554005d50 comp rx=0 tx=0).stop 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 -- 172.21.15.80:0/1812630971 shutdown_connections 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560c404f5830 0x560c404f7cb0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404e2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f75437fe640 0 client.15885 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 --2- 172.21.15.80:0/1812630971 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e2500 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 -- 172.21.15.80:0/1812630971 >> 172.21.15.80:0/1812630971 conn(0x560c404d6660 msgr2=0x560c404d83b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 -- 172.21.15.80:0/1812630971 shutdown_connections 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 1 -- 172.21.15.80:0/1812630971 wait complete. 2024-04-21T23:58:49.517 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.517+0000 7f756d621740 20 client.15885 trim_cache size 0 max 16384 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.552+0000 7f756d621740 1 Processor -- start 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.552+0000 7f756d621740 1 -- start start 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.552+0000 7f756d621740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.552+0000 7f756d621740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404f1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f756d621740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404d5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f756d621740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f75641b1360 con 0x560c404dbf30 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f756d621740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f75641aec30 con 0x560c404dc850 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f756d621740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f75641aca80 con 0x560c404e5430 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e4c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40220/0 (socket says 172.21.15.80:40220) 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 -- 172.21.15.80:0/2806970955 learned_addr learned my addr 172.21.15.80:0/2806970955 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f75637fe640 1 --2- 172.21.15.80:0/2806970955 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404f1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 -- 172.21.15.80:0/2806970955 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 msgr2=0x560c404d5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 --2- 172.21.15.80:0/2806970955 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404d5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 -- 172.21.15.80:0/2806970955 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 msgr2=0x560c404f1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 --2- 172.21.15.80:0/2806970955 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404f1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 -- 172.21.15.80:0/2806970955 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c404d6190 con 0x560c404dbf30 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7563fff640 1 --2- 172.21.15.80:0/2806970955 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e4c30 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f7554000c00 tx=0x7f755402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f1c807a73fe3140 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7549ffb640 1 -- 172.21.15.80:0/2806970955 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7554009520 con 0x560c404dbf30 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7549ffb640 1 -- 172.21.15.80:0/2806970955 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f755402cc20 con 0x560c404dbf30 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.553+0000 7f7549ffb640 1 -- 172.21.15.80:0/2806970955 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7554034d10 con 0x560c404dbf30 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 -- 172.21.15.80:0/2806970955 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 msgr2=0x560c404e4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 --2- 172.21.15.80:0/2806970955 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e4c30 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f7554000c00 tx=0x7f755402c7e0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 -- 172.21.15.80:0/2806970955 shutdown_connections 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 --2- 172.21.15.80:0/2806970955 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404d5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 --2- 172.21.15.80:0/2806970955 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404f1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.552 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 --2- 172.21.15.80:0/2806970955 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e4c30 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 -- 172.21.15.80:0/2806970955 >> 172.21.15.80:0/2806970955 conn(0x560c404d6660 msgr2=0x560c404d4e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 -- 172.21.15.80:0/2806970955 shutdown_connections 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 -- 172.21.15.80:0/2806970955 wait complete. 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.554+0000 7f756d621740 1 -- start start 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f756d621740 1 Processor -- start 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f756d621740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e92e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f756d621740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e9820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f756d621740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404e9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f756d621740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f75641ad0f0 con 0x560c404dbf30 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f756d621740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f75641ae560 con 0x560c404dc850 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f756d621740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f75641ad7c0 con 0x560c404e5430 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f756d621740 10 client.0 _ll_register_callbacks cb 0x7f7554009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.553 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40232/0 (socket says 172.21.15.80:40232) 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 -- 172.21.15.80:0/2864022645 learned_addr learned my addr 172.21.15.80:0/2864022645 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7568fdf640 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404e9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f75637fe640 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 -- 172.21.15.80:0/2864022645 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 msgr2=0x560c404e9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404e9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 -- 172.21.15.80:0/2864022645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 msgr2=0x560c404e9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e9820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 -- 172.21.15.80:0/2864022645 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c4055b0e0 con 0x560c404dbf30 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f7563fff640 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e92e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f7554009850 tx=0x7f755402cec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdf9947621216468 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.555+0000 7f75437fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f75437fe640 1 -- 172.21.15.80:0/2864022645 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7554055030 con 0x560c404dbf30 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f75437fe640 1 -- 172.21.15.80:0/2864022645 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f75540035f0 con 0x560c404dbf30 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 1 -- 172.21.15.80:0/2864022645 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f755402cc20 con 0x560c404dbf30 2024-04-21T23:58:49.554 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f75437fe640 1 -- 172.21.15.80:0/2864022645 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7554034490 con 0x560c404dbf30 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 10 client.15891 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 1 -- 172.21.15.80:0/2864022645 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x560c4055c3f0 con 0x560c404dbf30 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f75437fe640 1 -- 172.21.15.80:0/2864022645 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f755402cc20 con 0x560c404dbf30 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f75437fe640 1 -- 172.21.15.80:0/2864022645 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f7554047990 con 0x560c404dbf30 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 10 client.15891 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 10 client.15891 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 20 client.15891 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560c4055caa0 0x560c4055ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 4 client.15891 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.556+0000 7f756d621740 1 -- 172.21.15.80:0/2864022645 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560c40447df0 con 0x560c4055caa0 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f75637fe640 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560c4055caa0 0x560c4055ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f75437fe640 10 client.15891 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f75637fe640 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560c4055caa0 0x560c4055ee90 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f0400570354ff9d server_cookie=7a454d8b4eb8927d in_seq=0 out_seq=0 2024-04-21T23:58:49.555 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f75437fe640 1 -- 172.21.15.80:0/2864022645 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x560c40447df0 con 0x560c4055caa0 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f75437fe640 10 client.15891 handle_command_reply: tid=0 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 client.15891 shutdown 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 -- 172.21.15.80:0/2864022645 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 msgr2=0x560c404e92e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e92e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f7554009850 tx=0x7f755402cec0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 -- 172.21.15.80:0/2864022645 shutdown_connections 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560c4055caa0 0x560c4055ee90 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560c404e5430 0x560c404e9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560c404dc850 0x560c404e9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 --2- 172.21.15.80:0/2864022645 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560c404dbf30 0x560c404e92e0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 -- 172.21.15.80:0/2864022645 >> 172.21.15.80:0/2864022645 conn(0x560c404d6660 msgr2=0x560c404d56e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f75437fe640 0 client.15891 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 -- 172.21.15.80:0/2864022645 shutdown_connections 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 1 -- 172.21.15.80:0/2864022645 wait complete. 2024-04-21T23:58:49.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.557+0000 7f756d621740 20 client.15891 trim_cache size 0 max 16384 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout: "scrubs": { 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout: "c8808fd9-d220-4f1d-b63b-ce195d361901": { 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/", 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout: "tag": "c8808fd9-d220-4f1d-b63b-ce195d361901", 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout: "options": "recursive,force" 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:58:49.557 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:58:49.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 -- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f754c0a2e20 msgr2=0x7f754c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.558 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f754c0a2e20 0x7f754c0a52e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f75640ff950 tx=0x7f75580138e0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 -- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 msgr2=0x7f756419c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 0x7f756419c940 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f755c00eaa0 tx=0x7f755c00ef60 comp rx=0 tx=0).stop 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 -- 172.21.15.80:0/526578877 shutdown_connections 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f75641077a0 0x7f756419c940 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7564102150 0x7f7564198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f754c0a2e20 0x7f754c0a52e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 --2- 172.21.15.80:0/526578877 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7564101790 0x7f75641980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 -- 172.21.15.80:0/526578877 >> 172.21.15.80:0/526578877 conn(0x7f75640fd2a0 msgr2=0x7f75640fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 -- 172.21.15.80:0/526578877 shutdown_connections 2024-04-21T23:58:49.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:58:49.558+0000 7f756aa42640 1 -- 172.21.15.80:0/526578877 wait complete. 2024-04-21T23:58:49.561 INFO:tasks.cephfs.filesystem:scrub status for tag:c8808fd9-d220-4f1d-b63b-ce195d361901 - {'path': '/', 'tag': 'c8808fd9-d220-4f1d-b63b-ce195d361901', 'options': 'recursive,force'} 2024-04-21T23:58:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:49 smithi144 ceph-mon[31316]: scrub queued for path: / 2024-04-21T23:58:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:49 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:50.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:49 smithi144 ceph-mon[31316]: scrub summary: active paths [/] 2024-04-21T23:58:50.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:49 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:49 smithi080 ceph-mon[27925]: scrub queued for path: / 2024-04-21T23:58:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:49 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:49 smithi080 ceph-mon[27925]: scrub summary: active paths [/] 2024-04-21T23:58:50.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:49 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:49 smithi120 ceph-mon[31499]: scrub queued for path: / 2024-04-21T23:58:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:49 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:49 smithi120 ceph-mon[31499]: scrub summary: active paths [/] 2024-04-21T23:58:50.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:49 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:58:51.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:50 smithi144 ceph-mon[31316]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T23:58:51.760 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:50 smithi120 ceph-mon[31499]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T23:58:51.760 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:50 smithi080 ceph-mon[27925]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T23:58:53.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:52 smithi144 ceph-mon[31316]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T23:58:53.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:52 smithi080 ceph-mon[27925]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T23:58:53.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:52 smithi120 ceph-mon[31499]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T23:58:54.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:53 smithi144 ceph-mon[31316]: scrub summary: idle 2024-04-21T23:58:54.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:53 smithi080 ceph-mon[27925]: scrub summary: idle 2024-04-21T23:58:54.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:53 smithi120 ceph-mon[31499]: scrub summary: idle 2024-04-21T23:58:55.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:54 smithi144 ceph-mon[31316]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:58:55.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:54 smithi080 ceph-mon[27925]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:58:55.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:54 smithi120 ceph-mon[31499]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:58:57.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:56 smithi144 ceph-mon[31316]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-21T23:58:57.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:56 smithi080 ceph-mon[27925]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-21T23:58:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:56 smithi120 ceph-mon[31499]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 -- 172.21.15.80:0/2557380820 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4101030 msgr2=0x7f12d410d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/2557380820 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4101030 0x7f12d410d4f0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009cd0 tx=0x7f12cc02c0f0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 -- 172.21.15.80:0/2557380820 shutdown_connections 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/2557380820 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4101030 0x7f12d410d4f0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/2557380820 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12d4100670 0x7f12d4100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/2557380820 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f12d4106630 0x7f12d4106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 -- 172.21.15.80:0/2557380820 >> 172.21.15.80:0/2557380820 conn(0x7f12d40777c0 msgr2=0x7f12d4077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 -- 172.21.15.80:0/2557380820 shutdown_connections 2024-04-21T23:58:57.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 -- 172.21.15.80:0/2557380820 wait complete. 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 Processor -- start 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.935+0000 7f12dc4cd640 1 -- start start 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12dc4cd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4100670 0x7f12d4196dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12dc4cd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12d4101030 0x7f12d4197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12dc4cd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f12d4106630 0x7f12d419b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12dc4cd640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f12d4110a40 con 0x7f12d4100670 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12dc4cd640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f12d41108c0 con 0x7f12d4101030 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12dc4cd640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f12d4110bc0 con 0x7f12d4106630 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4100670 0x7f12d4196dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4100670 0x7f12d4196dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:43616/0 (socket says 172.21.15.80:43616) 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 -- 172.21.15.80:0/439551923 learned_addr learned my addr 172.21.15.80:0/439551923 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12d9a68640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12d4101030 0x7f12d4197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12daa6a640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f12d4106630 0x7f12d419b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 -- 172.21.15.80:0/439551923 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f12d4106630 msgr2=0x7f12d419b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f12d4106630 0x7f12d419b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 -- 172.21.15.80:0/439551923 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12d4101030 msgr2=0x7f12d4197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12d4101030 0x7f12d4197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 -- 172.21.15.80:0/439551923 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12d419bdb0 con 0x7f12d4100670 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12d9a68640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12d4101030 0x7f12d4197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12daa6a640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f12d4106630 0x7f12d419b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12da269640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4100670 0x7f12d4196dc0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f12d000c890 tx=0x7f12d000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12cb7fe640 1 -- 172.21.15.80:0/439551923 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d0004220 con 0x7f12d4100670 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12cb7fe640 1 -- 172.21.15.80:0/439551923 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12d00043c0 con 0x7f12d4100670 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12dc4cd640 1 -- 172.21.15.80:0/439551923 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12d419c0a0 con 0x7f12d4100670 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12cb7fe640 1 -- 172.21.15.80:0/439551923 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d00049e0 con 0x7f12d4100670 2024-04-21T23:58:57.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.936+0000 7f12dc4cd640 1 -- 172.21.15.80:0/439551923 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12d41a3930 con 0x7f12d4100670 2024-04-21T23:58:57.938 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.939+0000 7f12cb7fe640 1 -- 172.21.15.80:0/439551923 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f12d00079b0 con 0x7f12d4100670 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.939+0000 7f12df197740 1 Processor -- start 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.939+0000 7f12df197740 1 -- start start 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.939+0000 7f12df197740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 0x5635b67fc9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12df197740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6807ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12df197740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 0x5635b680a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12df197740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5635b6760b70 con 0x5635b67fcef0 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12df197740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5635b6709470 con 0x5635b6808420 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12df197740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5635b675cb30 con 0x5635b67fc5d0 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6807ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6807ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:43626/0 (socket says 172.21.15.80:43626) 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 -- 172.21.15.80:0/252813283 learned_addr learned my addr 172.21.15.80:0/252813283 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:57.939 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12d9a68640 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 0x5635b680a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12daa6a640 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 0x5635b67fc9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 -- 172.21.15.80:0/252813283 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 msgr2=0x5635b67fc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 0x5635b67fc9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12cb7fe640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f12c00a2ec0 0x7f12c00a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 -- 172.21.15.80:0/252813283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 msgr2=0x5635b680a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 0x5635b680a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 -- 172.21.15.80:0/252813283 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635b6475210 con 0x5635b67fcef0 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12daa6a640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f12c00a2ec0 0x7f12c00a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12da269640 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6807ee0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f12d00cceb0 tx=0x7f12d0097b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=797390093e20515 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.940+0000 7f12cb7fe640 1 -- 172.21.15.80:0/439551923 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f12d00cfaf0 con 0x7f12d4100670 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12c8bfe640 1 -- 172.21.15.80:0/252813283 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d001d070 con 0x5635b67fcef0 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12c8bfe640 1 -- 172.21.15.80:0/252813283 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12d009c1a0 con 0x5635b67fcef0 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12c8bfe640 1 -- 172.21.15.80:0/252813283 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d009b870 con 0x5635b67fcef0 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12df197740 1 -- 172.21.15.80:0/252813283 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 msgr2=0x5635b6807ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.940 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12daa6a640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f12c00a2ec0 0x7f12c00a5380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f12cc032530 tx=0x7f12cc004a40 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12df197740 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6807ee0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f12d00cceb0 tx=0x7f12d0097b70 comp rx=0 tx=0).stop 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12df197740 1 -- 172.21.15.80:0/252813283 shutdown_connections 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12df197740 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 0x5635b680a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12df197740 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6807ee0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12df197740 1 --2- 172.21.15.80:0/252813283 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 0x5635b67fc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.941+0000 7f12df197740 1 -- 172.21.15.80:0/252813283 >> 172.21.15.80:0/252813283 conn(0x5635b67f7440 msgr2=0x5635b67f7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 -- 172.21.15.80:0/252813283 shutdown_connections 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 -- 172.21.15.80:0/252813283 wait complete. 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 -- start start 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 Processor -- start 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 0x5635b6805400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6805940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 0x5635b6805e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.941 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5635b680aff0 con 0x5635b67fcef0 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5635b671ca10 con 0x5635b6808420 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5635b680b170 con 0x5635b67fc5d0 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12df197740 10 client.0 _ll_register_callbacks cb 0x5635b6757b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12d9a68640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6805940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12d9a68640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6805940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:43628/0 (socket says 172.21.15.80:43628) 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12d9a68640 1 -- 172.21.15.80:0/3436716640 learned_addr learned my addr 172.21.15.80:0/3436716640 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12daa6a640 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 0x5635b6805e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.942+0000 7f12da269640 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 0x5635b6805400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12d9a68640 1 -- 172.21.15.80:0/3436716640 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 msgr2=0x5635b6805400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12d9a68640 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 0x5635b6805400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12d9a68640 1 -- 172.21.15.80:0/3436716640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 msgr2=0x5635b6805e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12d9a68640 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 0x5635b6805e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.942 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12d9a68640 1 -- 172.21.15.80:0/3436716640 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635b6541620 con 0x5635b67fcef0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12bdffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12d9a68640 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6805940 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f12c400bf60 tx=0x7f12c400bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=470727b7b165b0ff server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12bdffb640 1 -- 172.21.15.80:0/3436716640 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12c40035f0 con 0x5635b67fcef0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12bdffb640 1 -- 172.21.15.80:0/3436716640 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f12c4003790 con 0x5635b67fcef0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12df197740 1 -- 172.21.15.80:0/3436716640 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12d009c1a0 con 0x5635b67fcef0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12bdffb640 1 -- 172.21.15.80:0/3436716640 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f12c4003990 con 0x5635b67fcef0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12df197740 10 client.15903 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12df197740 1 -- 172.21.15.80:0/3436716640 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5635b6817310 con 0x5635b67fcef0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12bdffb640 1 -- 172.21.15.80:0/3436716640 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12d009c1a0 con 0x5635b67fcef0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.943+0000 7f12bdffb640 1 -- 172.21.15.80:0/3436716640 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f12c4019070 con 0x5635b67fcef0 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12df197740 10 client.15903 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12df197740 10 client.15903 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12df197740 20 client.15903 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:57.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12df197740 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5635b6818870 0x5635b681ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12df197740 4 client.15903 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12df197740 1 -- 172.21.15.80:0/3436716640 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635b676e0b0 con 0x5635b6818870 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12da269640 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5635b6818870 0x5635b681ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12bdffb640 10 client.15903 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.944+0000 7f12da269640 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5635b6818870 0x5635b681ac80 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a85edf4b37b2a693 server_cookie=41bf93b809f9253a in_seq=0 out_seq=0 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12bdffb640 1 -- 172.21.15.80:0/3436716640 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5635b676e0b0 con 0x5635b6818870 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12bdffb640 10 client.15903 handle_command_reply: tid=0 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 client.15903 shutdown 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 -- 172.21.15.80:0/3436716640 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 msgr2=0x5635b6805940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6805940 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f12c400bf60 tx=0x7f12c400bf90 comp rx=0 tx=0).stop 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 -- 172.21.15.80:0/3436716640 shutdown_connections 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5635b6818870 0x5635b681ac80 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b6808420 0x5635b6805e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6805940 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.945 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12bdffb640 0 client.15903 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:57.945 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 --2- 172.21.15.80:0/3436716640 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fc5d0 0x5635b6805400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.945 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 -- 172.21.15.80:0/3436716640 >> 172.21.15.80:0/3436716640 conn(0x5635b67f7440 msgr2=0x5635b67f9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:57.945 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 -- 172.21.15.80:0/3436716640 shutdown_connections 2024-04-21T23:58:57.945 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 1 -- 172.21.15.80:0/3436716640 wait complete. 2024-04-21T23:58:57.945 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.945+0000 7f12df197740 20 client.15903 trim_cache size 0 max 16384 2024-04-21T23:58:57.962 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.962+0000 7f12df197740 1 Processor -- start 2024-04-21T23:58:57.962 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.962+0000 7f12df197740 1 -- start start 2024-04-21T23:58:57.962 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.962+0000 7f12df197740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b6807b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.962 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.962+0000 7f12df197740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fcef0 0x5635b6813f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.962 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.962+0000 7f12df197740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b6808420 0x5635b6820590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.962 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.962+0000 7f12df197740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f12d41af0b0 con 0x5635b6808420 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.962+0000 7f12df197740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f12d41ac980 con 0x5635b67fc5d0 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.962+0000 7f12df197740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f12d41aa7d0 con 0x5635b67fcef0 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b6808420 0x5635b6820590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b6808420 0x5635b6820590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:43634/0 (socket says 172.21.15.80:43634) 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 -- 172.21.15.80:0/3326498074 learned_addr learned my addr 172.21.15.80:0/3326498074 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12d9a68640 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fcef0 0x5635b6813f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 -- 172.21.15.80:0/3326498074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fcef0 msgr2=0x5635b6813f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fcef0 0x5635b6813f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 -- 172.21.15.80:0/3326498074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 msgr2=0x5635b6807b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12da269640 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b6807b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b6807b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 -- 172.21.15.80:0/3326498074 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635b67f17a0 con 0x5635b6808420 2024-04-21T23:58:57.963 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12daa6a640 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b6808420 0x5635b6820590 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009cd0 tx=0x7f12cc03f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c97ada801b560828 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12bffff640 1 -- 172.21.15.80:0/3326498074 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12cc051070 con 0x5635b6808420 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12bffff640 1 -- 172.21.15.80:0/3326498074 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12cc03a040 con 0x5635b6808420 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.963+0000 7f12bffff640 1 -- 172.21.15.80:0/3326498074 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12cc039040 con 0x5635b6808420 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 -- 172.21.15.80:0/3326498074 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b6808420 msgr2=0x5635b6820590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b6808420 0x5635b6820590 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009cd0 tx=0x7f12cc03f000 comp rx=0 tx=0).stop 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 -- 172.21.15.80:0/3326498074 shutdown_connections 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b6808420 0x5635b6820590 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b67fcef0 0x5635b6813f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 --2- 172.21.15.80:0/3326498074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b6807b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 -- 172.21.15.80:0/3326498074 >> 172.21.15.80:0/3326498074 conn(0x5635b67f7440 msgr2=0x5635b67f64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 -- 172.21.15.80:0/3326498074 shutdown_connections 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 -- 172.21.15.80:0/3326498074 wait complete. 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 -- start start 2024-04-21T23:58:57.964 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.964+0000 7f12df197740 1 Processor -- start 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12df197740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b68024c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12df197740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6802a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12df197740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b6808420 0x5635b687de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12df197740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f12d41aae40 con 0x5635b67fcef0 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12df197740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f12d41ac2b0 con 0x5635b67fc5d0 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12df197740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f12d41ab510 con 0x5635b6808420 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12df197740 10 client.0 _ll_register_callbacks cb 0x7f12c400b8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6802a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6802a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:43642/0 (socket says 172.21.15.80:43642) 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 -- 172.21.15.80:0/3643614524 learned_addr learned my addr 172.21.15.80:0/3643614524 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:58:57.965 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12da269640 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b68024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12daa6a640 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b6808420 0x5635b687de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 -- 172.21.15.80:0/3643614524 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b6808420 msgr2=0x5635b687de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b6808420 0x5635b687de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 -- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 msgr2=0x5635b68024c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b68024c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 -- 172.21.15.80:0/3643614524 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635b687e340 con 0x5635b67fcef0 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12da269640 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b68024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12d9a68640 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6802a00 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f12c4001eb0 tx=0x7f12c4003920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a656962c640ec1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:58:57.966 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12bdffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.965+0000 7f12bdffb640 1 -- 172.21.15.80:0/3643614524 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12c4012d70 con 0x5635b67fcef0 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12bdffb640 1 -- 172.21.15.80:0/3643614524 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f12c4010490 con 0x5635b67fcef0 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 1 -- 172.21.15.80:0/3643614524 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12cc03a040 con 0x5635b67fcef0 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12bdffb640 1 -- 172.21.15.80:0/3643614524 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f12c4037050 con 0x5635b67fcef0 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 10 client.15909 fetch_fsmap learned FSMap version 23 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 1 -- 172.21.15.80:0/3643614524 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5635b687f4e0 con 0x5635b67fcef0 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12bdffb640 1 -- 172.21.15.80:0/3643614524 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12cc03a040 con 0x5635b67fcef0 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12bdffb640 1 -- 172.21.15.80:0/3643614524 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f12c4019040 con 0x5635b67fcef0 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 10 client.15909 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 10 client.15909 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 20 client.15909 populate_metadata read hostname 'smithi080' 2024-04-21T23:58:57.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5635b687fce0 0x5635b6882100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:58:57.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 4 client.15909 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T23:58:57.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12df197740 1 -- 172.21.15.80:0/3643614524 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5635b6768400 con 0x5635b687fce0 2024-04-21T23:58:57.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.966+0000 7f12da269640 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5635b687fce0 0x5635b6882100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:58:57.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.967+0000 7f12da269640 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5635b687fce0 0x5635b6882100 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98ff80c7f8c3fa4b server_cookie=fe49381c78e4a4b5 in_seq=0 out_seq=0 2024-04-21T23:58:57.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.967+0000 7f12bdffb640 10 client.15909 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:57.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12bdffb640 1 -- 172.21.15.80:0/3643614524 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5635b6768400 con 0x5635b687fce0 2024-04-21T23:58:57.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12bdffb640 10 client.15909 handle_command_reply: tid=0 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 client.15909 shutdown 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 -- 172.21.15.80:0/3643614524 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 msgr2=0x5635b6802a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6802a00 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f12c4001eb0 tx=0x7f12c4003920 comp rx=0 tx=0).stop 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 -- 172.21.15.80:0/3643614524 shutdown_connections 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5635b687fce0 0x5635b6882100 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5635b6808420 0x5635b687de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12bdffb640 0 client.15909 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5635b67fcef0 0x5635b6802a00 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 --2- 172.21.15.80:0/3643614524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635b67fc5d0 0x5635b68024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 -- 172.21.15.80:0/3643614524 >> 172.21.15.80:0/3643614524 conn(0x5635b67f7440 msgr2=0x5635b67f8790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 -- 172.21.15.80:0/3643614524 shutdown_connections 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 1 -- 172.21.15.80:0/3643614524 wait complete. 2024-04-21T23:58:57.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.974+0000 7f12df197740 20 client.15909 trim_cache size 0 max 16384 2024-04-21T23:58:57.971 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-21T23:58:57.971 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-21T23:58:57.971 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-21T23:58:57.971 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 -- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f12c00a2ec0 msgr2=0x7f12c00a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f12c00a2ec0 0x7f12c00a5380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f12cc032530 tx=0x7f12cc004a40 comp rx=0 tx=0).stop 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 -- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4100670 msgr2=0x7f12d4196dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4100670 0x7f12d4196dc0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f12d000c890 tx=0x7f12d000cd50 comp rx=0 tx=0).stop 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 -- 172.21.15.80:0/439551923 shutdown_connections 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f12d4106630 0x7f12d419b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f12c00a2ec0 0x7f12c00a5380 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12d4101030 0x7f12d4197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 --2- 172.21.15.80:0/439551923 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f12d4100670 0x7f12d4196dc0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 -- 172.21.15.80:0/439551923 >> 172.21.15.80:0/439551923 conn(0x7f12d40777c0 msgr2=0x7f12d4103070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:58:57.972 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 -- 172.21.15.80:0/439551923 shutdown_connections 2024-04-21T23:58:57.973 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:58:57.975+0000 7f12dc4cd640 1 -- 172.21.15.80:0/439551923 wait complete. 2024-04-21T23:58:59.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:58:58 smithi144 ceph-mon[31316]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 7 op/s 2024-04-21T23:58:59.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:58:58 smithi080 ceph-mon[27925]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 7 op/s 2024-04-21T23:58:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:58:58 smithi120 ceph-mon[31499]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 7 op/s 2024-04-21T23:59:01.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:00 smithi144 ceph-mon[31316]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-21T23:59:01.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:00 smithi080 ceph-mon[27925]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-21T23:59:01.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:59:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:59:00.818+0000 7fccedc6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:59:01.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:59:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:59:00.818+0000 7fccedc6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:59:01.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:59:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:59:00.818+0000 7fccedc6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:59:01.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:59:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:59:00.818+0000 7fccedc6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:59:01.199 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 21 23:59:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-21T23:59:00.818+0000 7fccedc6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T23:59:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:00 smithi120 ceph-mon[31499]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-21T23:59:03.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:02 smithi144 ceph-mon[31316]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-21T23:59:03.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:02 smithi144 ceph-mon[31316]: mgrmap e25: x(active, since 52s), standbys: z, y 2024-04-21T23:59:03.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:02 smithi080 ceph-mon[27925]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-21T23:59:03.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:02 smithi080 ceph-mon[27925]: mgrmap e25: x(active, since 52s), standbys: z, y 2024-04-21T23:59:03.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:02 smithi120 ceph-mon[31499]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-21T23:59:03.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:02 smithi120 ceph-mon[31499]: mgrmap e25: x(active, since 52s), standbys: z, y 2024-04-21T23:59:05.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:04 smithi144 ceph-mon[31316]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:59:05.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:04 smithi080 ceph-mon[27925]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:59:05.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:04 smithi120 ceph-mon[31499]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-21T23:59:07.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:06 smithi144 ceph-mon[31316]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-21T23:59:07.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:06 smithi080 ceph-mon[27925]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-21T23:59:07.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:06 smithi120 ceph-mon[31499]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-21T23:59:09.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:08 smithi080 ceph-mon[27925]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T23:59:09.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:08 smithi120 ceph-mon[31499]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T23:59:09.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:08 smithi144 ceph-mon[31316]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T23:59:11.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.107+0000 7f35c8197640 1 -- 172.21.15.80:0/3050461847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01009b0 msgr2=0x7f35c01049f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.107+0000 7f35c8197640 1 --2- 172.21.15.80:0/3050461847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01009b0 0x7f35c01049f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f35b0009900 tx=0x7f35b002bc30 comp rx=0 tx=0).stop 2024-04-21T23:59:11.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.108+0000 7f35c8197640 1 -- 172.21.15.80:0/3050461847 shutdown_connections 2024-04-21T23:59:11.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.108+0000 7f35c8197640 1 --2- 172.21.15.80:0/3050461847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35c01050d0 0x7f35c010cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.108+0000 7f35c8197640 1 --2- 172.21.15.80:0/3050461847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01009b0 0x7f35c01049f0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.108+0000 7f35c8197640 1 --2- 172.21.15.80:0/3050461847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35c0100000 0x7f35c01003e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.108+0000 7f35c8197640 1 -- 172.21.15.80:0/3050461847 >> 172.21.15.80:0/3050461847 conn(0x7f35c0076bd0 msgr2=0x7f35c00fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:11.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.108+0000 7f35c8197640 1 -- 172.21.15.80:0/3050461847 shutdown_connections 2024-04-21T23:59:11.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.108+0000 7f35c8197640 1 -- 172.21.15.80:0/3050461847 wait complete. 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c8197640 1 Processor -- start 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c8197640 1 -- start start 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c8197640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35c0100000 0x7f35c0197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c8197640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01050d0 0x7f35c01984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c8197640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35c019c850 0x7f35c019cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c8197640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f35c0110140 con 0x7f35c01050d0 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c8197640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f35c010ffc0 con 0x7f35c0100000 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c8197640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f35c01102c0 con 0x7f35c019c850 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c5732640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01050d0 0x7f35c01984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c5732640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01050d0 0x7f35c01984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40316/0 (socket says 172.21.15.80:40316) 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c5732640 1 -- 172.21.15.80:0/2507437647 learned_addr learned my addr 172.21.15.80:0/2507437647 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.109+0000 7f35c5f33640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35c0100000 0x7f35c0197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35c5732640 1 -- 172.21.15.80:0/2507437647 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35c019c850 msgr2=0x7f35c019cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35c5732640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35c019c850 0x7f35c019cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35c5732640 1 -- 172.21.15.80:0/2507437647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35c0100000 msgr2=0x7f35c0197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35c5732640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35c0100000 0x7f35c0197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35c5732640 1 -- 172.21.15.80:0/2507437647 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c019d340 con 0x7f35c01050d0 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35c5732640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01050d0 0x7f35c01984d0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f35b0036040 tx=0x7f35b002cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35b6ffd640 1 -- 172.21.15.80:0/2507437647 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b0041070 con 0x7f35c01050d0 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35c8197640 1 -- 172.21.15.80:0/2507437647 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c019d5d0 con 0x7f35c01050d0 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35c8197640 1 -- 172.21.15.80:0/2507437647 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c01a4df0 con 0x7f35c01050d0 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35b6ffd640 1 -- 172.21.15.80:0/2507437647 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35b0004c80 con 0x7f35c01050d0 2024-04-21T23:59:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.110+0000 7f35b6ffd640 1 -- 172.21.15.80:0/2507437647 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b0003950 con 0x7f35c01050d0 2024-04-21T23:59:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35cad7c740 1 Processor -- start 2024-04-21T23:59:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35cad7c740 1 -- start start 2024-04-21T23:59:11.108 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b20af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b213cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b216600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35cad7c740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56291b16eb70 con 0x56291b214210 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35cad7c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56291b117470 con 0x56291b20ab20 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35cad7c740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56291b16ab30 con 0x56291b20b440 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.114+0000 7f35b6ffd640 1 -- 172.21.15.80:0/2507437647 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f35b0044070 con 0x7f35c01050d0 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c6734640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b20af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c5f33640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b213cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c6734640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b20af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:38210/0 (socket says 172.21.15.80:38210) 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c6734640 1 -- 172.21.15.80:0/3961744803 learned_addr learned my addr 172.21.15.80:0/3961744803 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c5732640 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b216600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c6734640 1 -- 172.21.15.80:0/3961744803 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 msgr2=0x56291b213cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c6734640 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b213cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c6734640 1 -- 172.21.15.80:0/3961744803 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 msgr2=0x56291b216600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35b6ffd640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35ac0a2f50 0x7f35ac0a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c6734640 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b216600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c6734640 1 -- 172.21.15.80:0/3961744803 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56291ae83210 con 0x56291b20ab20 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.115+0000 7f35c5732640 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b216600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.116+0000 7f35b6ffd640 1 -- 172.21.15.80:0/2507437647 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f35b00f1690 con 0x7f35c01050d0 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.116+0000 7f35c5f33640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35ac0a2f50 0x7f35ac0a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.116+0000 7f35c6734640 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b20af00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f35b8007c60 tx=0x7f35b800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1528d966054689e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.116+0000 7f35c5f33640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35ac0a2f50 0x7f35ac0a5410 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x56291b20a5d0 tx=0x7f35bc005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.116+0000 7f35abfff640 1 -- 172.21.15.80:0/3961744803 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8003b70 con 0x56291b20ab20 2024-04-21T23:59:11.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.116+0000 7f35abfff640 1 -- 172.21.15.80:0/3961744803 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35b8003d10 con 0x56291b20ab20 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.116+0000 7f35abfff640 1 -- 172.21.15.80:0/3961744803 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b800f8d0 con 0x56291b20ab20 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.117+0000 7f35cad7c740 1 -- 172.21.15.80:0/3961744803 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 msgr2=0x56291b20af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.117+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b20af00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f35b8007c60 tx=0x7f35b800c6a0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.117+0000 7f35cad7c740 1 -- 172.21.15.80:0/3961744803 shutdown_connections 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.117+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b216600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.117+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b213cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.117+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3961744803 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b20af00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.117+0000 7f35cad7c740 1 -- 172.21.15.80:0/3961744803 >> 172.21.15.80:0/3961744803 conn(0x56291b205440 msgr2=0x56291b205820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.118+0000 7f35cad7c740 1 -- 172.21.15.80:0/3961744803 shutdown_connections 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.118+0000 7f35cad7c740 1 -- 172.21.15.80:0/3961744803 wait complete. 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.118+0000 7f35cad7c740 1 -- start start 2024-04-21T23:59:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.118+0000 7f35cad7c740 1 Processor -- start 2024-04-21T23:59:11.115 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b211140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.115 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b211680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.115 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b211bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.115 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b211bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.115 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35cad7c740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56291b216e40 con 0x56291b214210 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b211bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40332/0 (socket says 172.21.15.80:40332) 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c5f33640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b211140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 -- 172.21.15.80:0/2797939603 learned_addr learned my addr 172.21.15.80:0/2797939603 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56291b12aa10 con 0x56291b20ab20 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56291b216fc0 con 0x56291b20b440 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c5732640 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b211680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35cad7c740 10 client.0 _ll_register_callbacks cb 0x56291b165b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 -- 172.21.15.80:0/2797939603 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 msgr2=0x56291b211680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b211680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 -- 172.21.15.80:0/2797939603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 msgr2=0x56291b211140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b211140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 -- 172.21.15.80:0/2797939603 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56291af4f620 con 0x56291b214210 2024-04-21T23:59:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c5732640 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b211680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c5f33640 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b211140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35c6734640 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b211bc0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f35b800f530 tx=0x7f35b80079d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a102c72cf6d1539 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.119+0000 7f35a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.120+0000 7f35a97fa640 1 -- 172.21.15.80:0/2797939603 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8039060 con 0x56291b214210 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.120+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35b8003d10 con 0x56291b214210 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.120+0000 7f35a97fa640 1 -- 172.21.15.80:0/2797939603 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f35b80040c0 con 0x56291b214210 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.120+0000 7f35a97fa640 1 -- 172.21.15.80:0/2797939603 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f35b80042c0 con 0x56291b214210 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.120+0000 7f35cad7c740 10 client.15927 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.120+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56291b2273b0 con 0x56291b214210 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.120+0000 7f35a97fa640 1 -- 172.21.15.80:0/2797939603 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35b8003d10 con 0x56291b214210 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.121+0000 7f35a97fa640 1 -- 172.21.15.80:0/2797939603 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f35b800f5d0 con 0x56291b214210 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.121+0000 7f35cad7c740 10 client.15927 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.121+0000 7f35cad7c740 10 client.15927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.121+0000 7f35cad7c740 20 client.15927 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:11.117 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.121+0000 7f35cad7c740 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56291b2287c0 0x56291b22abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.121+0000 7f35cad7c740 4 client.15927 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.121+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56291b17c0b0 con 0x56291b2287c0 2024-04-21T23:59:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.122+0000 7f35c5f33640 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56291b2287c0 0x56291b22abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.122+0000 7f35a97fa640 10 client.15927 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.122+0000 7f35c5f33640 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56291b2287c0 0x56291b22abb0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51fa7fa561bbf107 server_cookie=a6d84c2c698382b2 in_seq=0 out_seq=0 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35a97fa640 1 -- 172.21.15.80:0/2797939603 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56291b17c0b0 con 0x56291b2287c0 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35a97fa640 10 client.15927 handle_command_reply: tid=0 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 client.15927 shutdown 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 msgr2=0x56291b211bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b211bc0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f35b800f530 tx=0x7f35b80079d0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 shutdown_connections 2024-04-21T23:59:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56291b2287c0 0x56291b22abb0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.120 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b214210 0x56291b211bc0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.120 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b211680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.120 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 --2- 172.21.15.80:0/2797939603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20ab20 0x56291b211140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.120 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 >> 172.21.15.80:0/2797939603 conn(0x56291b205440 msgr2=0x56291b207190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:11.120 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35a97fa640 0 client.15927 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:11.120 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 shutdown_connections 2024-04-21T23:59:11.120 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.123+0000 7f35cad7c740 1 -- 172.21.15.80:0/2797939603 wait complete. 2024-04-21T23:59:11.120 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.124+0000 7f35cad7c740 20 client.15927 trim_cache size 0 max 16384 2024-04-21T23:59:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.152+0000 7f35cad7c740 1 Processor -- start 2024-04-21T23:59:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35cad7c740 1 -- start start 2024-04-21T23:59:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b213870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b21fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b214210 0x56291b230240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35cad7c740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f35a40125b0 con 0x56291b20ab20 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35cad7c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400fe80 con 0x56291b214210 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35cad7c740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400dcd0 con 0x56291b20b440 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5f33640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b213870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5f33640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b213870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40344/0 (socket says 172.21.15.80:40344) 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5f33640 1 -- 172.21.15.80:0/3497357188 learned_addr learned my addr 172.21.15.80:0/3497357188 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c6734640 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b214210 0x56291b230240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5732640 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b21fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5f33640 1 -- 172.21.15.80:0/3497357188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 msgr2=0x56291b21fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5f33640 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b21fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5f33640 1 -- 172.21.15.80:0/3497357188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b214210 msgr2=0x56291b230240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5f33640 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b214210 0x56291b230240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c5f33640 1 -- 172.21.15.80:0/3497357188 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56291b20f690 con 0x56291b20ab20 2024-04-21T23:59:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.153+0000 7f35c6734640 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b214210 0x56291b230240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.154+0000 7f35c5732640 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b21fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.154+0000 7f35c5f33640 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b213870 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f35bc0045e0 tx=0x7f35bc01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e488da3a174a098 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.154+0000 7f35ab7fe640 1 -- 172.21.15.80:0/3497357188 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc01ecf0 con 0x56291b20ab20 2024-04-21T23:59:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.154+0000 7f35ab7fe640 1 -- 172.21.15.80:0/3497357188 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35bc02d640 con 0x56291b20ab20 2024-04-21T23:59:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.154+0000 7f35ab7fe640 1 -- 172.21.15.80:0/3497357188 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc02a9b0 con 0x56291b20ab20 2024-04-21T23:59:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 -- 172.21.15.80:0/3497357188 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 msgr2=0x56291b213870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b213870 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f35bc0045e0 tx=0x7f35bc01b000 comp rx=0 tx=0).stop 2024-04-21T23:59:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 -- 172.21.15.80:0/3497357188 shutdown_connections 2024-04-21T23:59:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b214210 0x56291b230240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b20b440 0x56291b21fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3497357188 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b213870 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 -- 172.21.15.80:0/3497357188 >> 172.21.15.80:0/3497357188 conn(0x56291b205440 msgr2=0x56291b20c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 -- 172.21.15.80:0/3497357188 shutdown_connections 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.155+0000 7f35cad7c740 1 -- 172.21.15.80:0/3497357188 wait complete. 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.156+0000 7f35cad7c740 1 -- start start 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.156+0000 7f35cad7c740 1 Processor -- start 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.156+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b21c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35cad7c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20b440 0x56291b2171d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b21c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b21c5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40348/0 (socket says 172.21.15.80:40348) 2024-04-21T23:59:11.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 -- 172.21.15.80:0/3871035846 learned_addr learned my addr 172.21.15.80:0/3871035846 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b214210 0x56291b217710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400e340 con 0x56291b20ab20 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400f7b0 con 0x56291b20b440 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f35a400ea10 con 0x56291b214210 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35cad7c740 10 client.0 _ll_register_callbacks cb 0x7f35b00f7400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 -- 172.21.15.80:0/3871035846 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b214210 msgr2=0x56291b217710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b214210 0x56291b217710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 -- 172.21.15.80:0/3871035846 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20b440 msgr2=0x56291b2171d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20b440 0x56291b2171d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 -- 172.21.15.80:0/3871035846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56291b217f40 con 0x56291b20ab20 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35c5f33640 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b21c5f0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f35bc019040 tx=0x7f35bc02a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cce5fbceea6c96d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.157+0000 7f35a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.158+0000 7f35a97fa640 1 -- 172.21.15.80:0/3871035846 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc005040 con 0x56291b20ab20 2024-04-21T23:59:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.158+0000 7f35a97fa640 1 -- 172.21.15.80:0/3871035846 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f35bc0051e0 con 0x56291b20ab20 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.158+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35bc02d640 con 0x56291b20ab20 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.158+0000 7f35a97fa640 1 -- 172.21.15.80:0/3871035846 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f35bc046050 con 0x56291b20ab20 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.158+0000 7f35cad7c740 10 client.15933 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.158+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56291b28da20 con 0x56291b20ab20 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.158+0000 7f35a97fa640 1 -- 172.21.15.80:0/3871035846 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35bc0053e0 con 0x56291b20ab20 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.159+0000 7f35a97fa640 1 -- 172.21.15.80:0/3871035846 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f35bc02a8a0 con 0x56291b20ab20 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.159+0000 7f35cad7c740 10 client.15933 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.159+0000 7f35cad7c740 10 client.15933 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.159+0000 7f35cad7c740 20 client.15933 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.159+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56291b28dfe0 0x56291b290420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.159+0000 7f35cad7c740 4 client.15933 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.159+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f35bc02d640 con 0x56291b28dfe0 2024-04-21T23:59:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.160+0000 7f35c5732640 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56291b28dfe0 0x56291b290420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:11.157 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.160+0000 7f35a97fa640 10 client.15933 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:11.157 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.160+0000 7f35c5732640 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56291b28dfe0 0x56291b290420 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7afc92bccc51873 server_cookie=a5464ec740a5513e in_seq=0 out_seq=0 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.166+0000 7f35a97fa640 1 -- 172.21.15.80:0/3871035846 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f35bc02d640 con 0x56291b28dfe0 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.166+0000 7f35a97fa640 10 client.15933 handle_command_reply: tid=0 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.166+0000 7f35cad7c740 1 client.15933 shutdown 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.166+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 msgr2=0x56291b21c5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.166+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b21c5f0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f35bc019040 tx=0x7f35bc02a3f0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.166+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 shutdown_connections 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.166+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56291b28dfe0 0x56291b290420 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56291b214210 0x56291b217710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56291b20b440 0x56291b2171d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35cad7c740 1 --2- 172.21.15.80:0/3871035846 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56291b20ab20 0x56291b21c5f0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 >> 172.21.15.80:0/3871035846 conn(0x56291b205440 msgr2=0x56291b20fa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35a97fa640 0 client.15933 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 shutdown_connections 2024-04-21T23:59:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35cad7c740 1 -- 172.21.15.80:0/3871035846 wait complete. 2024-04-21T23:59:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35cad7c740 20 client.15933 trim_cache size 0 max 16384 2024-04-21T23:59:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-21T23:59:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-21T23:59:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-21T23:59:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-21T23:59:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35c8197640 1 -- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35ac0a2f50 msgr2=0x7f35ac0a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35c8197640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35ac0a2f50 0x7f35ac0a5410 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x56291b20a5d0 tx=0x7f35bc005f90 comp rx=0 tx=0).stop 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35c8197640 1 -- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01050d0 msgr2=0x7f35c01984d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.167+0000 7f35c8197640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01050d0 0x7f35c01984d0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f35b0036040 tx=0x7f35b002cbf0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.168+0000 7f35c8197640 1 -- 172.21.15.80:0/2507437647 shutdown_connections 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.168+0000 7f35c8197640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f35c019c850 0x7f35c019cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.168+0000 7f35c8197640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f35c01050d0 0x7f35c01984d0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.168+0000 7f35c8197640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f35ac0a2f50 0x7f35ac0a5410 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.168+0000 7f35c8197640 1 --2- 172.21.15.80:0/2507437647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f35c0100000 0x7f35c0197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.168+0000 7f35c8197640 1 -- 172.21.15.80:0/2507437647 >> 172.21.15.80:0/2507437647 conn(0x7f35c0076bd0 msgr2=0x7f35c0102680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.168+0000 7f35c8197640 1 -- 172.21.15.80:0/2507437647 shutdown_connections 2024-04-21T23:59:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:11.168+0000 7f35c8197640 1 -- 172.21.15.80:0/2507437647 wait complete. 2024-04-21T23:59:11.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:10 smithi080 ceph-mon[27925]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T23:59:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:10 smithi120 ceph-mon[31499]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T23:59:11.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:10 smithi144 ceph-mon[31316]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T23:59:13.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:12 smithi080 ceph-mon[27925]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-21T23:59:13.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:12 smithi120 ceph-mon[31499]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-21T23:59:13.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:12 smithi144 ceph-mon[31316]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-21T23:59:14.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:13 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:59:14.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:13 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:59:14.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:13 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T23:59:15.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:14 smithi080 ceph-mon[27925]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-21T23:59:15.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:14 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:14 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:14 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:14 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:14 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:14 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:14 smithi120 ceph-mon[31499]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-21T23:59:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:14 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:14 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:14 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:14 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:14 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:14 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:14 smithi144 ceph-mon[31316]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-21T23:59:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:14 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:14 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:14 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:14 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:14 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:14 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:16.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:15 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:59:16.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:15 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:59:16.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:15 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:16.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:15 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:59:16.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:15 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:59:16.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:15 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:15 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T23:59:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:15 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T23:59:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:15 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-21T23:59:17.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:16 smithi080 ceph-mon[27925]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-21T23:59:17.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:16 smithi120 ceph-mon[31499]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-21T23:59:17.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:16 smithi144 ceph-mon[31316]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-21T23:59:19.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:18 smithi080 ceph-mon[27925]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:59:19.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:18 smithi120 ceph-mon[31499]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:59:19.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:18 smithi144 ceph-mon[31316]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:59:19.563 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T23:59:19.563 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T23:59:19.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 -- 172.21.15.80:0/3989590077 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c7410bd00 msgr2=0x7f1c7410e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/3989590077 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c7410bd00 0x7f1c7410e1a0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c009ca0 tx=0x7f1c6c02c230 comp rx=0 tx=0).stop 2024-04-21T23:59:19.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 -- 172.21.15.80:0/3989590077 shutdown_connections 2024-04-21T23:59:19.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/3989590077 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c7410bd00 0x7f1c7410e1a0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/3989590077 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c741032e0 0x7f1c7410b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/3989590077 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c741029c0 0x7f1c74102da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 -- 172.21.15.80:0/3989590077 >> 172.21.15.80:0/3989590077 conn(0x7f1c74077740 msgr2=0x7f1c74077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:19.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 -- 172.21.15.80:0/3989590077 shutdown_connections 2024-04-21T23:59:19.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.678+0000 7f1c7b3de640 1 -- 172.21.15.80:0/3989590077 wait complete. 2024-04-21T23:59:19.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7b3de640 1 Processor -- start 2024-04-21T23:59:19.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7b3de640 1 -- start start 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7b3de640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c741029c0 0x7f1c74197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7b3de640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c741032e0 0x7f1c741984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7b3de640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c7410bd00 0x7f1c7419c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7b3de640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1c74111b00 con 0x7f1c741032e0 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7b3de640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1c74111980 con 0x7f1c7410bd00 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7b3de640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1c74111c80 con 0x7f1c741029c0 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c78979640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c741032e0 0x7f1c741984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c78979640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c741032e0 0x7f1c741984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41066/0 (socket says 172.21.15.80:41066) 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c78979640 1 -- 172.21.15.80:0/283450176 learned_addr learned my addr 172.21.15.80:0/283450176 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:19.674 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7917a640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c741029c0 0x7f1c74197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7997b640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c7410bd00 0x7f1c7419c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c78979640 1 -- 172.21.15.80:0/283450176 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c741029c0 msgr2=0x7f1c74197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c78979640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c741029c0 0x7f1c74197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c78979640 1 -- 172.21.15.80:0/283450176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c7410bd00 msgr2=0x7f1c7419c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c78979640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c7410bd00 0x7f1c7419c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c78979640 1 -- 172.21.15.80:0/283450176 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c7419cf90 con 0x7f1c741032e0 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.679+0000 7f1c7997b640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c7410bd00 0x7f1c7419c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.680+0000 7f1c78979640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c741032e0 0x7f1c741984e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f1c64005fd0 tx=0x7f1c64007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.680+0000 7f1c6a7fc640 1 -- 172.21.15.80:0/283450176 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64007dc0 con 0x7f1c741032e0 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.680+0000 7f1c7b3de640 1 -- 172.21.15.80:0/283450176 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c7419d280 con 0x7f1c741032e0 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.680+0000 7f1c7b3de640 1 -- 172.21.15.80:0/283450176 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c74100540 con 0x7f1c741032e0 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.680+0000 7f1c6a7fc640 1 -- 172.21.15.80:0/283450176 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c64004030 con 0x7f1c741032e0 2024-04-21T23:59:19.675 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.680+0000 7f1c6a7fc640 1 -- 172.21.15.80:0/283450176 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64003d60 con 0x7f1c741032e0 2024-04-21T23:59:19.677 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7dfc7740 1 Processor -- start 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7dfc7740 1 -- start start 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2c3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2cbef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2ce820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7dfc7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55d82a227560 con 0x55d82a2c3850 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7dfc7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d82a1cf730 con 0x55d82a2cc430 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7dfc7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55d82a223520 con 0x55d82a2c2f30 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c6a7fc640 1 -- 172.21.15.80:0/283450176 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f1c640041e0 con 0x7f1c741032e0 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7917a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2cbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7917a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2cbef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41082/0 (socket says 172.21.15.80:41082) 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7917a640 1 -- 172.21.15.80:0/2685363853 learned_addr learned my addr 172.21.15.80:0/2685363853 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.683+0000 7f1c7997b640 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2c3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.678 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c78979640 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2ce820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c7997b640 1 -- 172.21.15.80:0/2685363853 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 msgr2=0x55d82a2ce820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c7997b640 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2ce820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c7997b640 1 -- 172.21.15.80:0/2685363853 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 msgr2=0x55d82a2cbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c7997b640 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2cbef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c7997b640 1 -- 172.21.15.80:0/2685363853 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d82a0057d0 con 0x55d82a2c2f30 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c7917a640 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2cbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c7997b640 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2c3310 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c037040 tx=0x7f1c6c009880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7dfad7e646ff2599 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c6a7fc640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c600a2f30 0x7f1c600a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.684+0000 7f1c5f7fe640 1 -- 172.21.15.80:0/2685363853 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c039050 con 0x55d82a2c2f30 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.685+0000 7f1c5f7fe640 1 -- 172.21.15.80:0/2685363853 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c6c045070 con 0x55d82a2c2f30 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.685+0000 7f1c5f7fe640 1 -- 172.21.15.80:0/2685363853 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c004040 con 0x55d82a2c2f30 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.685+0000 7f1c7917a640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c600a2f30 0x7f1c600a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.679 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.685+0000 7f1c6a7fc640 1 -- 172.21.15.80:0/283450176 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f1c640d75c0 con 0x7f1c741032e0 2024-04-21T23:59:19.683 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.685+0000 7f1c7917a640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c600a2f30 0x7f1c600a53f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x55d82a2c2a00 tx=0x7f1c7000b410 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.685+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/2685363853 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 msgr2=0x55d82a2c3310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2c3310 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c037040 tx=0x7f1c6c009880 comp rx=0 tx=0).stop 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/2685363853 shutdown_connections 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2ce820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2cbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/2685363853 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2c3310 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/2685363853 >> 172.21.15.80:0/2685363853 conn(0x55d82a2bd660 msgr2=0x55d82a2bda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/2685363853 shutdown_connections 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/2685363853 wait complete. 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 -- start start 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.686+0000 7f1c7dfc7740 1 Processor -- start 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2c94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.684 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c3850 0x55d82a2c9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2c9f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7dfc7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55d82a2cf1c0 con 0x55d82a2c2f30 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7dfc7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d82a1e2e00 con 0x55d82a2cc430 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7dfc7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55d82a2cf340 con 0x55d82a2c3850 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2c94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2c94c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41102/0 (socket says 172.21.15.80:41102) 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 -- 172.21.15.80:0/3963718386 learned_addr learned my addr 172.21.15.80:0/3963718386 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7dfc7740 10 client.0 _ll_register_callbacks cb 0x55d82a21deb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c78979640 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c3850 0x55d82a2c9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7997b640 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2c9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 -- 172.21.15.80:0/3963718386 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c3850 msgr2=0x55d82a2c9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c3850 0x55d82a2c9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.685 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 -- 172.21.15.80:0/3963718386 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 msgr2=0x55d82a2c9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:19.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2c9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 -- 172.21.15.80:0/3963718386 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d829f3b3f0 con 0x55d82a2c2f30 2024-04-21T23:59:19.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c78979640 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c3850 0x55d82a2c9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:19.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c7917a640 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2c94c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f1c70010540 tx=0x7f1c70004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b72b4f019bf56402 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:19.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.687+0000 7f1c5cff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:19.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.688+0000 7f1c5cff9640 1 -- 172.21.15.80:0/3963718386 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c70004020 con 0x55d82a2c2f30 2024-04-21T23:59:19.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.688+0000 7f1c5cff9640 1 -- 172.21.15.80:0/3963718386 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f1c700041c0 con 0x55d82a2c2f30 2024-04-21T23:59:19.686 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.688+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3963718386 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c6c045070 con 0x55d82a2c2f30 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.688+0000 7f1c5cff9640 1 -- 172.21.15.80:0/3963718386 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f1c700043c0 con 0x55d82a2c2f30 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.688+0000 7f1c7dfc7740 10 client.15945 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.688+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3963718386 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55d829efb0f0 con 0x55d82a2c2f30 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.688+0000 7f1c5cff9640 1 -- 172.21.15.80:0/3963718386 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c6c045070 con 0x55d82a2c2f30 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.689+0000 7f1c5cff9640 1 -- 172.21.15.80:0/3963718386 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f1c70026070 con 0x55d82a2c2f30 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.689+0000 7f1c7dfc7740 10 client.15945 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.689+0000 7f1c7dfc7740 10 client.15945 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.689+0000 7f1c7dfc7740 20 client.15945 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.689+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d82a2dc890 0x55d82a2ded20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.689+0000 7f1c7dfc7740 4 client.15945 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.689+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3963718386 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d82a234aa0 con 0x55d82a2dc890 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.689+0000 7f1c78979640 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d82a2dc890 0x55d82a2ded20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.690+0000 7f1c78979640 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d82a2dc890 0x55d82a2ded20 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0c9d377c18ff929 server_cookie=c58812d93afdd8d5 in_seq=0 out_seq=0 2024-04-21T23:59:19.687 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.690+0000 7f1c5cff9640 10 client.15945 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.690+0000 7f1c5cff9640 1 -- 172.21.15.80:0/3963718386 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d82a234aa0 con 0x55d82a2dc890 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.690+0000 7f1c5cff9640 10 client.15945 handle_command_reply: tid=0 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 client.15945 shutdown 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3963718386 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 msgr2=0x55d82a2c94c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2c94c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f1c70010540 tx=0x7f1c70004730 comp rx=0 tx=0).stop 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3963718386 shutdown_connections 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d82a2dc890 0x55d82a2ded20 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c5cff9640 0 client.15945 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2c9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c3850 0x55d82a2c9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3963718386 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2c94c0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3963718386 >> 172.21.15.80:0/3963718386 conn(0x55d82a2bd660 msgr2=0x55d82a2bf3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3963718386 shutdown_connections 2024-04-21T23:59:19.688 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3963718386 wait complete. 2024-04-21T23:59:19.689 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.691+0000 7f1c7dfc7740 20 client.15945 trim_cache size 0 max 16384 2024-04-21T23:59:19.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.725+0000 7f1c7dfc7740 1 Processor -- start 2024-04-21T23:59:19.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.725+0000 7f1c7dfc7740 1 -- start start 2024-04-21T23:59:19.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2cbbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2c8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c78979640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2c8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c78979640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2c8400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41104/0 (socket says 172.21.15.80:41104) 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2d8080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3886574429 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1c741af000 con 0x55d82a2c3850 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c78979640 1 -- 172.21.15.80:0/3886574429 learned_addr learned my addr 172.21.15.80:0/3886574429 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3886574429 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1c741ac8d0 con 0x55d82a2cc430 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3886574429 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1c741aa720 con 0x55d82a2c2f30 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7917a640 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2cbbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7997b640 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2d8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7917a640 1 -- 172.21.15.80:0/3886574429 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 msgr2=0x55d82a2d8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7917a640 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2d8080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.726+0000 7f1c7917a640 1 -- 172.21.15.80:0/3886574429 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 msgr2=0x55d82a2c8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.727+0000 7f1c7917a640 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2c8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.727+0000 7f1c7917a640 1 -- 172.21.15.80:0/3886574429 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d82a2cf2e0 con 0x55d82a2c2f30 2024-04-21T23:59:19.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.727+0000 7f1c78979640 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2c8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:19.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.727+0000 7f1c7917a640 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2cbbf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1c70003d30 tx=0x7f1c700038d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=803f3d556eac471 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:19.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.727+0000 7f1c5effd640 1 -- 172.21.15.80:0/3886574429 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c70003fb0 con 0x55d82a2c2f30 2024-04-21T23:59:19.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.727+0000 7f1c5effd640 1 -- 172.21.15.80:0/3886574429 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c70004150 con 0x55d82a2c2f30 2024-04-21T23:59:19.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.727+0000 7f1c5effd640 1 -- 172.21.15.80:0/3886574429 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7001c650 con 0x55d82a2c2f30 2024-04-21T23:59:19.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3886574429 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 msgr2=0x55d82a2cbbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2cbbf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1c70003d30 tx=0x7f1c700038d0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3886574429 shutdown_connections 2024-04-21T23:59:19.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2cc430 0x55d82a2d8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c3850 0x55d82a2c8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/3886574429 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2c2f30 0x55d82a2cbbf0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3886574429 >> 172.21.15.80:0/3886574429 conn(0x55d82a2bd660 msgr2=0x55d82a2bc6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:19.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3886574429 shutdown_connections 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.728+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/3886574429 wait complete. 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7dfc7740 1 -- start start 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7dfc7740 1 Processor -- start 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2d0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2c3850 0x55d82a2d0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7dfc7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2cc430 0x55d82a2d0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7917a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2d0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7dfc7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1c741aad90 con 0x55d82a2c2f30 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7917a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2d0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41108/0 (socket says 172.21.15.80:41108) 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7917a640 1 -- 172.21.15.80:0/747031711 learned_addr learned my addr 172.21.15.80:0/747031711 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.729+0000 7f1c7dfc7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1c741ac200 con 0x55d82a2c3850 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1c741ab460 con 0x55d82a2cc430 2024-04-21T23:59:19.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c78979640 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2c3850 0x55d82a2d0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7997b640 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2cc430 0x55d82a2d0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7dfc7740 10 client.0 _ll_register_callbacks cb 0x7f1c7000b9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7917a640 1 -- 172.21.15.80:0/747031711 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2cc430 msgr2=0x55d82a2d0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7917a640 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2cc430 0x55d82a2d0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7917a640 1 -- 172.21.15.80:0/747031711 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2c3850 msgr2=0x55d82a2d0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7917a640 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2c3850 0x55d82a2d0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7917a640 1 -- 172.21.15.80:0/747031711 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d82a342100 con 0x55d82a2c2f30 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c70004150 con 0x55d82a2c2f30 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c7917a640 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2d0250 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f1c70011d60 tx=0x7f1c7001e860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=337c99042451ff44 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c5cff9640 10 client.15951 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.730+0000 7f1c5cff9640 1 -- 172.21.15.80:0/747031711 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c70042060 con 0x55d82a2c2f30 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c5cff9640 1 -- 172.21.15.80:0/747031711 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f1c70035480 con 0x55d82a2c2f30 2024-04-21T23:59:19.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c5cff9640 1 -- 172.21.15.80:0/747031711 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f1c70035680 con 0x55d82a2c2f30 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c7dfc7740 10 client.15951 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({fsmap=23}) -- 0x55d82a343270 con 0x55d82a2c2f30 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c5cff9640 1 -- 172.21.15.80:0/747031711 <== mon.0 v2:172.21.15.80:3300/0 4 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f1c70026050 con 0x55d82a2c2f30 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c7dfc7740 10 client.15951 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c7dfc7740 10 client.15951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c7dfc7740 20 client.15951 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d82a343800 0x55d82a345c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c7dfc7740 4 client.15951 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d82a22edf0 con 0x55d82a343800 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.731+0000 7f1c78979640 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d82a343800 0x55d82a345c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.732+0000 7f1c5cff9640 10 client.15951 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.732+0000 7f1c78979640 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d82a343800 0x55d82a345c20 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bb7e39c1ca13ed3 server_cookie=2ef8a79cd1a67ddd in_seq=0 out_seq=0 2024-04-21T23:59:19.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.732+0000 7f1c5cff9640 1 -- 172.21.15.80:0/747031711 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d82a22edf0 con 0x55d82a343800 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.732+0000 7f1c5cff9640 10 client.15951 handle_command_reply: tid=0 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.732+0000 7f1c7dfc7740 1 client.15951 shutdown 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.732+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 msgr2=0x55d82a2d0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.732+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2d0250 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f1c70011d60 tx=0x7f1c7001e860 comp rx=0 tx=0).stop 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.732+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 shutdown_connections 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d82a343800 0x55d82a345c20 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d82a2cc430 0x55d82a2d0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c5cff9640 0 client.15951 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d82a2c3850 0x55d82a2d0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c7dfc7740 1 --2- 172.21.15.80:0/747031711 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d82a2c2f30 0x55d82a2d0250 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 >> 172.21.15.80:0/747031711 conn(0x55d82a2bd660 msgr2=0x55d82a2c9460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 shutdown_connections 2024-04-21T23:59:19.731 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c7dfc7740 1 -- 172.21.15.80:0/747031711 wait complete. 2024-04-21T23:59:19.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.733+0000 7f1c7dfc7740 20 client.15951 trim_cache size 0 max 16384 2024-04-21T23:59:19.732 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:59:19.732 INFO:teuthology.orchestra.run.smithi080.stdout: "status": "no active scrubs running", 2024-04-21T23:59:19.732 INFO:teuthology.orchestra.run.smithi080.stdout: "scrubs": {} 2024-04-21T23:59:19.732 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:59:19.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 -- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c600a2f30 msgr2=0x7f1c600a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c600a2f30 0x7f1c600a53f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x55d82a2c2a00 tx=0x7f1c7000b410 comp rx=0 tx=0).stop 2024-04-21T23:59:19.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 -- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c741032e0 msgr2=0x7f1c741984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c741032e0 0x7f1c741984e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f1c64005fd0 tx=0x7f1c64007590 comp rx=0 tx=0).stop 2024-04-21T23:59:19.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 -- 172.21.15.80:0/283450176 shutdown_connections 2024-04-21T23:59:19.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1c600a2f30 0x7f1c600a53f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c7410bd00 0x7f1c7419c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1c741032e0 0x7f1c741984e0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 --2- 172.21.15.80:0/283450176 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1c741029c0 0x7f1c74197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 -- 172.21.15.80:0/283450176 >> 172.21.15.80:0/283450176 conn(0x7f1c74077740 msgr2=0x7f1c740fd720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:19.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 -- 172.21.15.80:0/283450176 shutdown_connections 2024-04-21T23:59:19.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.734+0000 7f1c7b3de640 1 -- 172.21.15.80:0/283450176 wait complete. 2024-04-21T23:59:19.741 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-21T23:59:19.742 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:59:19.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.901+0000 7fceda7c9640 1 -- 172.21.15.80:0/3186175765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4106630 msgr2=0x7fced4106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.901+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3186175765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4106630 0x7fced4106a10 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcec4009860 tx=0x7fcec402bb70 comp rx=0 tx=0).stop 2024-04-21T23:59:19.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.901+0000 7fceda7c9640 1 -- 172.21.15.80:0/3186175765 shutdown_connections 2024-04-21T23:59:19.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.901+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3186175765 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fced4100fe0 0x7fced410d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.901+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3186175765 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fced4100620 0x7fced4100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.895 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.902+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3186175765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4106630 0x7fced4106a10 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.896 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.902+0000 7fceda7c9640 1 -- 172.21.15.80:0/3186175765 >> 172.21.15.80:0/3186175765 conn(0x7fced4077740 msgr2=0x7fced4077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:19.896 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.902+0000 7fceda7c9640 1 -- 172.21.15.80:0/3186175765 shutdown_connections 2024-04-21T23:59:19.896 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.902+0000 7fceda7c9640 1 -- 172.21.15.80:0/3186175765 wait complete. 2024-04-21T23:59:19.896 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.902+0000 7fceda7c9640 1 Processor -- start 2024-04-21T23:59:19.896 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.902+0000 7fceda7c9640 1 -- start start 2024-04-21T23:59:19.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fceda7c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fced4100620 0x7fced4195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fced4100620 0x7fced4195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fced4100620 0x7fced4195e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41136/0 (socket says 172.21.15.80:41136) 2024-04-21T23:59:19.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 -- 172.21.15.80:0/3800860444 learned_addr learned my addr 172.21.15.80:0/3800860444 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:19.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4100fe0 0x7fced4196350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fced4106630 0x7fced419a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fced410f930 con 0x7fced4100620 2024-04-21T23:59:19.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fced410f7b0 con 0x7fced4100fe0 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fced410fab0 con 0x7fced4106630 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 -- 172.21.15.80:0/3800860444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fced4106630 msgr2=0x7fced419a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced8d66640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fced4106630 0x7fced419a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fced4106630 0x7fced419a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 -- 172.21.15.80:0/3800860444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4100fe0 msgr2=0x7fced4196350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced37fe640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4100fe0 0x7fced4196350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4100fe0 0x7fced4196350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 -- 172.21.15.80:0/3800860444 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fced419ae00 con 0x7fced4100620 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced8d66640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fced4106630 0x7fced419a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced37fe640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4100fe0 0x7fced4196350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.903+0000 7fced3fff640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fced4100620 0x7fced4195e10 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fcec4037040 tx=0x7fcec40045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.904+0000 7fced17fa640 1 -- 172.21.15.80:0/3800860444 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec4041020 con 0x7fced4100620 2024-04-21T23:59:19.899 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.904+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fced419b090 con 0x7fced4100620 2024-04-21T23:59:19.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.904+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fced41a2980 con 0x7fced4100620 2024-04-21T23:59:19.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.904+0000 7fced17fa640 1 -- 172.21.15.80:0/3800860444 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcec402c9f0 con 0x7fced4100620 2024-04-21T23:59:19.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.904+0000 7fced17fa640 1 -- 172.21.15.80:0/3800860444 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec4039040 con 0x7fced4100620 2024-04-21T23:59:19.900 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.905+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcec0005290 con 0x7fced4100620 2024-04-21T23:59:19.901 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.906+0000 7fced17fa640 1 -- 172.21.15.80:0/3800860444 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fcec4044020 con 0x7fced4100620 2024-04-21T23:59:19.901 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.907+0000 7fced17fa640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcebc0a2f30 0x7fcebc0a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:19.901 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.907+0000 7fced17fa640 1 -- 172.21.15.80:0/3800860444 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fcec40f14e0 con 0x7fced4100620 2024-04-21T23:59:19.901 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.907+0000 7fced37fe640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcebc0a2f30 0x7fcebc0a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:19.901 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.907+0000 7fced37fe640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcebc0a2f30 0x7fcebc0a53f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fced4104cc0 tx=0x7fcec8009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:19.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:19.914+0000 7fced17fa640 1 -- 172.21.15.80:0/3800860444 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fcec404b020 con 0x7fced4100620 2024-04-21T23:59:20.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.258+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcec0005580 con 0x7fced4100620 2024-04-21T23:59:20.252 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.259+0000 7fced17fa640 1 -- 172.21.15.80:0/3800860444 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11876 (secure 0 0 0) 0x7fcec40bde90 con 0x7fced4100620 2024-04-21T23:59:20.252 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:59:20.252 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:58:07.689441+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24452,24472,24488]},"id":1}]} 2024-04-21T23:59:20.252 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 23 2024-04-21T23:59:20.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcebc0a2f30 msgr2=0x7fcebc0a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcebc0a2f30 0x7fcebc0a53f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fced4104cc0 tx=0x7fcec8009260 comp rx=0 tx=0).stop 2024-04-21T23:59:20.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fced4100620 msgr2=0x7fced4195e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fced4100620 0x7fced4195e10 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fcec4037040 tx=0x7fcec40045b0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 shutdown_connections 2024-04-21T23:59:20.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fced4106630 0x7fced419a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcebc0a2f30 0x7fcebc0a53f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fced4100fe0 0x7fced4196350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 --2- 172.21.15.80:0/3800860444 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fced4100620 0x7fced4195e10 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 >> 172.21.15.80:0/3800860444 conn(0x7fced4077740 msgr2=0x7fced4102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 shutdown_connections 2024-04-21T23:59:20.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.261+0000 7fceda7c9640 1 -- 172.21.15.80:0/3800860444 wait complete. 2024-04-21T23:59:20.266 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-21T23:59:20.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 -- 172.21.15.80:0/1036105310 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa0041077a0 msgr2=0x7fa004107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 --2- 172.21.15.80:0/1036105310 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa0041077a0 0x7fa004107b80 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fa000009930 tx=0x7fa00002bc30 comp rx=0 tx=0).stop 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 -- 172.21.15.80:0/1036105310 shutdown_connections 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 --2- 172.21.15.80:0/1036105310 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa004102150 0x7fa00410e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 --2- 172.21.15.80:0/1036105310 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa004101790 0x7fa004101c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 --2- 172.21.15.80:0/1036105310 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa0041077a0 0x7fa004107b80 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 -- 172.21.15.80:0/1036105310 >> 172.21.15.80:0/1036105310 conn(0x7fa0040fd2a0 msgr2=0x7fa0040ff6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 -- 172.21.15.80:0/1036105310 shutdown_connections 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.374+0000 7fa00bb01640 1 -- 172.21.15.80:0/1036105310 wait complete. 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.375+0000 7fa00bb01640 1 Processor -- start 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.375+0000 7fa00bb01640 1 -- start start 2024-04-21T23:59:20.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.375+0000 7fa00bb01640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa004101790 0x7fa004198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.375+0000 7fa00bb01640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa004102150 0x7fa004198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa004101790 0x7fa004198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa004101790 0x7fa004198150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41160/0 (socket says 172.21.15.80:41160) 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00bb01640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0041077a0 0x7fa00419ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 -- 172.21.15.80:0/74048588 learned_addr learned my addr 172.21.15.80:0/74048588 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa004111b70 con 0x7fa004101790 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa0041119f0 con 0x7fa0041077a0 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa004111cf0 con 0x7fa004102150 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00909c640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa004102150 0x7fa004198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 -- 172.21.15.80:0/74048588 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa004102150 msgr2=0x7fa004198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa004102150 0x7fa004198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 -- 172.21.15.80:0/74048588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0041077a0 msgr2=0x7fa00419ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0041077a0 0x7fa00419ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 -- 172.21.15.80:0/74048588 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa00419d140 con 0x7fa004101790 2024-04-21T23:59:20.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7fa00989d640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa004101790 0x7fa004198150 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa000036040 tx=0x7fa000004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.376+0000 7f9ffaffd640 1 -- 172.21.15.80:0/74048588 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa000043020 con 0x7fa004101790 2024-04-21T23:59:20.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.377+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa00419d3d0 con 0x7fa004101790 2024-04-21T23:59:20.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.377+0000 7f9ffaffd640 1 -- 172.21.15.80:0/74048588 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0000054e0 con 0x7fa004101790 2024-04-21T23:59:20.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.377+0000 7f9ffaffd640 1 -- 172.21.15.80:0/74048588 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa00003e450 con 0x7fa004101790 2024-04-21T23:59:20.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.377+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0041a4cc0 con 0x7fa004101790 2024-04-21T23:59:20.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.379+0000 7fa00e7bd740 1 Processor -- start 2024-04-21T23:59:20.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00e7bd740 1 -- start start 2024-04-21T23:59:20.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ecef400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef940 0x55aa7ecf7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.375 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecfa910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ec53530 con 0x55aa7ecf8520 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ebfb830 con 0x55aa7ecef020 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ec4f4f0 con 0x55aa7ecef940 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00909c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecfa910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00909c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecfa910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41168/0 (socket says 172.21.15.80:41168) 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00909c640 1 -- 172.21.15.80:0/1464324980 learned_addr learned my addr 172.21.15.80:0/1464324980 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00a09e640 1 --2- 172.21.15.80:0/1464324980 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ecef400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00909c640 1 -- 172.21.15.80:0/1464324980 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef940 msgr2=0x55aa7ecf7fe0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00909c640 1 --2- 172.21.15.80:0/1464324980 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef940 0x55aa7ecf7fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00909c640 1 -- 172.21.15.80:0/1464324980 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 msgr2=0x55aa7ecef400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00909c640 1 --2- 172.21.15.80:0/1464324980 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ecef400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.380+0000 7fa00909c640 1 -- 172.21.15.80:0/1464324980 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa7ec1f2c0 con 0x55aa7ecf8520 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.381+0000 7fa00909c640 1 --2- 172.21.15.80:0/1464324980 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecfa910 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4009c90 tx=0x7f9ff4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e14f816dd03a2b66 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.381+0000 7f9ffaffd640 1 -- 172.21.15.80:0/74048588 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fa000046020 con 0x7fa004101790 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.381+0000 7f9feffff640 1 -- 172.21.15.80:0/1464324980 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4005220 con 0x55aa7ecf8520 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.381+0000 7f9feffff640 1 -- 172.21.15.80:0/1464324980 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ff4004c80 con 0x55aa7ecf8520 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.381+0000 7f9feffff640 1 -- 172.21.15.80:0/1464324980 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4005220 con 0x55aa7ecf8520 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.382+0000 7f9ffaffd640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9ff00a2eb0 0x7f9ff00a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.382+0000 7f9ffaffd640 1 -- 172.21.15.80:0/74048588 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fa0000f1e10 con 0x7fa004101790 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.382+0000 7fa00a09e640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9ff00a2eb0 0x7f9ff00a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.382+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1464324980 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 msgr2=0x55aa7ecfa910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.382+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1464324980 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecfa910 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4009c90 tx=0x7f9ff4011810 comp rx=0 tx=0).stop 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00a09e640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9ff00a2eb0 0x7f9ff00a5370 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc005fd0 tx=0x7f9ffc009610 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1464324980 shutdown_connections 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1464324980 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecfa910 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1464324980 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef940 0x55aa7ecf7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1464324980 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ecef400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1464324980 >> 172.21.15.80:0/1464324980 conn(0x55aa7ece9750 msgr2=0x55aa7ece9b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1464324980 shutdown_connections 2024-04-21T23:59:20.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1464324980 wait complete. 2024-04-21T23:59:20.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 -- start start 2024-04-21T23:59:20.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.383+0000 7fa00e7bd740 1 Processor -- start 2024-04-21T23:59:20.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 0x55aa7ecf7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ecf5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf58a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ecff720 con 0x55aa7ecef940 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ec0ef10 con 0x55aa7ecf8520 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ecff8a0 con 0x55aa7ecef020 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00e7bd740 10 client.0 _ll_register_callbacks cb 0x55aa7e966be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ecf5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ecf5290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41170/0 (socket says 172.21.15.80:41170) 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 -- 172.21.15.80:0/1573377693 learned_addr learned my addr 172.21.15.80:0/1573377693 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00a09e640 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 -- 172.21.15.80:0/1573377693 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 msgr2=0x55aa7ecf7f00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 0x55aa7ecf7f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 -- 172.21.15.80:0/1573377693 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 msgr2=0x55aa7ecf58a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf58a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 -- 172.21.15.80:0/1573377693 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa7ebe0c80 con 0x55aa7ecef940 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7fa00909c640 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ecf5290 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9ff401b040 tx=0x7f9ff4005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86084fecff4f74f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.384+0000 7f9fed7fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7f9fed7fa640 1 -- 172.21.15.80:0/1573377693 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4029070 con 0x55aa7ecef940 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7f9fed7fa640 1 -- 172.21.15.80:0/1573377693 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f9ff4019530 con 0x55aa7ecef940 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1573377693 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ff4004c80 con 0x55aa7ecef940 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7f9fed7fa640 1 -- 172.21.15.80:0/1573377693 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f9ff4035050 con 0x55aa7ecef940 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 10 client.15969 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1573377693 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55aa7e9673f0 con 0x55aa7ecef940 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7f9fed7fa640 1 -- 172.21.15.80:0/1573377693 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ff4004ad0 con 0x55aa7ecef940 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7f9fed7fa640 1 -- 172.21.15.80:0/1573377693 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f9ff4023810 con 0x55aa7ecef940 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 10 client.15969 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 10 client.15969 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 20 client.15969 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:20.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x55aa7ed0c8f0 0x55aa7ed0ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 4 client.15969 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.385+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1573377693 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9ff4004c80 con 0x55aa7ed0c8f0 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.386+0000 7fa00989d640 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x55aa7ed0c8f0 0x55aa7ed0ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.386+0000 7f9fed7fa640 10 client.15969 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.386+0000 7fa00989d640 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x55aa7ed0c8f0 0x55aa7ed0ece0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=de65c7825e86e7d6 server_cookie=5254ae39a1a3242b in_seq=0 out_seq=0 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7f9fed7fa640 1 -- 172.21.15.80:0/1573377693 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f9ff4004c80 con 0x55aa7ed0c8f0 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7f9fed7fa640 10 client.15969 handle_command_reply: tid=0 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 client.15969 shutdown 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1573377693 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 msgr2=0x55aa7ecf5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ecf5290 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9ff401b040 tx=0x7f9ff4005d90 comp rx=0 tx=0).stop 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1573377693 shutdown_connections 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x55aa7ed0c8f0 0x55aa7ed0ece0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf58a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7f9fed7fa640 0 client.15969 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:59:20.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ecf5290 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/1573377693 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 0x55aa7ecf7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1573377693 >> 172.21.15.80:0/1573377693 conn(0x55aa7ece9750 msgr2=0x55aa7eceb4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1573377693 shutdown_connections 2024-04-21T23:59:20.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.387+0000 7fa00e7bd740 1 -- 172.21.15.80:0/1573377693 wait complete. 2024-04-21T23:59:20.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.388+0000 7fa00e7bd740 20 client.15969 trim_cache size 0 max 16384 2024-04-21T23:59:20.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.413+0000 7fa00e7bd740 1 Processor -- start 2024-04-21T23:59:20.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.413+0000 7fa00e7bd740 1 -- start start 2024-04-21T23:59:20.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 0x55aa7ed085e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ece86d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa0041af2c0 con 0x55aa7ecef940 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa0041acb90 con 0x55aa7ecf8520 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00e7bd740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa0041aa9e0 con 0x55aa7ecef020 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ece86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ece86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41182/0 (socket says 172.21.15.80:41182) 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 -- 172.21.15.80:0/161638012 learned_addr learned my addr 172.21.15.80:0/161638012 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00989d640 1 --2- 172.21.15.80:0/161638012 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 0x55aa7ed085e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 -- 172.21.15.80:0/161638012 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 msgr2=0x55aa7ed085e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 --2- 172.21.15.80:0/161638012 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 0x55aa7ed085e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 -- 172.21.15.80:0/161638012 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 msgr2=0x55aa7ecf79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 --2- 172.21.15.80:0/161638012 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.408 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 -- 172.21.15.80:0/161638012 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa7ea317d0 con 0x55aa7ecef940 2024-04-21T23:59:20.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7fa00909c640 1 --2- 172.21.15.80:0/161638012 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ece86d0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4011d10 tx=0x7f9ff4009b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc3bc2abbde7bc1d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.414+0000 7f9fef7fe640 1 -- 172.21.15.80:0/161638012 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4029040 con 0x55aa7ecef940 2024-04-21T23:59:20.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7f9fef7fe640 1 -- 172.21.15.80:0/161638012 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ff4004db0 con 0x55aa7ecef940 2024-04-21T23:59:20.409 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7f9fef7fe640 1 -- 172.21.15.80:0/161638012 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4023850 con 0x55aa7ecef940 2024-04-21T23:59:20.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7fa00e7bd740 1 -- 172.21.15.80:0/161638012 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 msgr2=0x55aa7ece86d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/161638012 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ece86d0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4011d10 tx=0x7f9ff4009b10 comp rx=0 tx=0).stop 2024-04-21T23:59:20.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7fa00e7bd740 1 -- 172.21.15.80:0/161638012 shutdown_connections 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/161638012 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/161638012 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecef940 0x55aa7ece86d0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/161638012 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ecef020 0x55aa7ed085e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.415+0000 7fa00e7bd740 1 -- 172.21.15.80:0/161638012 >> 172.21.15.80:0/161638012 conn(0x55aa7ece9750 msgr2=0x55aa7ece7fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.416+0000 7fa00e7bd740 1 -- 172.21.15.80:0/161638012 shutdown_connections 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.416+0000 7fa00e7bd740 1 -- 172.21.15.80:0/161638012 wait complete. 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.416+0000 7fa00e7bd740 1 -- start start 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.416+0000 7fa00e7bd740 1 Processor -- start 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.416+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ed04ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00e7bd740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00909c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ed04ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ed04ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33234/0 (socket says 172.21.15.80:33234) 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00909c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41196/0 (socket says 172.21.15.80:41196) 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 -- 172.21.15.80:0/817373783 learned_addr learned my addr 172.21.15.80:0/817373783 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ed0c8f0 0x55aa7ecf20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa0041ab050 con 0x55aa7ecf8520 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa0041ac4c0 con 0x55aa7ecef020 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa0041ab720 con 0x55aa7ed0c8f0 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 -- 172.21.15.80:0/817373783 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ed0c8f0 msgr2=0x55aa7ecf20c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ed0c8f0 0x55aa7ecf20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 -- 172.21.15.80:0/817373783 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 msgr2=0x55aa7ecf1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 -- 172.21.15.80:0/817373783 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa7ecf28f0 con 0x55aa7ecef020 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00909c640 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00e7bd740 10 client.0 _ll_register_callbacks cb 0x7f9ffc0092c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ff4004db0 con 0x55aa7ecef020 2024-04-21T23:59:20.415 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7fa00989d640 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ed04ec0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa0000ba340 tx=0x7fa0000ba180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b4c716582211c16 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.417+0000 7f9fed7fa640 10 client.25400 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7f9fed7fa640 1 -- 172.21.15.80:0/817373783 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0000d9030 con 0x55aa7ecef020 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7f9fed7fa640 1 -- 172.21.15.80:0/817373783 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fa0000bc1e0 con 0x55aa7ecef020 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7f9fed7fa640 1 -- 172.21.15.80:0/817373783 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fa0000bdee0 con 0x55aa7ecef020 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7fa00e7bd740 10 client.25400 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({fsmap=23}) -- 0x55aa7ed729e0 con 0x55aa7ecef020 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7f9fed7fa640 1 -- 172.21.15.80:0/817373783 <== mon.2 v2:172.21.15.120:3300/0 4 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fa0000ba550 con 0x55aa7ecef020 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7fa00e7bd740 10 client.25400 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7fa00e7bd740 10 client.25400 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7fa00e7bd740 20 client.25400 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x55aa7ed730c0 0x55aa7ed75580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7fa00e7bd740 4 client.25400 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.418+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aa7ec60a70 con 0x55aa7ed730c0 2024-04-21T23:59:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00909c640 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x55aa7ed730c0 0x55aa7ed75580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7f9fed7fa640 10 client.25400 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00909c640 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x55aa7ed730c0 0x55aa7ed75580 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ed9b219b110d8c1 server_cookie=8995d1566f701f2d in_seq=0 out_seq=0 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7f9fed7fa640 1 -- 172.21.15.80:0/817373783 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aa7ec60a70 con 0x55aa7ed730c0 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7f9fed7fa640 10 client.25400 handle_command_reply: tid=0 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00e7bd740 1 client.25400 shutdown 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 msgr2=0x55aa7ed04ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ed04ec0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa0000ba340 tx=0x7fa0000ba180 comp rx=0 tx=0).stop 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 shutdown_connections 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x55aa7ed730c0 0x55aa7ed75580 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55aa7ed0c8f0 0x55aa7ecf20c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7f9fed7fa640 0 client.25400 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55aa7ecf8520 0x55aa7ecf1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.419+0000 7fa00e7bd740 1 --2- 172.21.15.80:0/817373783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ecef020 0x55aa7ed04ec0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 >> 172.21.15.80:0/817373783 conn(0x55aa7ece9750 msgr2=0x55aa7ece8850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 shutdown_connections 2024-04-21T23:59:20.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00e7bd740 1 -- 172.21.15.80:0/817373783 wait complete. 2024-04-21T23:59:20.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00e7bd740 20 client.25400 trim_cache size 0 max 16384 2024-04-21T23:59:20.418 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9ff00a2eb0 msgr2=0x7f9ff00a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9ff00a2eb0 0x7f9ff00a5370 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc005fd0 tx=0x7f9ffc009610 comp rx=0 tx=0).stop 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa004101790 msgr2=0x7fa004198150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa004101790 0x7fa004198150 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa000036040 tx=0x7fa000004040 comp rx=0 tx=0).stop 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 shutdown_connections 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9ff00a2eb0 0x7f9ff00a5370 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0041077a0 0x7fa00419ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa004102150 0x7fa004198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 --2- 172.21.15.80:0/74048588 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa004101790 0x7fa004198150 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.420+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 >> 172.21.15.80:0/74048588 conn(0x7fa0040fd2a0 msgr2=0x7fa0040fdc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.421+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 shutdown_connections 2024-04-21T23:59:20.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.421+0000 7fa00bb01640 1 -- 172.21.15.80:0/74048588 wait complete. 2024-04-21T23:59:20.426 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-21T23:59:20.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 -- 172.21.15.80:0/4118849887 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 msgr2=0x7f58c81104e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 --2- 172.21.15.80:0/4118849887 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 0x7f58c81104e0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f58c0009ca0 tx=0x7f58c002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 -- 172.21.15.80:0/4118849887 shutdown_connections 2024-04-21T23:59:20.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 --2- 172.21.15.80:0/4118849887 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 0x7f58c81104e0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 --2- 172.21.15.80:0/4118849887 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58c8100e60 0x7f58c810dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 --2- 172.21.15.80:0/4118849887 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58c8100540 0x7f58c8100920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.530 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 -- 172.21.15.80:0/4118849887 >> 172.21.15.80:0/4118849887 conn(0x7f58c8077740 msgr2=0x7f58c8077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.531 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 -- 172.21.15.80:0/4118849887 shutdown_connections 2024-04-21T23:59:20.531 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.537+0000 7f58cf1be640 1 -- 172.21.15.80:0/4118849887 wait complete. 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cf1be640 1 Processor -- start 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cf1be640 1 -- start start 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cf1be640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58c8100540 0x7f58c819a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cf1be640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58c8100e60 0x7f58c819a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cf1be640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 0x7f58c819eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cf1be640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f58c8113d20 con 0x7f58c810e0f0 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cf1be640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f58c8113ba0 con 0x7f58c8100540 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cf1be640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f58c8113ea0 con 0x7f58c8100e60 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cd75b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 0x7f58c819eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cd75b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 0x7f58c819eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41220/0 (socket says 172.21.15.80:41220) 2024-04-21T23:59:20.533 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58cd75b640 1 -- 172.21.15.80:0/2899698788 learned_addr learned my addr 172.21.15.80:0/2899698788 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.538+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58c8100540 0x7f58c819a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58c7fff640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58c8100e60 0x7f58c819a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58cd75b640 1 -- 172.21.15.80:0/2899698788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58c8100e60 msgr2=0x7f58c819a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58cd75b640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58c8100e60 0x7f58c819a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58cd75b640 1 -- 172.21.15.80:0/2899698788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58c8100540 msgr2=0x7f58c819a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58cd75b640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58c8100540 0x7f58c819a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58cd75b640 1 -- 172.21.15.80:0/2899698788 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58c819f1d0 con 0x7f58c810e0f0 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58c7fff640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58c8100e60 0x7f58c819a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58cd75b640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 0x7f58c819eaa0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f58c0004af0 tx=0x7f58c00324f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58c5ffb640 1 -- 172.21.15.80:0/2899698788 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c0041020 con 0x7f58c810e0f0 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58cf1be640 1 -- 172.21.15.80:0/2899698788 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58c819f460 con 0x7f58c810e0f0 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58c5ffb640 1 -- 172.21.15.80:0/2899698788 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58c0034cd0 con 0x7f58c810e0f0 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.539+0000 7f58c5ffb640 1 -- 172.21.15.80:0/2899698788 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c0039040 con 0x7f58c810e0f0 2024-04-21T23:59:20.534 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.540+0000 7f58cf1be640 1 -- 172.21.15.80:0/2899698788 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58c81a6d50 con 0x7f58c810e0f0 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58c5ffb640 1 -- 172.21.15.80:0/2899698788 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f58c0044020 con 0x7f58c810e0f0 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58d1daf740 1 Processor -- start 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58d1daf740 1 -- start start 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739117400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739117940 0x55873911ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739120520 0x558739122910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58d1daf740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55873907b530 con 0x558739117020 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58d1daf740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558739023830 con 0x558739120520 2024-04-21T23:59:20.536 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.543+0000 7f58d1daf740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5587390774f0 con 0x558739117940 2024-04-21T23:59:20.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739117400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.538 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739117400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41236/0 (socket says 172.21.15.80:41236) 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 -- 172.21.15.80:0/231343459 learned_addr learned my addr 172.21.15.80:0/231343459 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c5ffb640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58b80a2eb0 0x7f58b80a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739120520 0x558739122910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c5ffb640 1 -- 172.21.15.80:0/2899698788 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f58c00f16f0 con 0x7f58c810e0f0 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739117940 0x55873911ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 -- 172.21.15.80:0/231343459 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739117940 msgr2=0x55873911ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739117940 0x55873911ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 -- 172.21.15.80:0/231343459 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739120520 msgr2=0x558739122910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739120520 0x558739122910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 -- 172.21.15.80:0/231343459 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587390472c0 con 0x558739117020 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58cd75b640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58b80a2eb0 0x7f58b80a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739117940 0x55873911ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:20.539 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.544+0000 7f58c7fff640 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739117400 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009e60 tx=0x7f58b4009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=975c6e668d38c3ee server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58cd75b640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58b80a2eb0 0x7f58b80a5370 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f58c00eea50 tx=0x7f58c0032b00 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58b2ffd640 1 -- 172.21.15.80:0/231343459 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4004030 con 0x558739117020 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58b2ffd640 1 -- 172.21.15.80:0/231343459 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58b40041d0 con 0x558739117020 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58b2ffd640 1 -- 172.21.15.80:0/231343459 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b40117f0 con 0x558739117020 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58d1daf740 1 -- 172.21.15.80:0/231343459 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 msgr2=0x558739117400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58d1daf740 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739117400 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009e60 tx=0x7f58b4009780 comp rx=0 tx=0).stop 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58d1daf740 1 -- 172.21.15.80:0/231343459 shutdown_connections 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58d1daf740 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739120520 0x558739122910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58d1daf740 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739117940 0x55873911ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58d1daf740 1 --2- 172.21.15.80:0/231343459 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739117400 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.545+0000 7f58d1daf740 1 -- 172.21.15.80:0/231343459 >> 172.21.15.80:0/231343459 conn(0x558739111750 msgr2=0x558739111b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.546+0000 7f58d1daf740 1 -- 172.21.15.80:0/231343459 shutdown_connections 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.546+0000 7f58d1daf740 1 -- 172.21.15.80:0/231343459 wait complete. 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.546+0000 7f58d1daf740 1 -- start start 2024-04-21T23:59:20.540 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.546+0000 7f58d1daf740 1 Processor -- start 2024-04-21T23:59:20.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117020 0x55873911fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.544 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117940 0x55873911d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x55873911d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58d1daf740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x558739123310 con 0x558739117940 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58ccf5a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117940 0x55873911d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58ccf5a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117940 0x55873911d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41246/0 (socket says 172.21.15.80:41246) 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58ccf5a640 1 -- 172.21.15.80:0/733959515 learned_addr learned my addr 172.21.15.80:0/733959515 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58c7fff640 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117020 0x55873911fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558739036f10 con 0x558739117020 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x558739123490 con 0x558739120520 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58c7fff640 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x55873911d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58ccf5a640 1 -- 172.21.15.80:0/733959515 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 msgr2=0x55873911d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x55873911d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58ccf5a640 1 -- 172.21.15.80:0/733959515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117020 msgr2=0x55873911fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.545 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117020 0x55873911fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.547+0000 7f58ccf5a640 1 -- 172.21.15.80:0/733959515 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558739008c80 con 0x558739117940 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58d1daf740 10 client.0 _ll_register_callbacks cb 0x558738d8ebe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117940 0x55873911d1e0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f58bc00b980 tx=0x7f58bc00be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c56fbb4d3f27e644 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58b40041d0 con 0x558739117940 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58a7fff640 1 -- 172.21.15.80:0/733959515 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58bc005020 con 0x558739117940 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58a7fff640 1 -- 172.21.15.80:0/733959515 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f58bc0051c0 con 0x558739117940 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58a7fff640 1 -- 172.21.15.80:0/733959515 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f58bc023050 con 0x558739117940 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58d1daf740 10 client.15987 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({fsmap=23}) -- 0x558738d8f3f0 con 0x558739117940 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.548+0000 7f58a7fff640 1 -- 172.21.15.80:0/733959515 <== mon.0 v2:172.21.15.80:3300/0 4 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f58bc005400 con 0x558739117940 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58d1daf740 10 client.15987 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58d1daf740 10 client.15987 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T23:59:20.546 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58d1daf740 20 client.15987 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58d1daf740 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x558739130660 0x558739132a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58d1daf740 4 client.15987 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558739088a70 con 0x558739130660 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58c7fff640 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x558739130660 0x558739132a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58c7fff640 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x558739130660 0x558739132a50 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5dcda023566523e server_cookie=e741d345882761f0 in_seq=0 out_seq=0 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.549+0000 7f58a7fff640 10 client.15987 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58a7fff640 1 -- 172.21.15.80:0/733959515 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558739088a70 con 0x558739130660 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58a7fff640 10 client.15987 handle_command_reply: tid=0 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58d1daf740 1 client.15987 shutdown 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117940 msgr2=0x55873911d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58d1daf740 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117940 0x55873911d1e0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f58bc00b980 tx=0x7f58bc00be40 comp rx=0 tx=0).stop 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 shutdown_connections 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58d1daf740 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x558739130660 0x558739132a50 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58a7fff640 0 client.15987 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:59:20.547 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.550+0000 7f58d1daf740 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x55873911d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.551+0000 7f58d1daf740 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117940 0x55873911d1e0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.551+0000 7f58d1daf740 1 --2- 172.21.15.80:0/733959515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117020 0x55873911fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.551+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 >> 172.21.15.80:0/733959515 conn(0x558739111750 msgr2=0x5587391134a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.551+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 shutdown_connections 2024-04-21T23:59:20.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.551+0000 7f58d1daf740 1 -- 172.21.15.80:0/733959515 wait complete. 2024-04-21T23:59:20.548 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.551+0000 7f58d1daf740 20 client.15987 trim_cache size 0 max 16384 2024-04-21T23:59:20.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58d1daf740 1 Processor -- start 2024-04-21T23:59:20.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58d1daf740 1 -- start start 2024-04-21T23:59:20.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x55873912c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x5587391106d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.571 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x55873911f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58d1daf740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81b3470 con 0x558739117020 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58d1daf740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81b0d40 con 0x558739117940 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58d1daf740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81aeb90 con 0x558739120520 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58c7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x55873912c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58c7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x55873912c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41258/0 (socket says 172.21.15.80:41258) 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58c7fff640 1 -- 172.21.15.80:0/496521447 learned_addr learned my addr 172.21.15.80:0/496521447 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.577+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x5587391106d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58c7fff640 1 -- 172.21.15.80:0/496521447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 msgr2=0x55873911f910 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58c7fff640 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x55873911f910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58c7fff640 1 -- 172.21.15.80:0/496521447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 msgr2=0x5587391106d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58c7fff640 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x5587391106d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58c7fff640 1 -- 172.21.15.80:0/496521447 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558738e597d0 con 0x558739117020 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x5587391106d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:20.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58c7fff640 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x55873912c200 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f58b4003ed0 tx=0x7f58b4023040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3401c50670560006 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58b27fc640 1 -- 172.21.15.80:0/496521447 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4005400 con 0x558739117020 2024-04-21T23:59:20.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58b27fc640 1 -- 172.21.15.80:0/496521447 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58b4003ad0 con 0x558739117020 2024-04-21T23:59:20.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.578+0000 7f58b27fc640 1 -- 172.21.15.80:0/496521447 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4011700 con 0x558739117020 2024-04-21T23:59:20.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 -- 172.21.15.80:0/496521447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 msgr2=0x55873912c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x55873912c200 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f58b4003ed0 tx=0x7f58b4023040 comp rx=0 tx=0).stop 2024-04-21T23:59:20.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 -- 172.21.15.80:0/496521447 shutdown_connections 2024-04-21T23:59:20.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x55873911f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x5587391106d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 --2- 172.21.15.80:0/496521447 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x55873912c200 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 -- 172.21.15.80:0/496521447 >> 172.21.15.80:0/496521447 conn(0x558739111750 msgr2=0x55873910ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 -- 172.21.15.80:0/496521447 shutdown_connections 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.579+0000 7f58d1daf740 1 -- 172.21.15.80:0/496521447 wait complete. 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.580+0000 7f58d1daf740 1 -- start start 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.580+0000 7f58d1daf740 1 Processor -- start 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739128b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x558739123e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58d1daf740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x5587391243c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58d1daf740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81af200 con 0x558739117020 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58d1daf740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81b0670 con 0x558739117940 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58d1daf740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81af8d0 con 0x558739120520 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58d1daf740 10 client.0 _ll_register_callbacks cb 0x7f58bc0040e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:20.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58c7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739128b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x558739123e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x558739123e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33298/0 (socket says 172.21.15.80:33298) 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 -- 172.21.15.80:0/3206138914 learned_addr learned my addr 172.21.15.80:0/3206138914 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58c7fff640 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739128b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41272/0 (socket says 172.21.15.80:41272) 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 -- 172.21.15.80:0/3206138914 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 msgr2=0x5587391243c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x5587391243c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 -- 172.21.15.80:0/3206138914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 msgr2=0x558739128b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739128b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 -- 172.21.15.80:0/3206138914 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558739124bf0 con 0x558739117940 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58c7fff640 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739128b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58ccf5a640 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x558739123e80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x55873911e7b0 tx=0x7f58bc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4d4187f4ddc20a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.581+0000 7f58a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.582+0000 7f58a7fff640 1 -- 172.21.15.80:0/3206138914 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58bc020040 con 0x558739117940 2024-04-21T23:59:20.579 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.582+0000 7f58a7fff640 1 -- 172.21.15.80:0/3206138914 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f58bc004430 con 0x558739117940 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.582+0000 7f58d1daf740 1 -- 172.21.15.80:0/3206138914 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58b4003ad0 con 0x558739117940 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.582+0000 7f58a7fff640 1 -- 172.21.15.80:0/3206138914 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f58bc004c90 con 0x558739117940 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.582+0000 7f58d1daf740 10 client.25415 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.582+0000 7f58d1daf740 1 -- 172.21.15.80:0/3206138914 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5587391968f0 con 0x558739117940 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.582+0000 7f58a7fff640 1 -- 172.21.15.80:0/3206138914 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58b4003ad0 con 0x558739117940 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.583+0000 7f58a7fff640 1 -- 172.21.15.80:0/3206138914 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f58bc012610 con 0x558739117940 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.583+0000 7f58d1daf740 10 client.25415 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.583+0000 7f58d1daf740 10 client.25415 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.583+0000 7f58d1daf740 20 client.25415 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.583+0000 7f58d1daf740 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x558739197060 0x558739199450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.583+0000 7f58d1daf740 4 client.25415 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.583+0000 7f58d1daf740 1 -- 172.21.15.80:0/3206138914 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55873911dab0 con 0x558739197060 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.583+0000 7f58c7fff640 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x558739197060 0x558739199450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58a7fff640 10 client.25415 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58c7fff640 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x558739197060 0x558739199450 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=91b280877560dea9 server_cookie=5a1cb56e3d256079 in_seq=0 out_seq=0 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58a7fff640 1 -- 172.21.15.80:0/3206138914 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55873911dab0 con 0x558739197060 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58a7fff640 10 client.25415 handle_command_reply: tid=0 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 client.25415 shutdown 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 -- 172.21.15.80:0/3206138914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 msgr2=0x558739123e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x558739123e80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x55873911e7b0 tx=0x7f58bc0046c0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 -- 172.21.15.80:0/3206138914 shutdown_connections 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x558739197060 0x558739199450 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558739120520 0x5587391243c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558739117940 0x558739123e80 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 --2- 172.21.15.80:0/3206138914 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558739117020 0x558739128b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 -- 172.21.15.80:0/3206138914 >> 172.21.15.80:0/3206138914 conn(0x558739111750 msgr2=0x558739110850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58a7fff640 0 client.25415 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:59:20.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 -- 172.21.15.80:0/3206138914 shutdown_connections 2024-04-21T23:59:20.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 1 -- 172.21.15.80:0/3206138914 wait complete. 2024-04-21T23:59:20.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.584+0000 7f58d1daf740 20 client.25415 trim_cache size 0 max 16384 2024-04-21T23:59:20.582 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 -- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58b80a2eb0 msgr2=0x7f58b80a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58b80a2eb0 0x7f58b80a5370 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f58c00eea50 tx=0x7f58c0032b00 comp rx=0 tx=0).stop 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 -- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 msgr2=0x7f58c819eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 0x7f58c819eaa0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f58c0004af0 tx=0x7f58c00324f0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 -- 172.21.15.80:0/2899698788 shutdown_connections 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58c810e0f0 0x7f58c819eaa0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58c8100e60 0x7f58c819a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58b80a2eb0 0x7f58b80a5370 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 --2- 172.21.15.80:0/2899698788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58c8100540 0x7f58c819a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 -- 172.21.15.80:0/2899698788 >> 172.21.15.80:0/2899698788 conn(0x7f58c8077740 msgr2=0x7f58c810f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 -- 172.21.15.80:0/2899698788 shutdown_connections 2024-04-21T23:59:20.583 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.585+0000 7f58cf1be640 1 -- 172.21.15.80:0/2899698788 wait complete. 2024-04-21T23:59:20.590 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-21T23:59:20.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 -- 172.21.15.80:0/3989259264 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f789c1029c0 msgr2=0x7f789c102da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/3989259264 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f789c1029c0 0x7f789c102da0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f7898009900 tx=0x7f789802bd60 comp rx=0 tx=0).stop 2024-04-21T23:59:20.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 -- 172.21.15.80:0/3989259264 shutdown_connections 2024-04-21T23:59:20.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/3989259264 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f789c10bd00 0x7f789c10e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/3989259264 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f789c1032e0 0x7f789c10b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/3989259264 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f789c1029c0 0x7f789c102da0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 -- 172.21.15.80:0/3989259264 >> 172.21.15.80:0/3989259264 conn(0x7f789c077740 msgr2=0x7f789c077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.694 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 -- 172.21.15.80:0/3989259264 shutdown_connections 2024-04-21T23:59:20.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.701+0000 7f78a3c7d640 1 -- 172.21.15.80:0/3989259264 wait complete. 2024-04-21T23:59:20.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a3c7d640 1 Processor -- start 2024-04-21T23:59:20.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a3c7d640 1 -- start start 2024-04-21T23:59:20.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a3c7d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f789c1029c0 0x7f789c19a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a3c7d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f789c1032e0 0x7f789c19a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a3c7d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f789c10bd00 0x7f789c19eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a3c7d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f789c111b50 con 0x7f789c1029c0 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a3c7d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f789c1119d0 con 0x7f789c10bd00 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a3c7d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f789c111cd0 con 0x7f789c1032e0 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a221a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f789c10bd00 0x7f789c19eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a221a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f789c10bd00 0x7f789c19eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33314/0 (socket says 172.21.15.80:33314) 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a221a640 1 -- 172.21.15.80:0/2635875448 learned_addr learned my addr 172.21.15.80:0/2635875448 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.702+0000 7f78a1218640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f789c1032e0 0x7f789c19a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f78a221a640 1 -- 172.21.15.80:0/2635875448 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f789c1032e0 msgr2=0x7f789c19a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f78a221a640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f789c1032e0 0x7f789c19a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f78a221a640 1 -- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f789c1029c0 msgr2=0x7f789c19a230 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f78a221a640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f789c1029c0 0x7f789c19a230 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f78a221a640 1 -- 172.21.15.80:0/2635875448 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f789c19f1d0 con 0x7f789c10bd00 2024-04-21T23:59:20.698 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f78a221a640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f789c10bd00 0x7f789c19eaa0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f789400eaa0 tx=0x7f789400ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.698 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f7892ffd640 1 -- 172.21.15.80:0/2635875448 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789400cdb0 con 0x7f789c10bd00 2024-04-21T23:59:20.698 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f7892ffd640 1 -- 172.21.15.80:0/2635875448 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7894005020 con 0x7f789c10bd00 2024-04-21T23:59:20.698 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f78a3c7d640 1 -- 172.21.15.80:0/2635875448 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f789c19f4c0 con 0x7f789c10bd00 2024-04-21T23:59:20.698 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f7892ffd640 1 -- 172.21.15.80:0/2635875448 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78940116d0 con 0x7f789c10bd00 2024-04-21T23:59:20.698 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.703+0000 7f78a3c7d640 1 -- 172.21.15.80:0/2635875448 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f789c1a6d50 con 0x7f789c10bd00 2024-04-21T23:59:20.700 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.707+0000 7f78a6867740 1 Processor -- start 2024-04-21T23:59:20.701 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f7892ffd640 1 -- 172.21.15.80:0/2635875448 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f7894011870 con 0x7f789c10bd00 2024-04-21T23:59:20.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a6867740 1 -- start start 2024-04-21T23:59:20.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a6867740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1747210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a6867740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f17477e0 0x5639f17587f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a6867740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758d30 0x5639f175b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a6867740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5639f16ab530 con 0x5639f1758d30 2024-04-21T23:59:20.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a6867740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5639f1653830 con 0x5639f1746e30 2024-04-21T23:59:20.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a6867740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5639f16a74f0 con 0x5639f17477e0 2024-04-21T23:59:20.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a1218640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758d30 0x5639f175b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a1218640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758d30 0x5639f175b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41276/0 (socket says 172.21.15.80:41276) 2024-04-21T23:59:20.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a1218640 1 -- 172.21.15.80:0/3851339430 learned_addr learned my addr 172.21.15.80:0/3851339430 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.709+0000 7f78a1218640 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1747210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f78a1a19640 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f17477e0 0x5639f17587f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f7892ffd640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78880a2fb0 0x7f78880a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f78a1218640 1 -- 172.21.15.80:0/3851339430 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f17477e0 msgr2=0x5639f17587f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f78a1218640 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f17477e0 0x5639f17587f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f78a1218640 1 -- 172.21.15.80:0/3851339430 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 msgr2=0x5639f1747210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f78a1218640 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1747210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f78a1218640 1 -- 172.21.15.80:0/3851339430 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639f16772c0 con 0x5639f1758d30 2024-04-21T23:59:20.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f78a1218640 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758d30 0x5639f175b120 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f788c0127c0 tx=0x7f788c00b7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cde666146aef2f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f7892ffd640 1 -- 172.21.15.80:0/2635875448 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f78940cfb60 con 0x7f789c10bd00 2024-04-21T23:59:20.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.710+0000 7f78a221a640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78880a2fb0 0x7f78880a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f7887fff640 1 -- 172.21.15.80:0/3851339430 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f788c012e00 con 0x5639f1758d30 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f7887fff640 1 -- 172.21.15.80:0/3851339430 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f788c010c50 con 0x5639f1758d30 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f7887fff640 1 -- 172.21.15.80:0/3851339430 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f788c01ec70 con 0x5639f1758d30 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f78a6867740 1 -- 172.21.15.80:0/3851339430 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758d30 msgr2=0x5639f175b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f78a221a640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78880a2fb0 0x7f78880a5470 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f78940ccdb0 tx=0x7f7894009250 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f78a6867740 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758d30 0x5639f175b120 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f788c0127c0 tx=0x7f788c00b7c0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f78a6867740 1 -- 172.21.15.80:0/3851339430 shutdown_connections 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f78a6867740 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758d30 0x5639f175b120 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f78a6867740 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f17477e0 0x5639f17587f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f78a6867740 1 --2- 172.21.15.80:0/3851339430 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1747210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.711+0000 7f78a6867740 1 -- 172.21.15.80:0/3851339430 >> 172.21.15.80:0/3851339430 conn(0x5639f1741750 msgr2=0x5639f1741b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.706 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.712+0000 7f78a6867740 1 -- 172.21.15.80:0/3851339430 shutdown_connections 2024-04-21T23:59:20.706 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.712+0000 7f78a6867740 1 -- 172.21.15.80:0/3851339430 wait complete. 2024-04-21T23:59:20.708 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 1 -- start start 2024-04-21T23:59:20.708 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 1 Processor -- start 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1752870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f1752db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1758590 0x5639f174dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5639f1748380 con 0x5639f17477e0 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5639f1666f10 con 0x5639f1746e30 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5639f1748500 con 0x5639f1758590 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.713+0000 7f78a6867740 10 client.0 _ll_register_callbacks cb 0x5639f13bebe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1a19640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f1752db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1a19640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f1752db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41292/0 (socket says 172.21.15.80:41292) 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1a19640 1 -- 172.21.15.80:0/3909111201 learned_addr learned my addr 172.21.15.80:0/3909111201 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1218640 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1752870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.709 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1218640 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1758590 0x5639f174dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1218640 1 -- 172.21.15.80:0/3909111201 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1758590 msgr2=0x5639f174dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1218640 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1758590 0x5639f174dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1218640 1 -- 172.21.15.80:0/3909111201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 msgr2=0x5639f1752db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1218640 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f1752db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1218640 1 -- 172.21.15.80:0/3909111201 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639f1638c80 con 0x5639f1746e30 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78a1218640 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1752870 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x5639f1742a90 tx=0x7f788c014040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4ae7cd2e4528275 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78857fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.714+0000 7f78857fa640 1 -- 172.21.15.80:0/3909111201 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f788c024040 con 0x5639f1746e30 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.715+0000 7f78857fa640 1 -- 172.21.15.80:0/3909111201 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f788c010950 con 0x5639f1746e30 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.715+0000 7f78a6867740 1 -- 172.21.15.80:0/3909111201 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f788c010c50 con 0x5639f1746e30 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.715+0000 7f78857fa640 1 -- 172.21.15.80:0/3909111201 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f788c01e9f0 con 0x5639f1746e30 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.715+0000 7f78a6867740 10 client.25427 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:20.710 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.715+0000 7f78a6867740 1 -- 172.21.15.80:0/3909111201 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5639f13bf3f0 con 0x5639f1746e30 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.715+0000 7f78857fa640 1 -- 172.21.15.80:0/3909111201 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f788c010c50 con 0x5639f1746e30 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.715+0000 7f78857fa640 1 -- 172.21.15.80:0/3909111201 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f788c02a040 con 0x5639f1746e30 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78a6867740 10 client.25427 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78a6867740 10 client.25427 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78a6867740 20 client.25427 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78a6867740 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5639f1771a50 0x5639f1773e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78a6867740 4 client.25427 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78a6867740 1 -- 172.21.15.80:0/3909111201 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639f16b8a70 con 0x5639f1771a50 2024-04-21T23:59:20.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78a1a19640 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5639f1771a50 0x5639f1773e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.712 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78857fa640 10 client.25427 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.716+0000 7f78a1a19640 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5639f1771a50 0x5639f1773e40 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a0df03d49f75711 server_cookie=56d4218f267f81a5 in_seq=0 out_seq=0 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.717+0000 7f78857fa640 1 -- 172.21.15.80:0/3909111201 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5639f16b8a70 con 0x5639f1771a50 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.717+0000 7f78857fa640 10 client.25427 handle_command_reply: tid=0 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.717+0000 7f78a6867740 1 client.25427 shutdown 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 -- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 msgr2=0x5639f1752870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1752870 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x5639f1742a90 tx=0x7f788c014040 comp rx=0 tx=0).stop 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 -- 172.21.15.80:0/3909111201 shutdown_connections 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5639f1771a50 0x5639f1773e40 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1758590 0x5639f174dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78857fa640 0 client.25427 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f1752db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 --2- 172.21.15.80:0/3909111201 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1746e30 0x5639f1752870 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.713 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 -- 172.21.15.80:0/3909111201 >> 172.21.15.80:0/3909111201 conn(0x5639f1741750 msgr2=0x5639f17434a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.714 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 -- 172.21.15.80:0/3909111201 shutdown_connections 2024-04-21T23:59:20.714 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 1 -- 172.21.15.80:0/3909111201 wait complete. 2024-04-21T23:59:20.714 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.718+0000 7f78a6867740 20 client.25427 trim_cache size 0 max 16384 2024-04-21T23:59:20.725 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.731+0000 7f78a6867740 1 Processor -- start 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.731+0000 7f78a6867740 1 -- start start 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a6867740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 0x5639f1742ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a6867740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f17794f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a6867740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1758590 0x5639f1779a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a6867740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f789c1af100 con 0x5639f17477e0 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a6867740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f789c1ac9d0 con 0x5639f1758590 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a6867740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f789c1aa840 con 0x5639f1746e30 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f17794f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f17794f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41306/0 (socket says 172.21.15.80:41306) 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 -- 172.21.15.80:0/512348890 learned_addr learned my addr 172.21.15.80:0/512348890 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1218640 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1758590 0x5639f1779a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1218640 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 0x5639f1742ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 -- 172.21.15.80:0/512348890 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 msgr2=0x5639f1742ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 0x5639f1742ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 -- 172.21.15.80:0/512348890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1758590 msgr2=0x5639f1779a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1758590 0x5639f1779a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 -- 172.21.15.80:0/512348890 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639f174e8e0 con 0x5639f17477e0 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1218640 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1758590 0x5639f1779a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.732+0000 7f78a1a19640 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f17794f0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f7898009230 tx=0x7f78980058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f4929215b3466b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.733+0000 7f78877fe640 1 -- 172.21.15.80:0/512348890 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78980042c0 con 0x5639f17477e0 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.733+0000 7f78877fe640 1 -- 172.21.15.80:0/512348890 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7898004460 con 0x5639f17477e0 2024-04-21T23:59:20.727 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.733+0000 7f78877fe640 1 -- 172.21.15.80:0/512348890 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7898004920 con 0x5639f17477e0 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.733+0000 7f78a6867740 1 -- 172.21.15.80:0/512348890 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 msgr2=0x5639f17794f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.733+0000 7f78a6867740 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f17794f0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f7898009230 tx=0x7f78980058b0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 -- 172.21.15.80:0/512348890 shutdown_connections 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f1758590 0x5639f1779a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f17477e0 0x5639f17794f0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 --2- 172.21.15.80:0/512348890 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 0x5639f1742ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 -- 172.21.15.80:0/512348890 >> 172.21.15.80:0/512348890 conn(0x5639f1741750 msgr2=0x5639f1740850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 -- 172.21.15.80:0/512348890 shutdown_connections 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 -- 172.21.15.80:0/512348890 wait complete. 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 -- start start 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.734+0000 7f78a6867740 1 Processor -- start 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a6867740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 0x5639f17805d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a6867740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f17477e0 0x5639f1780b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a6867740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758590 0x5639f1781050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a6867740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f789c1aae90 con 0x5639f1758590 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a6867740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f789c1ac300 con 0x5639f17477e0 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a6867740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f789c1ab560 con 0x5639f1746e30 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a6867740 10 client.0 _ll_register_callbacks cb 0x7f788c00be90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1218640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758590 0x5639f1781050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1218640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758590 0x5639f1781050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41312/0 (socket says 172.21.15.80:41312) 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1218640 1 -- 172.21.15.80:0/653414296 learned_addr learned my addr 172.21.15.80:0/653414296 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1a19640 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f17477e0 0x5639f1780b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1a19640 1 -- 172.21.15.80:0/653414296 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 msgr2=0x5639f17805d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1a19640 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 0x5639f17805d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1a19640 1 -- 172.21.15.80:0/653414296 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758590 msgr2=0x5639f1781050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1a19640 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758590 0x5639f1781050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1a19640 1 -- 172.21.15.80:0/653414296 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639f1747580 con 0x5639f17477e0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.735+0000 7f78a1218640 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758590 0x5639f1781050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78a1a19640 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f17477e0 0x5639f1780b10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x5639f174d010 tx=0x7f7898004610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da67ab67aeb13495 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78857fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78857fa640 1 -- 172.21.15.80:0/653414296 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7898057060 con 0x5639f17477e0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78a6867740 1 -- 172.21.15.80:0/653414296 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7898004460 con 0x5639f17477e0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78857fa640 1 -- 172.21.15.80:0/653414296 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f7898005250 con 0x5639f17477e0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78857fa640 1 -- 172.21.15.80:0/653414296 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f789805e050 con 0x5639f17477e0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78a6867740 10 client.25433 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78a6867740 1 -- 172.21.15.80:0/653414296 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5639f14897d0 con 0x5639f17477e0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78857fa640 1 -- 172.21.15.80:0/653414296 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7898004460 con 0x5639f17477e0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.736+0000 7f78857fa640 1 -- 172.21.15.80:0/653414296 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f7898047070 con 0x5639f17477e0 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a6867740 10 client.25433 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a6867740 10 client.25433 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:20.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a6867740 20 client.25433 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a6867740 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5639f1771a50 0x5639f17da000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a6867740 4 client.25433 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a6867740 1 -- 172.21.15.80:0/653414296 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5639f16b2dc0 con 0x5639f1771a50 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a1218640 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5639f1771a50 0x5639f17da000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78857fa640 10 client.25433 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a1218640 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5639f1771a50 0x5639f17da000 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45b62d895ff792b4 server_cookie=30fc6809d233e670 in_seq=0 out_seq=0 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78857fa640 1 -- 172.21.15.80:0/653414296 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5639f16b2dc0 con 0x5639f1771a50 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78857fa640 10 client.25433 handle_command_reply: tid=0 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.737+0000 7f78a6867740 1 client.25433 shutdown 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 -- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f17477e0 msgr2=0x5639f1780b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f17477e0 0x5639f1780b10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x5639f174d010 tx=0x7f7898004610 comp rx=0 tx=0).stop 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 -- 172.21.15.80:0/653414296 shutdown_connections 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5639f1771a50 0x5639f17da000 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.735 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639f1758590 0x5639f1781050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639f17477e0 0x5639f1780b10 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 --2- 172.21.15.80:0/653414296 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639f1746e30 0x5639f17805d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 -- 172.21.15.80:0/653414296 >> 172.21.15.80:0/653414296 conn(0x5639f1741750 msgr2=0x5639f17573b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78857fa640 0 client.25433 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:20.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 -- 172.21.15.80:0/653414296 shutdown_connections 2024-04-21T23:59:20.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 1 -- 172.21.15.80:0/653414296 wait complete. 2024-04-21T23:59:20.736 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a6867740 20 client.25433 trim_cache size 0 max 16384 2024-04-21T23:59:20.736 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:59:20.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a3c7d640 1 -- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78880a2fb0 msgr2=0x7f78880a5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78880a2fb0 0x7f78880a5470 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f78940ccdb0 tx=0x7f7894009250 comp rx=0 tx=0).stop 2024-04-21T23:59:20.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a3c7d640 1 -- 172.21.15.80:0/2635875448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f789c10bd00 msgr2=0x7f789c19eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:20.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.738+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f789c10bd00 0x7f789c19eaa0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f789400eaa0 tx=0x7f789400ef60 comp rx=0 tx=0).stop 2024-04-21T23:59:20.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.739+0000 7f78a3c7d640 1 -- 172.21.15.80:0/2635875448 shutdown_connections 2024-04-21T23:59:20.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.739+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f78880a2fb0 0x7f78880a5470 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.737 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.739+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f789c10bd00 0x7f789c19eaa0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.739+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f789c1032e0 0x7f789c19a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.739+0000 7f78a3c7d640 1 --2- 172.21.15.80:0/2635875448 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f789c1029c0 0x7f789c19a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:20.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.739+0000 7f78a3c7d640 1 -- 172.21.15.80:0/2635875448 >> 172.21.15.80:0/2635875448 conn(0x7f789c077740 msgr2=0x7f789c0fd520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:20.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.739+0000 7f78a3c7d640 1 -- 172.21.15.80:0/2635875448 shutdown_connections 2024-04-21T23:59:20.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:20.739+0000 7f78a3c7d640 1 -- 172.21.15.80:0/2635875448 wait complete. 2024-04-21T23:59:21.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:20 smithi080 ceph-mon[27925]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:59:21.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:20 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3800860444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:59:21.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:20 smithi120 ceph-mon[31499]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:59:21.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:20 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3800860444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:59:21.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:20 smithi144 ceph-mon[31316]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-21T23:59:21.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:20 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3800860444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:59:21.743 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-21T23:59:21.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:59:21.743 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-21T23:59:21.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 -- 172.21.15.80:0/2483316153 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f410bd00 msgr2=0x7f62f410e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/2483316153 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f410bd00 0x7f62f410e1a0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f62ec009ca0 tx=0x7f62ec02c230 comp rx=0 tx=0).stop 2024-04-21T23:59:21.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 -- 172.21.15.80:0/2483316153 shutdown_connections 2024-04-21T23:59:21.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/2483316153 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f410bd00 0x7f62f410e1a0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/2483316153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f62f41032e0 0x7f62f410b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/2483316153 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f62f41029c0 0x7f62f4102da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 -- 172.21.15.80:0/2483316153 >> 172.21.15.80:0/2483316153 conn(0x7f62f4077740 msgr2=0x7f62f4077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 -- 172.21.15.80:0/2483316153 shutdown_connections 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.854+0000 7f62fbd5b640 1 -- 172.21.15.80:0/2483316153 wait complete. 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.855+0000 7f62fbd5b640 1 Processor -- start 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.855+0000 7f62fbd5b640 1 -- start start 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.855+0000 7f62fbd5b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f62f41029c0 0x7f62f4197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.855+0000 7f62fbd5b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f41032e0 0x7f62f41984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.855+0000 7f62fbd5b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f62f410bd00 0x7f62f419c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.855+0000 7f62fbd5b640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f62f4111b00 con 0x7f62f41032e0 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.855+0000 7f62fbd5b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f62f4111980 con 0x7f62f410bd00 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.855+0000 7f62fbd5b640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f62f4111c80 con 0x7f62f41029c0 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f41032e0 0x7f62f41984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f41032e0 0x7f62f41984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45112/0 (socket says 172.21.15.80:45112) 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 -- 172.21.15.80:0/786115374 learned_addr learned my addr 172.21.15.80:0/786115374 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:21.851 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f9af7640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f62f41029c0 0x7f62f4197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f62f410bd00 0x7f62f419c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 -- 172.21.15.80:0/786115374 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f62f41029c0 msgr2=0x7f62f4197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f62f41029c0 0x7f62f4197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 -- 172.21.15.80:0/786115374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f62f410bd00 msgr2=0x7f62f419c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f62f410bd00 0x7f62f419c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 -- 172.21.15.80:0/786115374 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62f419cf90 con 0x7f62f41032e0 2024-04-21T23:59:21.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f62f410bd00 0x7f62f419c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:21.852 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62f92f6640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f41032e0 0x7f62f41984e0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f62e400d950 tx=0x7f62e400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:21.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62eaffd640 1 -- 172.21.15.80:0/786115374 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e4017070 con 0x7f62f41032e0 2024-04-21T23:59:21.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62fbd5b640 1 -- 172.21.15.80:0/786115374 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62f419d280 con 0x7f62f41032e0 2024-04-21T23:59:21.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62eaffd640 1 -- 172.21.15.80:0/786115374 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62e4009c30 con 0x7f62f41032e0 2024-04-21T23:59:21.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62eaffd640 1 -- 172.21.15.80:0/786115374 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e400f6b0 con 0x7f62f41032e0 2024-04-21T23:59:21.853 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.856+0000 7f62fbd5b640 1 -- 172.21.15.80:0/786115374 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62f41a4b10 con 0x7f62f41032e0 2024-04-21T23:59:21.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62fea26740 1 Processor -- start 2024-04-21T23:59:21.856 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62fea26740 1 -- start start 2024-04-21T23:59:21.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62eaffd640 1 -- 172.21.15.80:0/786115374 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f62e40109d0 con 0x7f62f41032e0 2024-04-21T23:59:21.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62fea26740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdae470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62fea26740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdaeec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62fea26740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb7db0 0x56244bdba1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62fea26740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56244bd12170 con 0x56244bdb7db0 2024-04-21T23:59:21.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62fea26740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56244bcba7c0 con 0x56244bdaf720 2024-04-21T23:59:21.857 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.860+0000 7f62fea26740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56244bd0e130 con 0x56244bdaea40 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62fa2f8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdae470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62f92f6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb7db0 0x56244bdba1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62fa2f8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdae470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:32772/0 (socket says 172.21.15.80:32772) 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62fa2f8640 1 -- 172.21.15.80:0/2293253957 learned_addr learned my addr 172.21.15.80:0/2293253957 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62f9af7640 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdaeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62f92f6640 1 -- 172.21.15.80:0/2293253957 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 msgr2=0x56244bdaeec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62f92f6640 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdaeec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62f92f6640 1 -- 172.21.15.80:0/2293253957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 msgr2=0x56244bdae470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62f92f6640 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdae470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62f92f6640 1 -- 172.21.15.80:0/2293253957 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56244bccbe60 con 0x56244bdb7db0 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdae470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:21.858 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.861+0000 7f62eaffd640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f62e00a2eb0 0x7f62e00a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.862+0000 7f62f92f6640 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb7db0 0x56244bdba1a0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f62e40cbd40 tx=0x7f62e40d5e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7310331b0cd75513 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.862+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f62e00a2eb0 0x7f62e00a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.862+0000 7f62eaffd640 1 -- 172.21.15.80:0/786115374 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f62e40d2170 con 0x7f62f41032e0 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.862+0000 7f62dffff640 1 -- 172.21.15.80:0/2293253957 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e40d3060 con 0x56244bdb7db0 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.862+0000 7f62dffff640 1 -- 172.21.15.80:0/2293253957 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62e409b210 con 0x56244bdb7db0 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.862+0000 7f62dffff640 1 -- 172.21.15.80:0/2293253957 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e409a650 con 0x56244bdb7db0 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 -- 172.21.15.80:0/2293253957 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb7db0 msgr2=0x56244bdba1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f62e00a2eb0 0x7f62e00a5370 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f62ec009ca0 tx=0x7f62ec02e040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb7db0 0x56244bdba1a0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f62e40cbd40 tx=0x7f62e40d5e30 comp rx=0 tx=0).stop 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 -- 172.21.15.80:0/2293253957 shutdown_connections 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb7db0 0x56244bdba1a0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdaeec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 --2- 172.21.15.80:0/2293253957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdae470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.859 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 -- 172.21.15.80:0/2293253957 >> 172.21.15.80:0/2293253957 conn(0x56244bd754f0 msgr2=0x56244bda9490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:21.860 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 -- 172.21.15.80:0/2293253957 shutdown_connections 2024-04-21T23:59:21.860 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.863+0000 7f62fea26740 1 -- 172.21.15.80:0/2293253957 wait complete. 2024-04-21T23:59:21.860 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62fea26740 1 -- start start 2024-04-21T23:59:21.860 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62fea26740 1 Processor -- start 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62fea26740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdb4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62fea26740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdb53d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62fea26740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdc4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62fea26740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56244bdbabc0 con 0x56244bdb5910 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62fea26740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56244bccdd40 con 0x56244bdaf720 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62fea26740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56244bdbad40 con 0x56244bdaea40 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.864+0000 7f62f9af7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdb4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f9af7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdb4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:57086/0 (socket says 172.21.15.80:57086) 2024-04-21T23:59:21.864 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f9af7640 1 -- 172.21.15.80:0/1069375253 learned_addr learned my addr 172.21.15.80:0/1069375253 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdc4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f92f6640 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdb53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62fea26740 10 client.0 _ll_register_callbacks cb 0x56244bd09820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f9af7640 1 -- 172.21.15.80:0/1069375253 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 msgr2=0x56244bdb53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f9af7640 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdb53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f9af7640 1 -- 172.21.15.80:0/1069375253 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 msgr2=0x56244bdc4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f9af7640 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdc4070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f9af7640 1 -- 172.21.15.80:0/1069375253 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56244baee7e0 con 0x56244bdaea40 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62f9af7640 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdb4e90 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f62f0011800 tx=0x7f62f0011cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d8d1038da159418 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62dd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-21T23:59:21.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1069375253 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f000fdb0 con 0x56244bdaea40 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62fea26740 1 -- 172.21.15.80:0/1069375253 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62e409b210 con 0x56244bdaea40 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.865+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1069375253 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f62f0005020 con 0x56244bdaea40 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1069375253 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f62f0005220 con 0x56244bdaea40 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62fea26740 10 client.25390 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62fea26740 1 -- 172.21.15.80:0/1069375253 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56244bb4ef70 con 0x56244bdaea40 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1069375253 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62e409b210 con 0x56244bdaea40 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1069375253 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f62f0018030 con 0x56244bdaea40 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62fea26740 10 client.25390 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62fea26740 10 client.25390 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62fea26740 20 client.25390 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62fea26740 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56244bdc8440 0x56244bdca8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62fea26740 4 client.25390 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.866+0000 7f62fea26740 1 -- 172.21.15.80:0/1069375253 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56244bce6450 con 0x56244bdc8440 2024-04-21T23:59:21.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.867+0000 7f62f92f6640 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56244bdc8440 0x56244bdca8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.867+0000 7f62f92f6640 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56244bdc8440 0x56244bdca8b0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c1ae8dd64f31432 server_cookie=3ec0d0b4ce89b6fd in_seq=0 out_seq=0 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.867+0000 7f62dd7fa640 10 client.25390 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1069375253 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56244bce6450 con 0x56244bdc8440 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62dd7fa640 10 client.25390 handle_command_reply: tid=0 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 client.25390 shutdown 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 -- 172.21.15.80:0/1069375253 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 msgr2=0x56244bdb4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdb4e90 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f62f0011800 tx=0x7f62f0011cc0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 -- 172.21.15.80:0/1069375253 shutdown_connections 2024-04-21T23:59:21.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56244bdc8440 0x56244bdca8b0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62dd7fa640 0 client.25390 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:21.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdc4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaf720 0x56244bdb53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 --2- 172.21.15.80:0/1069375253 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaea40 0x56244bdb4e90 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 -- 172.21.15.80:0/1069375253 >> 172.21.15.80:0/1069375253 conn(0x56244bd754f0 msgr2=0x56244bdab1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:21.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 -- 172.21.15.80:0/1069375253 shutdown_connections 2024-04-21T23:59:21.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 1 -- 172.21.15.80:0/1069375253 wait complete. 2024-04-21T23:59:21.868 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.868+0000 7f62fea26740 20 client.25390 trim_cache size 0 max 16384 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62fea26740 1 Processor -- start 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62fea26740 1 -- start start 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62fea26740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdaea40 0x56244bdb3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62fea26740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 0x56244bdd0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62fea26740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdb5910 0x56244bdd06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62fea26740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f62f41af260 con 0x56244bdaea40 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62fea26740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f62f41acb30 con 0x56244bdb5910 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62fea26740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f62f41aa980 con 0x56244bdaf720 2024-04-21T23:59:21.897 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62f9af7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdaea40 0x56244bdb3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62f9af7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdaea40 0x56244bdb3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45146/0 (socket says 172.21.15.80:45146) 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62f9af7640 1 -- 172.21.15.80:0/598721944 learned_addr learned my addr 172.21.15.80:0/598721944 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62f92f6640 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 0x56244bdd0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62f9af7640 1 -- 172.21.15.80:0/598721944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 msgr2=0x56244bdd0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.903+0000 7f62f9af7640 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 0x56244bdd0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.904+0000 7f62f9af7640 1 -- 172.21.15.80:0/598721944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdb5910 msgr2=0x56244bdd06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.904+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdb5910 0x56244bdd06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.904+0000 7f62f9af7640 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdb5910 0x56244bdd06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.904+0000 7f62f9af7640 1 -- 172.21.15.80:0/598721944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56244b9e6170 con 0x56244bdaea40 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.904+0000 7f62f9af7640 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdaea40 0x56244bdb3e70 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f62f000c8b0 tx=0x7f62f00193f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b16912e00d0ad7eb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.904+0000 7f62df7fe640 1 -- 172.21.15.80:0/598721944 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f00053c0 con 0x56244bdaea40 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.904+0000 7f62df7fe640 1 -- 172.21.15.80:0/598721944 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62f0005560 con 0x56244bdaea40 2024-04-21T23:59:21.898 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.904+0000 7f62df7fe640 1 -- 172.21.15.80:0/598721944 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f0019d30 con 0x56244bdaea40 2024-04-21T23:59:21.901 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 -- 172.21.15.80:0/598721944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdaea40 msgr2=0x56244bdb3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdaea40 0x56244bdb3e70 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f62f000c8b0 tx=0x7f62f00193f0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 -- 172.21.15.80:0/598721944 shutdown_connections 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdb5910 0x56244bdd06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 0x56244bdd0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 --2- 172.21.15.80:0/598721944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdaea40 0x56244bdb3e70 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 -- 172.21.15.80:0/598721944 >> 172.21.15.80:0/598721944 conn(0x56244bd754f0 msgr2=0x56244bdb3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 -- 172.21.15.80:0/598721944 shutdown_connections 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 -- 172.21.15.80:0/598721944 wait complete. 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.905+0000 7f62fea26740 1 -- start start 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fea26740 1 Processor -- start 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fea26740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaea40 0x56244bdc04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fea26740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 0x56244bdb2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.902 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fea26740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdb2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fea26740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f62f41aaff0 con 0x56244bdb5910 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fea26740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f62f41ac460 con 0x56244bdaea40 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fea26740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f62f41ab6c0 con 0x56244bdaf720 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fa2f8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdb2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fea26740 10 client.0 _ll_register_callbacks cb 0x7f62f000c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fa2f8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdb2740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45160/0 (socket says 172.21.15.80:45160) 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62fa2f8640 1 -- 172.21.15.80:0/1863424630 learned_addr learned my addr 172.21.15.80:0/1863424630 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.906+0000 7f62f92f6640 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 0x56244bdb2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62f9af7640 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaea40 0x56244bdc04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fa2f8640 1 -- 172.21.15.80:0/1863424630 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 msgr2=0x56244bdb2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 0x56244bdb2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fa2f8640 1 -- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaea40 msgr2=0x56244bdc04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaea40 0x56244bdc04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fa2f8640 1 -- 172.21.15.80:0/1863424630 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56244bdb2f10 con 0x56244bdb5910 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62f9af7640 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaea40 0x56244bdc04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fa2f8640 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdb2740 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f62ec036000 tx=0x7f62ec02c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=877bbcfafb7b6812 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62dd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1863424630 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ec051030 con 0x56244bdb5910 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1863424630 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f62ec034710 con 0x56244bdb5910 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fea26740 1 -- 172.21.15.80:0/1863424630 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62f0005560 con 0x56244bdb5910 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1863424630 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f62ec05e050 con 0x56244bdb5910 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fea26740 10 client.16026 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.907+0000 7f62fea26740 1 -- 172.21.15.80:0/1863424630 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56244be2eb40 con 0x56244bdb5910 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1863424630 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f62ec045070 con 0x56244bdb5910 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1863424630 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f62ec04dad0 con 0x56244bdb5910 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62fea26740 10 client.16026 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62fea26740 10 client.16026 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:21.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62fea26740 20 client.16026 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:21.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62fea26740 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56244bdc8440 0x56244be31330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:21.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62fea26740 4 client.16026 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-21T23:59:21.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62fea26740 1 -- 172.21.15.80:0/1863424630 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f62f0005560 con 0x56244bdc8440 2024-04-21T23:59:21.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.908+0000 7f62f9af7640 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56244bdc8440 0x56244be31330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:21.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.909+0000 7f62dd7fa640 10 client.16026 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:21.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.909+0000 7f62f9af7640 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56244bdc8440 0x56244be31330 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80054e5f38a59352 server_cookie=9f2fdb3201026148 in_seq=0 out_seq=0 2024-04-21T23:59:21.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62dd7fa640 1 -- 172.21.15.80:0/1863424630 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f62f0005560 con 0x56244bdc8440 2024-04-21T23:59:21.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62dd7fa640 10 client.16026 handle_command_reply: tid=0 2024-04-21T23:59:21.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 client.16026 shutdown 2024-04-21T23:59:21.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 -- 172.21.15.80:0/1863424630 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 msgr2=0x56244bdb2740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdb2740 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f62ec036000 tx=0x7f62ec02c230 comp rx=0 tx=0).stop 2024-04-21T23:59:21.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 -- 172.21.15.80:0/1863424630 shutdown_connections 2024-04-21T23:59:21.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56244bdc8440 0x56244be31330 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56244bdb5910 0x56244bdb2740 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56244bdaf720 0x56244bdb2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62dd7fa640 0 client.16026 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 --2- 172.21.15.80:0/1863424630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56244bdaea40 0x56244bdc04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.910+0000 7f62fea26740 1 -- 172.21.15.80:0/1863424630 >> 172.21.15.80:0/1863424630 conn(0x56244bd754f0 msgr2=0x56244bdb3ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.911+0000 7f62fea26740 1 -- 172.21.15.80:0/1863424630 shutdown_connections 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.911+0000 7f62fea26740 1 -- 172.21.15.80:0/1863424630 wait complete. 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.911+0000 7f62fea26740 20 client.16026 trim_cache size 0 max 16384 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stdout: "return_code": 0, 2024-04-21T23:59:21.907 INFO:teuthology.orchestra.run.smithi080.stdout: "scrub_tag": "fc2b8ffc-32ff-45db-b571-262d900bc6f2", 2024-04-21T23:59:21.908 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": "asynchronous" 2024-04-21T23:59:21.908 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.911+0000 7f62fbd5b640 1 -- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f62e00a2eb0 msgr2=0x7f62e00a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.911+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f62e00a2eb0 0x7f62e00a5370 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f62ec009ca0 tx=0x7f62ec02e040 comp rx=0 tx=0).stop 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 -- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f41032e0 msgr2=0x7f62f41984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f41032e0 0x7f62f41984e0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f62e400d950 tx=0x7f62e400de10 comp rx=0 tx=0).stop 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 -- 172.21.15.80:0/786115374 shutdown_connections 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f62e00a2eb0 0x7f62e00a5370 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f62f410bd00 0x7f62f419c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f62f41032e0 0x7f62f41984e0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 --2- 172.21.15.80:0/786115374 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f62f41029c0 0x7f62f4197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 -- 172.21.15.80:0/786115374 >> 172.21.15.80:0/786115374 conn(0x7f62f4077740 msgr2=0x7f62f40fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 -- 172.21.15.80:0/786115374 shutdown_connections 2024-04-21T23:59:21.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:21.912+0000 7f62fbd5b640 1 -- 172.21.15.80:0/786115374 wait complete. 2024-04-21T23:59:21.920 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T23:59:21.920 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T23:59:22.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.033+0000 7f58e0102640 1 -- 172.21.15.80:0/1868914266 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81032e0 msgr2=0x7f58d810b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.033+0000 7f58e0102640 1 --2- 172.21.15.80:0/1868914266 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81032e0 0x7f58d810b7c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f58c8009900 tx=0x7f58c802bd60 comp rx=0 tx=0).stop 2024-04-21T23:59:22.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.033+0000 7f58e0102640 1 -- 172.21.15.80:0/1868914266 shutdown_connections 2024-04-21T23:59:22.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.033+0000 7f58e0102640 1 --2- 172.21.15.80:0/1868914266 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58d810bd00 0x7f58d810e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.033+0000 7f58e0102640 1 --2- 172.21.15.80:0/1868914266 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81032e0 0x7f58d810b7c0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.033+0000 7f58e0102640 1 --2- 172.21.15.80:0/1868914266 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58d81029c0 0x7f58d8102da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.033+0000 7f58e0102640 1 -- 172.21.15.80:0/1868914266 >> 172.21.15.80:0/1868914266 conn(0x7f58d8077740 msgr2=0x7f58d8077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:22.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.034+0000 7f58e0102640 1 -- 172.21.15.80:0/1868914266 shutdown_connections 2024-04-21T23:59:22.027 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.034+0000 7f58e0102640 1 -- 172.21.15.80:0/1868914266 wait complete. 2024-04-21T23:59:22.029 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.034+0000 7f58e0102640 1 Processor -- start 2024-04-21T23:59:22.029 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.034+0000 7f58e0102640 1 -- start start 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58e0102640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81029c0 0x7f58d8198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58e0102640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58d81032e0 0x7f58d8198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81029c0 0x7f58d8198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58e0102640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58d810bd00 0x7f58d819c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58e0102640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f58d8111b50 con 0x7f58d81029c0 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58e0102640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f58d81119d0 con 0x7f58d810bd00 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58e0102640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f58d8111cd0 con 0x7f58d81032e0 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81029c0 0x7f58d8198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45176/0 (socket says 172.21.15.80:45176) 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 -- 172.21.15.80:0/1153949322 learned_addr learned my addr 172.21.15.80:0/1153949322 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:22.030 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dd69d640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58d81032e0 0x7f58d8198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58de69f640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58d810bd00 0x7f58d819c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 -- 172.21.15.80:0/1153949322 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58d81032e0 msgr2=0x7f58d8198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58d81032e0 0x7f58d8198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 -- 172.21.15.80:0/1153949322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58d810bd00 msgr2=0x7f58d819c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58d810bd00 0x7f58d819c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 -- 172.21.15.80:0/1153949322 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58d819d020 con 0x7f58d81029c0 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58de69f640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58d810bd00 0x7f58d819c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.035+0000 7f58dde9e640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81029c0 0x7f58d8198030 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f58d4009b40 tx=0x7f58d40071c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.036+0000 7f58ceffd640 1 -- 172.21.15.80:0/1153949322 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4007990 con 0x7f58d81029c0 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.036+0000 7f58e0102640 1 -- 172.21.15.80:0/1153949322 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58d819d310 con 0x7f58d81029c0 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.036+0000 7f58e0102640 1 -- 172.21.15.80:0/1153949322 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58d8100540 con 0x7f58d81029c0 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.036+0000 7f58ceffd640 1 -- 172.21.15.80:0/1153949322 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d400f500 con 0x7f58d81029c0 2024-04-21T23:59:22.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.036+0000 7f58ceffd640 1 -- 172.21.15.80:0/1153949322 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d401a420 con 0x7f58d81029c0 2024-04-21T23:59:22.033 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.038+0000 7f58e2dc7740 1 Processor -- start 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58e2dc7740 1 -- start start 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd79310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 0x55f79dd81ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd84820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55f79dcdd560 con 0x55f79dd78f30 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f79dc85730 con 0x55f79dd79850 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55f79dcd9520 con 0x55f79dd82430 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58de69f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd79310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58de69f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd79310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45192/0 (socket says 172.21.15.80:45192) 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58de69f640 1 -- 172.21.15.80:0/1430759998 learned_addr learned my addr 172.21.15.80:0/1430759998 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58dd69d640 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd84820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58de69f640 1 -- 172.21.15.80:0/1430759998 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 msgr2=0x55f79dd84820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:22.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58de69f640 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd84820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58de69f640 1 -- 172.21.15.80:0/1430759998 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 msgr2=0x55f79dd81ef0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58de69f640 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 0x55f79dd81ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58de69f640 1 -- 172.21.15.80:0/1430759998 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f79dabb7d0 con 0x55f79dd78f30 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.039+0000 7f58dd69d640 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd84820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.040+0000 7f58de69f640 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd79310 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f58d0009f30 tx=0x7f58d0010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c4d46fdf9ab4093 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.040+0000 7f58c3fff640 1 -- 172.21.15.80:0/1430759998 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d0016070 con 0x55f79dd78f30 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.040+0000 7f58c3fff640 1 -- 172.21.15.80:0/1430759998 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d001bb40 con 0x55f79dd78f30 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.040+0000 7f58c3fff640 1 -- 172.21.15.80:0/1430759998 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d0012cf0 con 0x55f79dd78f30 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.040+0000 7f58ceffd640 1 -- 172.21.15.80:0/1153949322 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f58d4007b30 con 0x7f58d81029c0 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1430759998 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 msgr2=0x55f79dd79310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.035 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd79310 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f58d0009f30 tx=0x7f58d0010800 comp rx=0 tx=0).stop 2024-04-21T23:59:22.036 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58ceffd640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58c40a2f30 0x7f58c40a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.039 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1430759998 shutdown_connections 2024-04-21T23:59:22.039 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58ceffd640 1 -- 172.21.15.80:0/1153949322 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f58d40d3090 con 0x7f58d81029c0 2024-04-21T23:59:22.039 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd84820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 0x55f79dd81ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1430759998 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd79310 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1430759998 >> 172.21.15.80:0/1430759998 conn(0x55f79dd73660 msgr2=0x55f79dd73a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:22.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58de69f640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58c40a2f30 0x7f58c40a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.041+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1430759998 shutdown_connections 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.042+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1430759998 wait complete. 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.042+0000 7f58de69f640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58c40a2f30 0x7f58c40a53f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f58d00127d0 tx=0x7f58d0010fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.042+0000 7f58e2dc7740 1 -- start start 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.042+0000 7f58e2dc7740 1 Processor -- start 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.042+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd7f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.042+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 0x55f79dd7fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.042+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd7ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.042+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55f79dd85220 con 0x55f79dd78f30 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f79dc98e00 con 0x55f79dd79850 2024-04-21T23:59:22.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55f79dd853a0 con 0x55f79dd82430 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58e2dc7740 10 client.0 _ll_register_callbacks cb 0x55f79dcd3eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dde9e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd7f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dde9e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd7f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45200/0 (socket says 172.21.15.80:45200) 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dde9e640 1 -- 172.21.15.80:0/443731085 learned_addr learned my addr 172.21.15.80:0/443731085 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dd69d640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 0x55f79dd7fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58de69f640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd7ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dd69d640 1 -- 172.21.15.80:0/443731085 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 msgr2=0x55f79dd7ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dd69d640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd7ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dd69d640 1 -- 172.21.15.80:0/443731085 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 msgr2=0x55f79dd7f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dd69d640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd7f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dd69d640 1 -- 172.21.15.80:0/443731085 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f79d9f13f0 con 0x55f79dd79850 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58de69f640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd7ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dde9e640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd7f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:22.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58dd69d640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 0x55f79dd7fa50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f58c8009230 tx=0x7f58c8005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2cf5fe62e048e309 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.043+0000 7f58c17fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58c17fa640 1 -- 172.21.15.80:0/443731085 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c8042070 con 0x55f79dd79850 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 1 -- 172.21.15.80:0/443731085 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58d001bb40 con 0x55f79dd79850 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58c17fa640 1 -- 172.21.15.80:0/443731085 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f58c8005030 con 0x55f79dd79850 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58c17fa640 1 -- 172.21.15.80:0/443731085 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f58c804e050 con 0x55f79dd79850 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 10 client.25457 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 1 -- 172.21.15.80:0/443731085 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55f79d9b10f0 con 0x55f79dd79850 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58c17fa640 1 -- 172.21.15.80:0/443731085 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d001bb40 con 0x55f79dd79850 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58c17fa640 1 -- 172.21.15.80:0/443731085 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f58c80035f0 con 0x55f79dd79850 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 10 client.25457 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 10 client.25457 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 20 client.25457 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55f79dd92b90 0x55f79dd94ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 4 client.25457 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:22.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.044+0000 7f58e2dc7740 1 -- 172.21.15.80:0/443731085 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f79dceaaa0 con 0x55f79dd92b90 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.045+0000 7f58dde9e640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55f79dd92b90 0x55f79dd94ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.045+0000 7f58dde9e640 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55f79dd92b90 0x55f79dd94ff0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24f05a9eabd9f681 server_cookie=925f941f386f514b in_seq=0 out_seq=0 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.045+0000 7f58c17fa640 10 client.25457 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58c17fa640 1 -- 172.21.15.80:0/443731085 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f79dceaaa0 con 0x55f79dd92b90 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58c17fa640 10 client.25457 handle_command_reply: tid=0 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 client.25457 shutdown 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 -- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 msgr2=0x55f79dd7fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 0x55f79dd7fa50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f58c8009230 tx=0x7f58c8005dd0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 -- 172.21.15.80:0/443731085 shutdown_connections 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55f79dd92b90 0x55f79dd94ff0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd7ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd79850 0x55f79dd7fa50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/443731085 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd7f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 -- 172.21.15.80:0/443731085 >> 172.21.15.80:0/443731085 conn(0x55f79dd73660 msgr2=0x55f79dd753b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:22.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58c17fa640 0 client.25457 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:22.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 -- 172.21.15.80:0/443731085 shutdown_connections 2024-04-21T23:59:22.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 1 -- 172.21.15.80:0/443731085 wait complete. 2024-04-21T23:59:22.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.046+0000 7f58e2dc7740 20 client.25457 trim_cache size 0 max 16384 2024-04-21T23:59:22.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58e2dc7740 1 Processor -- start 2024-04-21T23:59:22.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58e2dc7740 1 -- start start 2024-04-21T23:59:22.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd78f30 0x55f79dd81c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd79850 0x55f79dd8e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd82430 0x55f79dd9a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f58d81af080 con 0x55f79dd79850 2024-04-21T23:59:22.074 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f58d81ac950 con 0x55f79dd82430 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f58d81aa7a0 con 0x55f79dd78f30 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58dd69d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd79850 0x55f79dd8e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58dd69d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd79850 0x55f79dd8e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45210/0 (socket says 172.21.15.80:45210) 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58dd69d640 1 -- 172.21.15.80:0/3392989343 learned_addr learned my addr 172.21.15.80:0/3392989343 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.080+0000 7f58dd69d640 1 -- 172.21.15.80:0/3392989343 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd78f30 msgr2=0x55f79dd81c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58dd69d640 1 --2- 172.21.15.80:0/3392989343 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd78f30 0x55f79dd81c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58dd69d640 1 -- 172.21.15.80:0/3392989343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd82430 msgr2=0x55f79dd9a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58de69f640 1 --2- 172.21.15.80:0/3392989343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd82430 0x55f79dd9a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58dd69d640 1 --2- 172.21.15.80:0/3392989343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd82430 0x55f79dd9a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58dd69d640 1 -- 172.21.15.80:0/3392989343 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f79dd6efa0 con 0x55f79dd79850 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58dd69d640 1 --2- 172.21.15.80:0/3392989343 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd79850 0x55f79dd8e0e0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f58c8004450 tx=0x7f58c802bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc0d634035ab803b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58c37fe640 1 -- 172.21.15.80:0/3392989343 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c8042070 con 0x55f79dd79850 2024-04-21T23:59:22.075 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58c37fe640 1 -- 172.21.15.80:0/3392989343 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58c8005500 con 0x55f79dd79850 2024-04-21T23:59:22.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.081+0000 7f58c37fe640 1 -- 172.21.15.80:0/3392989343 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c8004a10 con 0x55f79dd79850 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 -- 172.21.15.80:0/3392989343 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd79850 msgr2=0x55f79dd8e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/3392989343 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd79850 0x55f79dd8e0e0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f58c8004450 tx=0x7f58c802bd60 comp rx=0 tx=0).stop 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 -- 172.21.15.80:0/3392989343 shutdown_connections 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/3392989343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79dd82430 0x55f79dd9a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/3392989343 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd79850 0x55f79dd8e0e0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/3392989343 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd78f30 0x55f79dd81c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 -- 172.21.15.80:0/3392989343 >> 172.21.15.80:0/3392989343 conn(0x55f79dd73660 msgr2=0x55f79dd7dde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 -- 172.21.15.80:0/3392989343 shutdown_connections 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 -- 172.21.15.80:0/3392989343 wait complete. 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.082+0000 7f58e2dc7740 1 -- start start 2024-04-21T23:59:22.081 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58e2dc7740 1 Processor -- start 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd857a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd85ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58e2dc7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79ddf5150 0x55f79ddf7540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f58d81aae10 con 0x55f79dd78f30 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f58d81ac280 con 0x55f79ddf5150 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58e2dc7740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f58d81ab4e0 con 0x55f79dd82430 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58e2dc7740 10 client.0 _ll_register_callbacks cb 0x7f58c8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58dde9e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd857a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58dde9e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd857a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45222/0 (socket says 172.21.15.80:45222) 2024-04-21T23:59:22.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58dde9e640 1 -- 172.21.15.80:0/1357518802 learned_addr learned my addr 172.21.15.80:0/1357518802 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58dd69d640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd85ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.083+0000 7f58de69f640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79ddf5150 0x55f79ddf7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58dde9e640 1 -- 172.21.15.80:0/1357518802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 msgr2=0x55f79dd85ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58dde9e640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd85ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58dde9e640 1 -- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79ddf5150 msgr2=0x55f79ddf7540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58dde9e640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79ddf5150 0x55f79ddf7540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58dde9e640 1 -- 172.21.15.80:0/1357518802 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f79ddf7a80 con 0x55f79dd78f30 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58de69f640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79ddf5150 0x55f79ddf7540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58dd69d640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd85ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58dde9e640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd857a0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f58d409efe0 tx=0x7f58d4007e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=186a9b881c67e802 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58c17fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58c17fa640 1 -- 172.21.15.80:0/1357518802 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d40b7070 con 0x55f79dd78f30 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58c17fa640 1 -- 172.21.15.80:0/1357518802 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f58d40a3070 con 0x55f79dd78f30 2024-04-21T23:59:22.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1357518802 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58c8005500 con 0x55f79dd78f30 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58c17fa640 1 -- 172.21.15.80:0/1357518802 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f58d409f050 con 0x55f79dd78f30 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58e2dc7740 10 client.16044 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.084+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1357518802 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55f79ddf8d50 con 0x55f79dd78f30 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.085+0000 7f58c17fa640 1 -- 172.21.15.80:0/1357518802 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58c8005500 con 0x55f79dd78f30 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.085+0000 7f58c17fa640 1 -- 172.21.15.80:0/1357518802 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f58d40ba020 con 0x55f79dd78f30 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.085+0000 7f58e2dc7740 10 client.16044 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.085+0000 7f58e2dc7740 10 client.16044 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.085+0000 7f58e2dc7740 20 client.16044 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55f79ddf9470 0x55f79ddfb860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:22.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58e2dc7740 4 client.16044 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1357518802 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f79dce4df0 con 0x55f79ddf9470 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58dd69d640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55f79ddf9470 0x55f79ddfb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58c17fa640 10 client.16044 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58dd69d640 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55f79ddf9470 0x55f79ddfb860 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbc5e24229fe8e96 server_cookie=3e2acf12e057578f in_seq=0 out_seq=0 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58c17fa640 1 -- 172.21.15.80:0/1357518802 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55f79dce4df0 con 0x55f79ddf9470 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58c17fa640 10 client.16044 handle_command_reply: tid=0 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.086+0000 7f58e2dc7740 1 client.16044 shutdown 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1357518802 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 msgr2=0x55f79dd857a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd857a0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f58d409efe0 tx=0x7f58d4007e20 comp rx=0 tx=0).stop 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1357518802 shutdown_connections 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55f79ddf9470 0x55f79ddfb860 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f79ddf5150 0x55f79ddf7540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55f79dd82430 0x55f79dd85ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 --2- 172.21.15.80:0/1357518802 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55f79dd78f30 0x55f79dd857a0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1357518802 >> 172.21.15.80:0/1357518802 conn(0x55f79dd73660 msgr2=0x55f79dd75320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58c17fa640 0 client.16044 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1357518802 shutdown_connections 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 1 -- 172.21.15.80:0/1357518802 wait complete. 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.087+0000 7f58e2dc7740 20 client.16044 trim_cache size 0 max 16384 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stdout: "scrubs": { 2024-04-21T23:59:22.086 INFO:teuthology.orchestra.run.smithi080.stdout: "fc2b8ffc-32ff-45db-b571-262d900bc6f2": { 2024-04-21T23:59:22.087 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/", 2024-04-21T23:59:22.087 INFO:teuthology.orchestra.run.smithi080.stdout: "tag": "fc2b8ffc-32ff-45db-b571-262d900bc6f2", 2024-04-21T23:59:22.087 INFO:teuthology.orchestra.run.smithi080.stdout: "options": "recursive,force" 2024-04-21T23:59:22.087 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:59:22.087 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:59:22.087 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:59:22.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 -- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58c40a2f30 msgr2=0x7f58c40a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58c40a2f30 0x7f58c40a53f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f58d00127d0 tx=0x7f58d0010fd0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 -- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81029c0 msgr2=0x7f58d8198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:22.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81029c0 0x7f58d8198030 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f58d4009b40 tx=0x7f58d40071c0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 -- 172.21.15.80:0/1153949322 shutdown_connections 2024-04-21T23:59:22.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f58c40a2f30 0x7f58c40a53f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f58d810bd00 0x7f58d819c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f58d81032e0 0x7f58d8198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 --2- 172.21.15.80:0/1153949322 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f58d81029c0 0x7f58d8198030 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:22.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 -- 172.21.15.80:0/1153949322 >> 172.21.15.80:0/1153949322 conn(0x7f58d8077740 msgr2=0x7f58d80fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:22.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 -- 172.21.15.80:0/1153949322 shutdown_connections 2024-04-21T23:59:22.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:22.088+0000 7f58e0102640 1 -- 172.21.15.80:0/1153949322 wait complete. 2024-04-21T23:59:22.096 INFO:tasks.cephfs.filesystem:scrub status for tag:fc2b8ffc-32ff-45db-b571-262d900bc6f2 - {'path': '/', 'tag': 'fc2b8ffc-32ff-45db-b571-262d900bc6f2', 'options': 'recursive,force'} 2024-04-21T23:59:23.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:22 smithi080 ceph-mon[27925]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-21T23:59:23.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:22 smithi080 ceph-mon[27925]: scrub queued for path: / 2024-04-21T23:59:23.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:22 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:23.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:22 smithi080 ceph-mon[27925]: scrub summary: active paths [/] 2024-04-21T23:59:23.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:22 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:22 smithi120 ceph-mon[31499]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-21T23:59:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:22 smithi120 ceph-mon[31499]: scrub queued for path: / 2024-04-21T23:59:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:22 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:22 smithi120 ceph-mon[31499]: scrub summary: active paths [/] 2024-04-21T23:59:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:22 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:22 smithi144 ceph-mon[31316]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-21T23:59:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:22 smithi144 ceph-mon[31316]: scrub queued for path: / 2024-04-21T23:59:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:22 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:22 smithi144 ceph-mon[31316]: scrub summary: active paths [/] 2024-04-21T23:59:23.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:22 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:24.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:23 smithi080 ceph-mon[27925]: scrub summary: idle 2024-04-21T23:59:24.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:23 smithi120 ceph-mon[31499]: scrub summary: idle 2024-04-21T23:59:24.257 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 -- 172.21.15.80:0/303230708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c10bda0 msgr2=0x7f6b6c10e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 --2- 172.21.15.80:0/303230708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c10bda0 0x7f6b6c10e1d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f6b64009ca0 tx=0x7f6b6402c180 comp rx=0 tx=0).stop 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 -- 172.21.15.80:0/303230708 shutdown_connections 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 --2- 172.21.15.80:0/303230708 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c10bda0 0x7f6b6c10e1d0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 --2- 172.21.15.80:0/303230708 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6b6c1032f0 0x7f6b6c10b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 --2- 172.21.15.80:0/303230708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6b6c1029d0 0x7f6b6c102db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 -- 172.21.15.80:0/303230708 >> 172.21.15.80:0/303230708 conn(0x7f6b6c077790 msgr2=0x7f6b6c077ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 -- 172.21.15.80:0/303230708 shutdown_connections 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 -- 172.21.15.80:0/303230708 wait complete. 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 Processor -- start 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.263+0000 7f6b7344d640 1 -- start start 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b7344d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6b6c1029d0 0x7f6b6c197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b7344d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c1032f0 0x7f6b6c198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b7344d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6b6c10bda0 0x7f6b6c19c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b7344d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c111b30 con 0x7f6b6c1032f0 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b7344d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1119b0 con 0x7f6b6c1029d0 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b7344d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c111cb0 con 0x7f6b6c10bda0 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c1032f0 0x7f6b6c198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c1032f0 0x7f6b6c198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45238/0 (socket says 172.21.15.80:45238) 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 -- 172.21.15.80:0/2709511941 learned_addr learned my addr 172.21.15.80:0/2709511941 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b711e9640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6b6c1029d0 0x7f6b6c197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 -- 172.21.15.80:0/2709511941 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6b6c10bda0 msgr2=0x7f6b6c19c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6b6c10bda0 0x7f6b6c19c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 -- 172.21.15.80:0/2709511941 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6b6c1029d0 msgr2=0x7f6b6c197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6b6c1029d0 0x7f6b6c197f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 -- 172.21.15.80:0/2709511941 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b6c19cf20 con 0x7f6b6c1032f0 2024-04-21T23:59:24.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b709e8640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c1032f0 0x7f6b6c198470 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c00c970 tx=0x7f6b5c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:24.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b627fc640 1 -- 172.21.15.80:0/2709511941 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c007bb0 con 0x7f6b6c1032f0 2024-04-21T23:59:24.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b7344d640 1 -- 172.21.15.80:0/2709511941 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b6c19d210 con 0x7f6b6c1032f0 2024-04-21T23:59:24.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b627fc640 1 -- 172.21.15.80:0/2709511941 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b5c007d50 con 0x7f6b6c1032f0 2024-04-21T23:59:24.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b627fc640 1 -- 172.21.15.80:0/2709511941 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c00f450 con 0x7f6b6c1032f0 2024-04-21T23:59:24.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.264+0000 7f6b7344d640 1 -- 172.21.15.80:0/2709511941 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b6c1a4aa0 con 0x7f6b6c1032f0 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.266+0000 7f6b627fc640 1 -- 172.21.15.80:0/2709511941 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f6b5c005020 con 0x7f6b6c1032f0 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.267+0000 7f6b627fc640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6b580a2f50 0x7f6b580a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.267+0000 7f6b711e9640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6b580a2f50 0x7f6b580a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.267+0000 7f6b627fc640 1 -- 172.21.15.80:0/2709511941 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f6b5c0cf970 con 0x7f6b6c1032f0 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.267+0000 7f6b711e9640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6b580a2f50 0x7f6b580a5410 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6b68005fd0 tx=0x7f6b68005850 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b76030740 1 Processor -- start 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b76030740 1 -- start start 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b76030740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d3fb20 0x559f65d3ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b76030740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 0x559f65d48cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b76030740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b76030740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x559f65ca3b70 con 0x559f65d49210 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b76030740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559f65c4c470 con 0x559f65d3fb20 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b76030740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x559f65c9fb30 con 0x559f65d40440 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b719ea640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b719ea640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45254/0 (socket says 172.21.15.80:45254) 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b719ea640 1 -- 172.21.15.80:0/2068594737 learned_addr learned my addr 172.21.15.80:0/2068594737 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.268+0000 7f6b709e8640 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 0x559f65d48cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b711e9640 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d3fb20 0x559f65d3ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b719ea640 1 -- 172.21.15.80:0/2068594737 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 msgr2=0x559f65d48cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b719ea640 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 0x559f65d48cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b719ea640 1 -- 172.21.15.80:0/2068594737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d3fb20 msgr2=0x559f65d3ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b719ea640 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d3fb20 0x559f65d3ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b719ea640 1 -- 172.21.15.80:0/2068594737 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f659b8210 con 0x559f65d49210 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b719ea640 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4b600 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f6b6402c790 tx=0x7f6b64009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21ca5c2651a6baf1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b577fe640 1 -- 172.21.15.80:0/2068594737 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b64041020 con 0x559f65d49210 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b577fe640 1 -- 172.21.15.80:0/2068594737 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b64003e50 con 0x559f65d49210 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.269+0000 7f6b577fe640 1 -- 172.21.15.80:0/2068594737 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b64039040 con 0x559f65d49210 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 -- 172.21.15.80:0/2068594737 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 msgr2=0x559f65d4b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4b600 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f6b6402c790 tx=0x7f6b64009800 comp rx=0 tx=0).stop 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 -- 172.21.15.80:0/2068594737 shutdown_connections 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4b600 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 0x559f65d48cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 --2- 172.21.15.80:0/2068594737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d3fb20 0x559f65d3ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 -- 172.21.15.80:0/2068594737 >> 172.21.15.80:0/2068594737 conn(0x559f65d3a440 msgr2=0x559f65d3a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 -- 172.21.15.80:0/2068594737 shutdown_connections 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 -- 172.21.15.80:0/2068594737 wait complete. 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 -- start start 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.270+0000 7f6b76030740 1 Processor -- start 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b76030740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 0x559f65d53150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b76030740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d40440 0x559f65d53690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b76030740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b76030740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x559f65d4bde0 con 0x559f65d49210 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b76030740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559f65c5fa10 con 0x559f65d40440 2024-04-21T23:59:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b76030740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x559f65d4bf60 con 0x559f65d3fb20 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b76030740 10 client.0 _ll_register_callbacks cb 0x559f65c9ab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45270/0 (socket says 172.21.15.80:45270) 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 -- 172.21.15.80:0/3119429951 learned_addr learned my addr 172.21.15.80:0/3119429951 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b711e9640 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 0x559f65d53150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b709e8640 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d40440 0x559f65d53690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 -- 172.21.15.80:0/3119429951 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 msgr2=0x559f65d53150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 0x559f65d53150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 -- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d40440 msgr2=0x559f65d53690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d40440 0x559f65d53690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 -- 172.21.15.80:0/3119429951 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f65a84620 con 0x559f65d49210 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b709e8640 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d40440 0x559f65d53690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b719ea640 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4d560 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f6b64005f30 tx=0x7f6b640095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ace147d940e58e3f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b54ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:24.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b54ff9640 1 -- 172.21.15.80:0/3119429951 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b64041030 con 0x559f65d49210 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b54ff9640 1 -- 172.21.15.80:0/3119429951 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f6b64004200 con 0x559f65d49210 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.271+0000 7f6b76030740 1 -- 172.21.15.80:0/3119429951 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b64003e50 con 0x559f65d49210 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b54ff9640 1 -- 172.21.15.80:0/3119429951 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f6b64039050 con 0x559f65d49210 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b76030740 10 client.16056 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b76030740 1 -- 172.21.15.80:0/3119429951 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x559f65d5c3d0 con 0x559f65d49210 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b54ff9640 1 -- 172.21.15.80:0/3119429951 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b64003e50 con 0x559f65d49210 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b54ff9640 1 -- 172.21.15.80:0/3119429951 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f6b6403c030 con 0x559f65d49210 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b76030740 10 client.16056 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b76030740 10 client.16056 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b76030740 20 client.16056 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b76030740 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559f65d5d720 0x559f65d5fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b76030740 4 client.16056 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b76030740 1 -- 172.21.15.80:0/3119429951 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f65cb10b0 con 0x559f65d5d720 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.272+0000 7f6b711e9640 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559f65d5d720 0x559f65d5fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.273 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.273+0000 7f6b54ff9640 10 client.16056 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.273+0000 7f6b711e9640 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559f65d5d720 0x559f65d5fb10 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2fb52551fc7673f0 server_cookie=abb04864d603597f in_seq=0 out_seq=0 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.273+0000 7f6b54ff9640 1 -- 172.21.15.80:0/3119429951 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559f65cb10b0 con 0x559f65d5d720 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.273+0000 7f6b54ff9640 10 client.16056 handle_command_reply: tid=0 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.273+0000 7f6b76030740 1 client.16056 shutdown 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 -- 172.21.15.80:0/3119429951 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 msgr2=0x559f65d4d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4d560 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f6b64005f30 tx=0x7f6b640095c0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 -- 172.21.15.80:0/3119429951 shutdown_connections 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559f65d5d720 0x559f65d5fb10 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d49210 0x559f65d4d560 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d40440 0x559f65d53690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b54ff9640 0 client.16056 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 --2- 172.21.15.80:0/3119429951 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 0x559f65d53150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.274 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 -- 172.21.15.80:0/3119429951 >> 172.21.15.80:0/3119429951 conn(0x559f65d3a440 msgr2=0x559f65d3c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:24.275 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 -- 172.21.15.80:0/3119429951 shutdown_connections 2024-04-21T23:59:24.275 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 1 -- 172.21.15.80:0/3119429951 wait complete. 2024-04-21T23:59:24.275 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.274+0000 7f6b76030740 20 client.16056 trim_cache size 0 max 16384 2024-04-21T23:59:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.288+0000 7f6b76030740 1 Processor -- start 2024-04-21T23:59:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.288+0000 7f6b76030740 1 -- start start 2024-04-21T23:59:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b76030740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d3fb20 0x559f65d533b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b76030740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 0x559f65d47820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b76030740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 0x559f65d47d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b76030740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1aefe0 con 0x559f65d3fb20 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b76030740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1ac8b0 con 0x559f65d49210 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b76030740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1aa700 con 0x559f65d40440 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d3fb20 0x559f65d533b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d3fb20 0x559f65d533b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45272/0 (socket says 172.21.15.80:45272) 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 -- 172.21.15.80:0/1982934320 learned_addr learned my addr 172.21.15.80:0/1982934320 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b719ea640 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 0x559f65d47d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b709e8640 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 0x559f65d47820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 -- 172.21.15.80:0/1982934320 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 msgr2=0x559f65d47820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 0x559f65d47820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 -- 172.21.15.80:0/1982934320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 msgr2=0x559f65d47d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 0x559f65d47d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 -- 172.21.15.80:0/1982934320 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f65d40270 con 0x559f65d3fb20 2024-04-21T23:59:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b711e9640 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d3fb20 0x559f65d533b0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x559f65ca3c80 tx=0x7f6b68014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b2050abe0a1c07 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b56ffd640 1 -- 172.21.15.80:0/1982934320 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b6802e070 con 0x559f65d3fb20 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b56ffd640 1 -- 172.21.15.80:0/1982934320 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b68017040 con 0x559f65d3fb20 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.289+0000 7f6b56ffd640 1 -- 172.21.15.80:0/1982934320 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b68020dd0 con 0x559f65d3fb20 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 -- 172.21.15.80:0/1982934320 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d3fb20 msgr2=0x559f65d533b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d3fb20 0x559f65d533b0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x559f65ca3c80 tx=0x7f6b68014000 comp rx=0 tx=0).stop 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 -- 172.21.15.80:0/1982934320 shutdown_connections 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 0x559f65d47d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d40440 0x559f65d47820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 --2- 172.21.15.80:0/1982934320 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d3fb20 0x559f65d533b0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 -- 172.21.15.80:0/1982934320 >> 172.21.15.80:0/1982934320 conn(0x559f65d3a440 msgr2=0x559f65d52ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 -- 172.21.15.80:0/1982934320 shutdown_connections 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.290+0000 7f6b76030740 1 -- 172.21.15.80:0/1982934320 wait complete. 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 1 -- start start 2024-04-21T23:59:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 1 Processor -- start 2024-04-21T23:59:24.288 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 0x559f65d59950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.288 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d40440 0x559f65d56ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.288 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 0x559f65d57220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1aad70 con 0x559f65d40440 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1ac1e0 con 0x559f65d49210 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1ab440 con 0x559f65d3fb20 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b76030740 10 client.0 _ll_register_callbacks cb 0x7f6b5c007f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b709e8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d40440 0x559f65d56ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b709e8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d40440 0x559f65d56ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45278/0 (socket says 172.21.15.80:45278) 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b709e8640 1 -- 172.21.15.80:0/475790448 learned_addr learned my addr 172.21.15.80:0/475790448 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b711e9640 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 0x559f65d59950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.291+0000 7f6b719ea640 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 0x559f65d57220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b709e8640 1 -- 172.21.15.80:0/475790448 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 msgr2=0x559f65d59950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b709e8640 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 0x559f65d59950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b709e8640 1 -- 172.21.15.80:0/475790448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 msgr2=0x559f65d57220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b709e8640 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 0x559f65d57220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b709e8640 1 -- 172.21.15.80:0/475790448 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f65d578c0 con 0x559f65d40440 2024-04-21T23:59:24.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b709e8640 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d40440 0x559f65d56ce0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0ccc50 tx=0x7f6b5c09c090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2b92e5fcc4600cd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b54ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b54ff9640 1 -- 172.21.15.80:0/475790448 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c0b3070 con 0x559f65d40440 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b76030740 1 -- 172.21.15.80:0/475790448 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b68017040 con 0x559f65d40440 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b54ff9640 1 -- 172.21.15.80:0/475790448 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f6b5c005310 con 0x559f65d40440 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b54ff9640 1 -- 172.21.15.80:0/475790448 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f6b5c01d040 con 0x559f65d40440 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b76030740 10 client.16062 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b76030740 1 -- 172.21.15.80:0/475790448 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x559f65dc3820 con 0x559f65d40440 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b54ff9640 1 -- 172.21.15.80:0/475790448 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b68017040 con 0x559f65d40440 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b54ff9640 1 -- 172.21.15.80:0/475790448 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f6b5c09aca0 con 0x559f65d40440 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.292+0000 7f6b76030740 10 client.16062 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.293+0000 7f6b76030740 10 client.16062 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.293+0000 7f6b76030740 20 client.16062 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:24.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.293+0000 7f6b76030740 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559f65dc3ff0 0x559f65dc6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:24.291 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.293+0000 7f6b76030740 4 client.16062 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T23:59:24.291 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.293+0000 7f6b76030740 1 -- 172.21.15.80:0/475790448 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559f65d35900 con 0x559f65dc3ff0 2024-04-21T23:59:24.291 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.293+0000 7f6b711e9640 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559f65dc3ff0 0x559f65dc6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:24.291 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.293+0000 7f6b54ff9640 10 client.16062 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:24.291 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.293+0000 7f6b711e9640 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559f65dc3ff0 0x559f65dc6410 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ee08dc5d575ae8f server_cookie=4d080e7663bc275e in_seq=0 out_seq=0 2024-04-21T23:59:24.292 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.296+0000 7f6b54ff9640 1 -- 172.21.15.80:0/475790448 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559f65d35900 con 0x559f65dc3ff0 2024-04-21T23:59:24.292 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.296+0000 7f6b54ff9640 10 client.16062 handle_command_reply: tid=0 2024-04-21T23:59:24.292 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.296+0000 7f6b76030740 1 client.16062 shutdown 2024-04-21T23:59:24.292 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 -- 172.21.15.80:0/475790448 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d40440 msgr2=0x559f65d56ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.292 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d40440 0x559f65d56ce0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0ccc50 tx=0x7f6b5c09c090 comp rx=0 tx=0).stop 2024-04-21T23:59:24.292 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 -- 172.21.15.80:0/475790448 shutdown_connections 2024-04-21T23:59:24.292 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559f65dc3ff0 0x559f65dc6410 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.292 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f65d49210 0x559f65d57220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b54ff9640 0 client.16062 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559f65d40440 0x559f65d56ce0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 --2- 172.21.15.80:0/475790448 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559f65d3fb20 0x559f65d59950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 -- 172.21.15.80:0/475790448 >> 172.21.15.80:0/475790448 conn(0x559f65d3a440 msgr2=0x559f65d4d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 -- 172.21.15.80:0/475790448 shutdown_connections 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 1 -- 172.21.15.80:0/475790448 wait complete. 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b76030740 20 client.16062 trim_cache size 0 max 16384 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-21T23:59:24.293 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-21T23:59:24.294 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-21T23:59:24.294 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 -- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6b580a2f50 msgr2=0x7f6b580a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.294 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6b580a2f50 0x7f6b580a5410 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6b68005fd0 tx=0x7f6b68005850 comp rx=0 tx=0).stop 2024-04-21T23:59:24.294 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 -- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c1032f0 msgr2=0x7f6b6c198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c1032f0 0x7f6b6c198470 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c00c970 tx=0x7f6b5c00ce30 comp rx=0 tx=0).stop 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 -- 172.21.15.80:0/2709511941 shutdown_connections 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6b6c10bda0 0x7f6b6c19c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6b6c1032f0 0x7f6b6c198470 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6b580a2f50 0x7f6b580a5410 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 --2- 172.21.15.80:0/2709511941 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6b6c1029d0 0x7f6b6c197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.297+0000 7f6b7344d640 1 -- 172.21.15.80:0/2709511941 >> 172.21.15.80:0/2709511941 conn(0x7f6b6c077790 msgr2=0x7f6b6c0fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.298+0000 7f6b7344d640 1 -- 172.21.15.80:0/2709511941 shutdown_connections 2024-04-21T23:59:24.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:24.298+0000 7f6b7344d640 1 -- 172.21.15.80:0/2709511941 wait complete. 2024-04-21T23:59:24.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:23 smithi144 ceph-mon[31316]: scrub summary: idle 2024-04-21T23:59:25.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:24 smithi080 ceph-mon[27925]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-21T23:59:25.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:24 smithi120 ceph-mon[31499]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-21T23:59:25.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:24 smithi144 ceph-mon[31316]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr:Note: switching to '430e09df97c8fc7dc2b2ae424f68ed11366c540f'. 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr:state without impacting any branches by switching back to a branch. 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr: git switch -c 2024-04-21T23:59:27.001 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:27.002 INFO:tasks.workunit.client.0.smithi080.stderr:Or undo this operation with: 2024-04-21T23:59:27.002 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:27.002 INFO:tasks.workunit.client.0.smithi080.stderr: git switch - 2024-04-21T23:59:27.002 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:27.002 INFO:tasks.workunit.client.0.smithi080.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-21T23:59:27.002 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:27.002 INFO:tasks.workunit.client.0.smithi080.stderr:HEAD is now at 430e09df97c Merge pull request #57017 from zdover23/wip-doc-2024-04-21-backport-56904-to-squid 2024-04-21T23:59:27.005 DEBUG:teuthology.orchestra.run.smithi080:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-21T23:59:27.130 INFO:tasks.workunit.client.0.smithi080.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-21T23:59:27.132 INFO:tasks.workunit.client.0.smithi080.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-21T23:59:27.132 INFO:tasks.workunit.client.0.smithi080.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-21T23:59:27.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:26 smithi080 ceph-mon[27925]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-21T23:59:27.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:26 smithi120 ceph-mon[31499]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-21T23:59:27.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:26 smithi144 ceph-mon[31316]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-21T23:59:27.729 INFO:tasks.workunit.client.0.smithi080.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-21T23:59:27.790 INFO:tasks.workunit.client.0.smithi080.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-21T23:59:27.829 INFO:tasks.workunit.client.0.smithi080.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-21T23:59:27.831 INFO:tasks.workunit.client.0.smithi080.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-21T23:59:27.831 INFO:tasks.workunit.client.0.smithi080.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-21T23:59:27.870 INFO:tasks.workunit.client.0.smithi080.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-21T23:59:27.873 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-21T23:59:27.873 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-21T23:59:27.889 INFO:tasks.workunit:Running workunits matching suites/blogbench.sh on client.0... 2024-04-21T23:59:27.890 INFO:tasks.workunit:Running workunit suites/blogbench.sh... 2024-04-21T23:59:27.891 DEBUG:teuthology.orchestra.run.smithi080:workunit test suites/blogbench.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=430e09df97c8fc7dc2b2ae424f68ed11366c540f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/blogbench.sh 2024-04-21T23:59:27.950 INFO:tasks.workunit.client.0.smithi080.stdout:getting blogbench 2024-04-21T23:59:27.950 INFO:tasks.workunit.client.0.smithi080.stderr:+ echo 'getting blogbench' 2024-04-21T23:59:27.950 INFO:tasks.workunit.client.0.smithi080.stderr:+ wget http://download.ceph.com/qa/blogbench-1.0.tar.bz2 2024-04-21T23:59:27.982 INFO:tasks.workunit.client.0.smithi080.stderr:--2024-04-21 23:59:27-- http://download.ceph.com/qa/blogbench-1.0.tar.bz2 2024-04-21T23:59:27.982 INFO:tasks.workunit.client.0.smithi080.stderr:Resolving download.ceph.com (download.ceph.com)... 158.69.68.124, 2607:5300:201:2000::3:58a1 2024-04-21T23:59:28.003 INFO:tasks.workunit.client.0.smithi080.stderr:Connecting to download.ceph.com (download.ceph.com)|158.69.68.124|:80... connected. 2024-04-21T23:59:28.024 INFO:tasks.workunit.client.0.smithi080.stderr:HTTP request sent, awaiting response... 200 OK 2024-04-21T23:59:28.024 INFO:tasks.workunit.client.0.smithi080.stderr:Length: 103355 (101K) [application/octet-stream] 2024-04-21T23:59:28.025 INFO:tasks.workunit.client.0.smithi080.stderr:Saving to: ‘blogbench-1.0.tar.bz2’ 2024-04-21T23:59:28.030 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:28.066 INFO:tasks.workunit.client.0.smithi080.stderr: 0K .......... .......... .......... .......... .......... 49% 1.22M 0s 2024-04-21T23:59:28.086 INFO:tasks.workunit.client.0.smithi080.stderr: 50K .......... .......... .......... .......... .......... 99% 2.37M 0s 2024-04-21T23:59:28.086 INFO:tasks.workunit.client.0.smithi080.stderr: 100K 100% 1.74T=0.06s 2024-04-21T23:59:28.087 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:28.087 INFO:tasks.workunit.client.0.smithi080.stderr:2024-04-21 23:59:28 (1.63 MB/s) - ‘blogbench-1.0.tar.bz2’ saved [103355/103355] 2024-04-21T23:59:28.087 INFO:tasks.workunit.client.0.smithi080.stderr: 2024-04-21T23:59:28.087 INFO:tasks.workunit.client.0.smithi080.stderr:+ tar -xvf blogbench-1.0.tar.bz2 2024-04-21T23:59:28.112 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/ 2024-04-21T23:59:28.113 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/m4/ 2024-04-21T23:59:28.114 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/m4/acx_pthread.m4 2024-04-21T23:59:28.116 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/man/ 2024-04-21T23:59:28.116 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/man/blogbench.8 2024-04-21T23:59:28.117 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/man/Makefile.am 2024-04-21T23:59:28.118 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/man/Makefile.in 2024-04-21T23:59:28.120 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/ 2024-04-21T23:59:28.121 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/mysnprintf.c 2024-04-21T23:59:28.122 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/mysnprintf.h 2024-04-21T23:59:28.123 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/blogbench.c 2024-04-21T23:59:28.124 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/blogbench.h 2024-04-21T23:59:28.125 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/fakesnprintf.c 2024-04-21T23:59:28.126 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/fakesnprintf.h 2024-04-21T23:59:28.127 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/blogbench_p.h 2024-04-21T23:59:28.128 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/bsd-getopt_long.c 2024-04-21T23:59:28.129 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/bsd-getopt_long.h 2024-04-21T23:59:28.130 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/Makefile.am 2024-04-21T23:59:28.131 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/Makefile.in 2024-04-21T23:59:28.132 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/process.c 2024-04-21T23:59:28.133 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/globals.h 2024-04-21T23:59:28.134 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/commenter.c 2024-04-21T23:59:28.135 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/rewriter.c 2024-04-21T23:59:28.136 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/reader.c 2024-04-21T23:59:28.137 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/writer.c 2024-04-21T23:59:28.138 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/src/helpers.c 2024-04-21T23:59:28.139 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/NEWS 2024-04-21T23:59:28.140 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/compile 2024-04-21T23:59:28.141 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/depcomp 2024-04-21T23:59:28.142 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/aclocal.m4 2024-04-21T23:59:28.143 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/README 2024-04-21T23:59:28.144 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/configure 2024-04-21T23:59:28.147 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/configure.ac 2024-04-21T23:59:28.149 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/config.guess 2024-04-21T23:59:28.150 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/install-sh 2024-04-21T23:59:28.151 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/config.sub 2024-04-21T23:59:28.152 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/missing 2024-04-21T23:59:28.153 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/mkinstalldirs 2024-04-21T23:59:28.154 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/Makefile.am 2024-04-21T23:59:28.155 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/Makefile.in 2024-04-21T23:59:28.156 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/config.h.in 2024-04-21T23:59:28.157 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/AUTHORS 2024-04-21T23:59:28.158 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/INSTALL 2024-04-21T23:59:28.159 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/ChangeLog 2024-04-21T23:59:28.160 INFO:tasks.workunit.client.0.smithi080.stdout:blogbench-1.0/COPYING 2024-04-21T23:59:28.161 INFO:tasks.workunit.client.0.smithi080.stderr:+ cd blogbench-1.0/ 2024-04-21T23:59:28.161 INFO:tasks.workunit.client.0.smithi080.stdout:making blogbench 2024-04-21T23:59:28.161 INFO:tasks.workunit.client.0.smithi080.stderr:+ echo 'making blogbench' 2024-04-21T23:59:28.162 INFO:tasks.workunit.client.0.smithi080.stderr:+ ./configure 2024-04-21T23:59:28.265 INFO:tasks.workunit.client.0.smithi080.stdout:checking for a BSD-compatible install... /usr/bin/install -c 2024-04-21T23:59:29.166 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:28 smithi144 ceph-mon[31316]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:59:29.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:28 smithi080 ceph-mon[27925]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:59:29.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:28 smithi120 ceph-mon[31499]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:59:29.274 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether build environment is sane... yes 2024-04-21T23:59:29.283 INFO:tasks.workunit.client.0.smithi080.stdout:checking for gawk... gawk 2024-04-21T23:59:29.300 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether make sets $(MAKE)... yes 2024-04-21T23:59:29.310 INFO:tasks.workunit.client.0.smithi080.stdout:checking for gcc... gcc 2024-04-21T23:59:29.362 INFO:tasks.workunit.client.0.smithi080.stdout:checking for C compiler default output file name... a.out 2024-04-21T23:59:29.364 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether the C compiler works... yes 2024-04-21T23:59:29.367 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether we are cross compiling... no 2024-04-21T23:59:29.404 INFO:tasks.workunit.client.0.smithi080.stdout:checking for suffix of executables... 2024-04-21T23:59:29.440 INFO:tasks.workunit.client.0.smithi080.stdout:checking for suffix of object files... o 2024-04-21T23:59:29.474 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether we are using the GNU C compiler... yes 2024-04-21T23:59:29.508 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether gcc accepts -g... yes 2024-04-21T23:59:29.581 INFO:tasks.workunit.client.0.smithi080.stdout:checking for gcc option to accept ANSI C... none needed 2024-04-21T23:59:29.635 INFO:tasks.workunit.client.0.smithi080.stdout:checking for style of include used by make... GNU 2024-04-21T23:59:29.735 INFO:tasks.workunit.client.0.smithi080.stdout:checking dependency style of gcc... gcc3 2024-04-21T23:59:29.735 INFO:tasks.workunit.client.0.smithi080.stdout:checking for a BSD-compatible install... /usr/bin/install -c 2024-04-21T23:59:29.796 INFO:tasks.workunit.client.0.smithi080.stdout:checking how to run the C preprocessor... gcc -E 2024-04-21T23:59:29.838 INFO:tasks.workunit.client.0.smithi080.stdout:checking for egrep... grep -E 2024-04-21T23:59:29.847 INFO:tasks.workunit.client.0.smithi080.stdout:checking for AIX... no 2024-04-21T23:59:29.916 INFO:tasks.workunit.client.0.smithi080.stdout:checking for library containing strerror... none required 2024-04-21T23:59:30.066 INFO:tasks.workunit.client.0.smithi080.stdout:checking for ANSI C header files... yes 2024-04-21T23:59:30.107 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether time.h and sys/time.h may both be included... yes 2024-04-21T23:59:30.154 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sys/types.h... yes 2024-04-21T23:59:30.205 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sys/stat.h... yes 2024-04-21T23:59:30.255 INFO:tasks.workunit.client.0.smithi080.stdout:checking for stdlib.h... yes 2024-04-21T23:59:30.309 INFO:tasks.workunit.client.0.smithi080.stdout:checking for string.h... yes 2024-04-21T23:59:30.358 INFO:tasks.workunit.client.0.smithi080.stdout:checking for memory.h... yes 2024-04-21T23:59:30.408 INFO:tasks.workunit.client.0.smithi080.stdout:checking for strings.h... yes 2024-04-21T23:59:30.463 INFO:tasks.workunit.client.0.smithi080.stdout:checking for inttypes.h... yes 2024-04-21T23:59:30.541 INFO:tasks.workunit.client.0.smithi080.stdout:checking for stdint.h... yes 2024-04-21T23:59:30.592 INFO:tasks.workunit.client.0.smithi080.stdout:checking for unistd.h... yes 2024-04-21T23:59:30.604 INFO:tasks.workunit.client.0.smithi080.stdout:checking for memory.h... (cached) yes 2024-04-21T23:59:30.608 INFO:tasks.workunit.client.0.smithi080.stdout:checking for strings.h... (cached) yes 2024-04-21T23:59:30.613 INFO:tasks.workunit.client.0.smithi080.stdout:checking for unistd.h... (cached) yes 2024-04-21T23:59:30.657 INFO:tasks.workunit.client.0.smithi080.stdout:checking locale.h usability... yes 2024-04-21T23:59:30.677 INFO:tasks.workunit.client.0.smithi080.stdout:checking locale.h presence... yes 2024-04-21T23:59:30.677 INFO:tasks.workunit.client.0.smithi080.stdout:checking for locale.h... yes 2024-04-21T23:59:30.692 INFO:tasks.workunit.client.0.smithi080.stdout:checking for stdlib.h... (cached) yes 2024-04-21T23:59:30.697 INFO:tasks.workunit.client.0.smithi080.stdout:checking for string.h... (cached) yes 2024-04-21T23:59:30.749 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/socket.h usability... yes 2024-04-21T23:59:30.771 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/socket.h presence... yes 2024-04-21T23:59:30.772 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sys/socket.h... yes 2024-04-21T23:59:30.825 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/time.h usability... yes 2024-04-21T23:59:30.845 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/time.h presence... yes 2024-04-21T23:59:30.846 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sys/time.h... yes 2024-04-21T23:59:30.899 INFO:tasks.workunit.client.0.smithi080.stdout:checking fcntl.h usability... yes 2024-04-21T23:59:30.919 INFO:tasks.workunit.client.0.smithi080.stdout:checking fcntl.h presence... yes 2024-04-21T23:59:30.920 INFO:tasks.workunit.client.0.smithi080.stdout:checking for fcntl.h... yes 2024-04-21T23:59:30.985 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/fcntl.h usability... yes 2024-04-21T23:59:31.005 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/fcntl.h presence... yes 2024-04-21T23:59:31.006 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sys/fcntl.h... yes 2024-04-21T23:59:31.081 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/param.h usability... yes 2024-04-21T23:59:31.108 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/param.h presence... yes 2024-04-21T23:59:31.108 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sys/param.h... yes 2024-04-21T23:59:31.159 INFO:tasks.workunit.client.0.smithi080.stdout:checking ioctl.h usability... no 2024-04-21T23:59:31.184 INFO:tasks.workunit.client.0.smithi080.stdout:checking ioctl.h presence... no 2024-04-21T23:59:31.185 INFO:tasks.workunit.client.0.smithi080.stdout:checking for ioctl.h... no 2024-04-21T23:59:31.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:30 smithi080 ceph-mon[27925]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:59:31.242 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/ioctl.h usability... yes 2024-04-21T23:59:31.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:30 smithi120 ceph-mon[31499]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:59:31.266 INFO:tasks.workunit.client.0.smithi080.stdout:checking sys/ioctl.h presence... yes 2024-04-21T23:59:31.266 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sys/ioctl.h... yes 2024-04-21T23:59:31.322 INFO:tasks.workunit.client.0.smithi080.stdout:checking return type of signal handlers... void 2024-04-21T23:59:31.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:30 smithi144 ceph-mon[31316]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T23:59:31.372 INFO:tasks.workunit.client.0.smithi080.stdout:checking for size_t... yes 2024-04-21T23:59:31.411 INFO:tasks.workunit.client.0.smithi080.stdout:checking for dev_t... yes 2024-04-21T23:59:31.455 INFO:tasks.workunit.client.0.smithi080.stdout:checking for short... yes 2024-04-21T23:59:31.533 INFO:tasks.workunit.client.0.smithi080.stdout:checking size of short... 2 2024-04-21T23:59:31.577 INFO:tasks.workunit.client.0.smithi080.stdout:checking for int... yes 2024-04-21T23:59:31.645 INFO:tasks.workunit.client.0.smithi080.stdout:checking size of int... 4 2024-04-21T23:59:31.688 INFO:tasks.workunit.client.0.smithi080.stdout:checking for long... yes 2024-04-21T23:59:31.756 INFO:tasks.workunit.client.0.smithi080.stdout:checking size of long... 8 2024-04-21T23:59:31.799 INFO:tasks.workunit.client.0.smithi080.stdout:checking for long long... yes 2024-04-21T23:59:31.868 INFO:tasks.workunit.client.0.smithi080.stdout:checking size of long long... 8 2024-04-21T23:59:31.909 INFO:tasks.workunit.client.0.smithi080.stdout:checking for ssize_t... yes 2024-04-21T23:59:31.948 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sig_atomic_t... yes 2024-04-21T23:59:31.995 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether gcc needs -traditional... no 2024-04-21T23:59:32.034 INFO:tasks.workunit.client.0.smithi080.stdout:checking for an ANSI C-conforming const... yes 2024-04-21T23:59:32.059 INFO:tasks.workunit.client.0.smithi080.stdout:checking for inline... inline 2024-04-21T23:59:32.119 INFO:tasks.workunit.client.0.smithi080.stdout:checking for working alloca.h... yes 2024-04-21T23:59:32.167 INFO:tasks.workunit.client.0.smithi080.stdout:checking for alloca... yes 2024-04-21T23:59:32.234 INFO:tasks.workunit.client.0.smithi080.stdout:checking for working memcmp... yes 2024-04-21T23:59:32.290 INFO:tasks.workunit.client.0.smithi080.stdout:checking for strftime... yes 2024-04-21T23:59:32.362 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether lstat dereferences a symlink specified with a trailing slash... yes 2024-04-21T23:59:32.420 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether stat accepts an empty string... no 2024-04-21T23:59:32.475 INFO:tasks.workunit.client.0.smithi080.stdout:checking for vprintf... yes 2024-04-21T23:59:32.533 INFO:tasks.workunit.client.0.smithi080.stdout:checking for _doprnt... no 2024-04-21T23:59:32.552 INFO:tasks.workunit.client.0.smithi080.stdout:checking build system type... x86_64-unknown-linux-gnu 2024-04-21T23:59:32.563 INFO:tasks.workunit.client.0.smithi080.stdout:checking host system type... x86_64-unknown-linux-gnu 2024-04-21T23:59:32.618 INFO:tasks.workunit.client.0.smithi080.stdout:checking for the pthreads library -lpthreads... no 2024-04-21T23:59:32.677 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether pthreads work without any flags... yes 2024-04-21T23:59:32.724 INFO:tasks.workunit.client.0.smithi080.stdout:checking for joinable pthread attribute... PTHREAD_CREATE_JOINABLE 2024-04-21T23:59:32.725 INFO:tasks.workunit.client.0.smithi080.stdout:checking if more special flags are required for pthreads... no 2024-04-21T23:59:32.725 INFO:tasks.workunit.client.0.smithi080.stdout:checking for cc_r... gcc 2024-04-21T23:59:32.800 INFO:tasks.workunit.client.0.smithi080.stdout:checking for setrlimit... yes 2024-04-21T23:59:32.861 INFO:tasks.workunit.client.0.smithi080.stdout:checking for setproctitle... no 2024-04-21T23:59:32.920 INFO:tasks.workunit.client.0.smithi080.stdout:checking for getopt_long... yes 2024-04-21T23:59:32.983 INFO:tasks.workunit.client.0.smithi080.stdout:checking for strtoull... yes 2024-04-21T23:59:33.043 INFO:tasks.workunit.client.0.smithi080.stdout:checking for strtoq... yes 2024-04-21T23:59:33.104 INFO:tasks.workunit.client.0.smithi080.stdout:checking for snprintf... yes 2024-04-21T23:59:33.166 INFO:tasks.workunit.client.0.smithi080.stdout:checking for vsnprintf... yes 2024-04-21T23:59:33.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:32 smithi080 ceph-mon[27925]: pgmap v44: 129 pgs: 129 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 11 op/s 2024-04-21T23:59:33.226 INFO:tasks.workunit.client.0.smithi080.stdout:checking for vfprintf... yes 2024-04-21T23:59:33.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:32 smithi120 ceph-mon[31499]: pgmap v44: 129 pgs: 129 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 11 op/s 2024-04-21T23:59:33.288 INFO:tasks.workunit.client.0.smithi080.stdout:checking for gethostname... yes 2024-04-21T23:59:33.348 INFO:tasks.workunit.client.0.smithi080.stdout:checking for setlocale... yes 2024-04-21T23:59:33.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:32 smithi144 ceph-mon[31316]: pgmap v44: 129 pgs: 129 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 11 op/s 2024-04-21T23:59:33.481 INFO:tasks.workunit.client.0.smithi080.stdout:checking for sync... yes 2024-04-21T23:59:33.554 INFO:tasks.workunit.client.0.smithi080.stdout:checking whether snprintf is C99 conformant... done 2024-04-21T23:59:33.565 INFO:tasks.workunit.client.0.smithi080.stdout:configure: creating ./config.status 2024-04-21T23:59:33.729 INFO:tasks.workunit.client.0.smithi080.stdout:config.status: creating Makefile 2024-04-21T23:59:33.744 INFO:tasks.workunit.client.0.smithi080.stdout:config.status: creating src/Makefile 2024-04-21T23:59:33.762 INFO:tasks.workunit.client.0.smithi080.stdout:config.status: creating man/Makefile 2024-04-21T23:59:33.774 INFO:tasks.workunit.client.0.smithi080.stdout:config.status: creating config.h 2024-04-21T23:59:33.826 INFO:tasks.workunit.client.0.smithi080.stdout:config.status: executing depfiles commands 2024-04-21T23:59:33.973 INFO:tasks.workunit.client.0.smithi080.stderr:+ make 2024-04-21T23:59:34.026 INFO:tasks.workunit.client.0.smithi080.stdout:make all-recursive 2024-04-21T23:59:34.029 INFO:tasks.workunit.client.0.smithi080.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0' 2024-04-21T23:59:34.032 INFO:tasks.workunit.client.0.smithi080.stdout:Making all in src 2024-04-21T23:59:34.043 INFO:tasks.workunit.client.0.smithi080.stdout:make[2]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0/src' 2024-04-21T23:59:34.043 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT blogbench.o -MD -MP -MF ".deps/blogbench.Tpo" -c -o blogbench.o blogbench.c; \ 2024-04-21T23:59:34.043 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/blogbench.Tpo" ".deps/blogbench.Po"; else rm -f ".deps/blogbench.Tpo"; exit 1; fi 2024-04-21T23:59:34.150 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT process.o -MD -MP -MF ".deps/process.Tpo" -c -o process.o process.c; \ 2024-04-21T23:59:34.150 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/process.Tpo" ".deps/process.Po"; else rm -f ".deps/process.Tpo"; exit 1; fi 2024-04-21T23:59:34.214 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT writer.o -MD -MP -MF ".deps/writer.Tpo" -c -o writer.o writer.c; \ 2024-04-21T23:59:34.214 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/writer.Tpo" ".deps/writer.Po"; else rm -f ".deps/writer.Tpo"; exit 1; fi 2024-04-21T23:59:34.265 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT rewriter.o -MD -MP -MF ".deps/rewriter.Tpo" -c -o rewriter.o rewriter.c; \ 2024-04-21T23:59:34.265 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/rewriter.Tpo" ".deps/rewriter.Po"; else rm -f ".deps/rewriter.Tpo"; exit 1; fi 2024-04-21T23:59:34.315 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT reader.o -MD -MP -MF ".deps/reader.Tpo" -c -o reader.o reader.c; \ 2024-04-21T23:59:34.315 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/reader.Tpo" ".deps/reader.Po"; else rm -f ".deps/reader.Tpo"; exit 1; fi 2024-04-21T23:59:34.365 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT commenter.o -MD -MP -MF ".deps/commenter.Tpo" -c -o commenter.o commenter.c; \ 2024-04-21T23:59:34.366 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/commenter.Tpo" ".deps/commenter.Po"; else rm -f ".deps/commenter.Tpo"; exit 1; fi 2024-04-21T23:59:34.411 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT helpers.o -MD -MP -MF ".deps/helpers.Tpo" -c -o helpers.o helpers.c; \ 2024-04-21T23:59:34.411 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/helpers.Tpo" ".deps/helpers.Po"; else rm -f ".deps/helpers.Tpo"; exit 1; fi 2024-04-21T23:59:34.483 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT bsd-getopt_long.o -MD -MP -MF ".deps/bsd-getopt_long.Tpo" -c -o bsd-getopt_long.o bsd-getopt_long.c; \ 2024-04-21T23:59:34.484 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/bsd-getopt_long.Tpo" ".deps/bsd-getopt_long.Po"; else rm -f ".deps/bsd-getopt_long.Tpo"; exit 1; fi 2024-04-21T23:59:34.518 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT fakesnprintf.o -MD -MP -MF ".deps/fakesnprintf.Tpo" -c -o fakesnprintf.o fakesnprintf.c; \ 2024-04-21T23:59:34.519 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/fakesnprintf.Tpo" ".deps/fakesnprintf.Po"; else rm -f ".deps/fakesnprintf.Tpo"; exit 1; fi 2024-04-21T23:59:34.552 INFO:tasks.workunit.client.0.smithi080.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT mysnprintf.o -MD -MP -MF ".deps/mysnprintf.Tpo" -c -o mysnprintf.o mysnprintf.c; \ 2024-04-21T23:59:34.553 INFO:tasks.workunit.client.0.smithi080.stdout:then mv -f ".deps/mysnprintf.Tpo" ".deps/mysnprintf.Po"; else rm -f ".deps/mysnprintf.Tpo"; exit 1; fi 2024-04-21T23:59:34.590 INFO:tasks.workunit.client.0.smithi080.stdout:gcc -g -O2 -o blogbench blogbench.o process.o writer.o rewriter.o reader.o commenter.o helpers.o bsd-getopt_long.o fakesnprintf.o mysnprintf.o 2024-04-21T23:59:34.608 INFO:tasks.workunit.client.0.smithi080.stdout:make[2]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0/src' 2024-04-21T23:59:34.608 INFO:tasks.workunit.client.0.smithi080.stdout:Making all in man 2024-04-21T23:59:34.645 INFO:tasks.workunit.client.0.smithi080.stdout:make[2]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0/man' 2024-04-21T23:59:34.645 INFO:tasks.workunit.client.0.smithi080.stdout:make[2]: Nothing to be done for 'all'. 2024-04-21T23:59:34.646 INFO:tasks.workunit.client.0.smithi080.stdout:make[2]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0/man' 2024-04-21T23:59:34.646 INFO:tasks.workunit.client.0.smithi080.stdout:make[2]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0' 2024-04-21T23:59:34.648 INFO:tasks.workunit.client.0.smithi080.stdout:make[2]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0' 2024-04-21T23:59:34.648 INFO:tasks.workunit.client.0.smithi080.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0' 2024-04-21T23:59:34.648 INFO:tasks.workunit.client.0.smithi080.stderr:+ cd src 2024-04-21T23:59:34.648 INFO:tasks.workunit.client.0.smithi080.stderr:+ mkdir blogtest_in 2024-04-21T23:59:34.650 INFO:tasks.workunit.client.0.smithi080.stdout:running blogbench 2024-04-21T23:59:34.650 INFO:tasks.workunit.client.0.smithi080.stderr:+ echo 'running blogbench' 2024-04-21T23:59:34.650 INFO:tasks.workunit.client.0.smithi080.stderr:+ ./blogbench -d blogtest_in 2024-04-21T23:59:34.650 INFO:tasks.workunit.client.0.smithi080.stdout: 2024-04-21T23:59:34.650 INFO:tasks.workunit.client.0.smithi080.stdout:Frequency = 10 secs 2024-04-21T23:59:34.651 INFO:tasks.workunit.client.0.smithi080.stdout:Scratch dir = [blogtest_in] 2024-04-21T23:59:35.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:34 smithi080 ceph-mon[27925]: pgmap v45: 129 pgs: 129 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 8 op/s 2024-04-21T23:59:35.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:34 smithi120 ceph-mon[31499]: pgmap v45: 129 pgs: 129 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 8 op/s 2024-04-21T23:59:35.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:34 smithi144 ceph-mon[31316]: pgmap v45: 129 pgs: 129 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 8 op/s 2024-04-21T23:59:36.860 INFO:tasks.workunit.client.0.smithi080.stdout:Spawning 3 writers... 2024-04-21T23:59:36.861 INFO:tasks.workunit.client.0.smithi080.stdout:Spawning 1 rewriters... 2024-04-21T23:59:36.861 INFO:tasks.workunit.client.0.smithi080.stdout:Spawning 5 commenters... 2024-04-21T23:59:36.861 INFO:tasks.workunit.client.0.smithi080.stdout:Spawning 100 readers... 2024-04-21T23:59:36.862 INFO:tasks.workunit.client.0.smithi080.stdout:Benchmarking for 30 iterations. 2024-04-21T23:59:36.862 INFO:tasks.workunit.client.0.smithi080.stdout:The test will run during 5 minutes. 2024-04-21T23:59:36.863 INFO:tasks.workunit.client.0.smithi080.stdout: 2024-04-21T23:59:36.863 INFO:tasks.workunit.client.0.smithi080.stdout: Nb blogs R articles W articles R pictures W pictures R comments W comments 2024-04-21T23:59:37.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:36 smithi080 ceph-mon[27925]: pgmap v46: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 436 KiB/s wr, 58 op/s 2024-04-21T23:59:37.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:36 smithi120 ceph-mon[31499]: pgmap v46: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 436 KiB/s wr, 58 op/s 2024-04-21T23:59:37.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:36 smithi144 ceph-mon[31316]: pgmap v46: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 436 KiB/s wr, 58 op/s 2024-04-21T23:59:37.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 -- 172.21.15.80:0/3359160969 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc1032f0 msgr2=0x7f04bc10b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:37.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 --2- 172.21.15.80:0/3359160969 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc1032f0 0x7f04bc10b7d0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f04ac009900 tx=0x7f04ac02bd60 comp rx=0 tx=0).stop 2024-04-21T23:59:37.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 -- 172.21.15.80:0/3359160969 shutdown_connections 2024-04-21T23:59:37.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 --2- 172.21.15.80:0/3359160969 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04bc10bd10 0x7f04bc10e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 --2- 172.21.15.80:0/3359160969 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc1032f0 0x7f04bc10b7d0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 --2- 172.21.15.80:0/3359160969 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04bc1029d0 0x7f04bc102db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 -- 172.21.15.80:0/3359160969 >> 172.21.15.80:0/3359160969 conn(0x7f04bc0777c0 msgr2=0x7f04bc077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:37.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 -- 172.21.15.80:0/3359160969 shutdown_connections 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.402+0000 7f04c43d7640 1 -- 172.21.15.80:0/3359160969 wait complete. 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c43d7640 1 Processor -- start 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c43d7640 1 -- start start 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c43d7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04bc1029d0 0x7f04bc100620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c43d7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04bc1032f0 0x7f04bc100b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c43d7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc10bd10 0x7f04bc1010a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c43d7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc111b60 con 0x7f04bc10bd10 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c43d7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1119e0 con 0x7f04bc1029d0 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c43d7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc111ce0 con 0x7f04bc1032f0 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c2974640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc10bd10 0x7f04bc1010a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c2173640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04bc1029d0 0x7f04bc100620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c2974640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc10bd10 0x7f04bc1010a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44526/0 (socket says 172.21.15.80:44526) 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c2173640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04bc1029d0 0x7f04bc100620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33744/0 (socket says 172.21.15.80:33744) 2024-04-21T23:59:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c2974640 1 -- 172.21.15.80:0/255207319 learned_addr learned my addr 172.21.15.80:0/255207319 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.403+0000 7f04c1972640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04bc1032f0 0x7f04bc100b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c2173640 1 -- 172.21.15.80:0/255207319 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04bc1032f0 msgr2=0x7f04bc100b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c2173640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04bc1032f0 0x7f04bc100b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c2173640 1 -- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc10bd10 msgr2=0x7f04bc1010a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c2173640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc10bd10 0x7f04bc1010a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c2173640 1 -- 172.21.15.80:0/255207319 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04bc1a64c0 con 0x7f04bc1029d0 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c2974640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc10bd10 0x7f04bc1010a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c2173640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04bc1029d0 0x7f04bc100620 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f04b800e9f0 tx=0x7f04b800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04b37fe640 1 -- 172.21.15.80:0/255207319 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b800ccc0 con 0x7f04bc1029d0 2024-04-21T23:59:37.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04b37fe640 1 -- 172.21.15.80:0/255207319 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04b8010910 con 0x7f04bc1029d0 2024-04-21T23:59:37.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c43d7640 1 -- 172.21.15.80:0/255207319 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04bc1a67b0 con 0x7f04bc1029d0 2024-04-21T23:59:37.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04b37fe640 1 -- 172.21.15.80:0/255207319 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8018960 con 0x7f04bc1029d0 2024-04-21T23:59:37.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.404+0000 7f04c43d7640 1 -- 172.21.15.80:0/255207319 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04bc1a6cd0 con 0x7f04bc1029d0 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.407+0000 7f04b37fe640 1 -- 172.21.15.80:0/255207319 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f04b8010ac0 con 0x7f04bc1029d0 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.407+0000 7f04c6fc4740 1 Processor -- start 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c6fc4740 1 -- start start 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b4f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b5440 0x557b419bdcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419c0600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04b37fe640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04a80a2f50 0x7f04a80a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x557b41918b70 con 0x557b419b5440 2024-04-21T23:59:37.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557b418c1470 con 0x557b419b4b20 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x557b41914b30 con 0x557b419be210 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2974640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2173640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b5440 0x557b419bdcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2974640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b4f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33746/0 (socket says 172.21.15.80:33746) 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2974640 1 -- 172.21.15.80:0/1414137435 learned_addr learned my addr 172.21.15.80:0/1414137435 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2974640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04a80a2f50 0x7f04a80a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c1972640 1 --2- 172.21.15.80:0/1414137435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419c0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2974640 1 -- 172.21.15.80:0/1414137435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 msgr2=0x557b419c0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04b37fe640 1 -- 172.21.15.80:0/255207319 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f04b80cfde0 con 0x7f04bc1029d0 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2974640 1 --2- 172.21.15.80:0/1414137435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419c0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2974640 1 -- 172.21.15.80:0/1414137435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b5440 msgr2=0x557b419bdcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.408+0000 7f04c2974640 1 --2- 172.21.15.80:0/1414137435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b5440 0x557b419bdcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.409+0000 7f04c2974640 1 -- 172.21.15.80:0/1414137435 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b4162d210 con 0x557b419b4b20 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.409+0000 7f04c2974640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04a80a2f50 0x7f04a80a5410 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f04b4010ee0 tx=0x7f04b401d000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:37.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.409+0000 7f04c2974640 1 --2- 172.21.15.80:0/1414137435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b4f00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f04b4010520 tx=0x7f04b40109e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79ab2af5c2781228 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:37.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.409+0000 7f04b0bfe640 1 -- 172.21.15.80:0/1414137435 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b400de50 con 0x557b419b4b20 2024-04-21T23:59:37.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.409+0000 7f04b0bfe640 1 -- 172.21.15.80:0/1414137435 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04b4003e50 con 0x557b419b4b20 2024-04-21T23:59:37.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.409+0000 7f04b0bfe640 1 -- 172.21.15.80:0/1414137435 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b40046d0 con 0x557b419b4b20 2024-04-21T23:59:37.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 -- 172.21.15.80:0/1414137435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 msgr2=0x557b419b4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:37.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/1414137435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b4f00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f04b4010520 tx=0x7f04b40109e0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 -- 172.21.15.80:0/1414137435 shutdown_connections 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/1414137435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419c0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/1414137435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b5440 0x557b419bdcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/1414137435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b4f00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 -- 172.21.15.80:0/1414137435 >> 172.21.15.80:0/1414137435 conn(0x557b419af440 msgr2=0x557b419af820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 -- 172.21.15.80:0/1414137435 shutdown_connections 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 -- 172.21.15.80:0/1414137435 wait complete. 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.410+0000 7f04c6fc4740 1 -- start start 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c6fc4740 1 Processor -- start 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419bb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x557b419c0de0 con 0x557b419b4b20 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557b418d4a10 con 0x557b419b5440 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x557b419c0f60 con 0x557b419be210 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c6fc4740 10 client.0 _ll_register_callbacks cb 0x557b4190fb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2173640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c1972640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419bb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2173640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bb2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44544/0 (socket says 172.21.15.80:44544) 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2173640 1 -- 172.21.15.80:0/812529797 learned_addr learned my addr 172.21.15.80:0/812529797 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2974640 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2173640 1 -- 172.21.15.80:0/812529797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 msgr2=0x557b419bbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2173640 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2173640 1 -- 172.21.15.80:0/812529797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 msgr2=0x557b419bb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2173640 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419bb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c2173640 1 -- 172.21.15.80:0/812529797 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b416f9620 con 0x557b419b4b20 2024-04-21T23:59:37.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.411+0000 7f04c1972640 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419bb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04c2173640 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bb2e0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f04b80cd110 tx=0x7f04b809b830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=106626b48355e026 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04a5ffb640 1 -- 172.21.15.80:0/812529797 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8026040 con 0x557b419b4b20 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04a5ffb640 1 -- 172.21.15.80:0/812529797 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f04b809b4a0 con 0x557b419b4b20 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04c6fc4740 1 -- 172.21.15.80:0/812529797 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04b4003e50 con 0x557b419b4b20 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04a5ffb640 1 -- 172.21.15.80:0/812529797 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f04b80c9070 con 0x557b419b4b20 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04c6fc4740 10 client.16074 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04c6fc4740 1 -- 172.21.15.80:0/812529797 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x557b419cd0d0 con 0x557b419b4b20 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04a5ffb640 1 -- 172.21.15.80:0/812529797 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04b4003e50 con 0x557b419b4b20 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04a5ffb640 1 -- 172.21.15.80:0/812529797 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f04b8097cc0 con 0x557b419b4b20 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04c6fc4740 10 client.16074 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04c6fc4740 10 client.16074 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.412+0000 7f04c6fc4740 20 client.16074 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.413+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557b419ce540 0x557b419d0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.413+0000 7f04c6fc4740 4 client.16074 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.413+0000 7f04c6fc4740 1 -- 172.21.15.80:0/812529797 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b419260b0 con 0x557b419ce540 2024-04-21T23:59:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.413+0000 7f04c1972640 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557b419ce540 0x557b419d0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.413+0000 7f04c1972640 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557b419ce540 0x557b419d0970 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0bc198857740407 server_cookie=37e54e87ff7907f2 in_seq=0 out_seq=0 2024-04-21T23:59:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.413+0000 7f04a5ffb640 10 client.16074 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04a5ffb640 1 -- 172.21.15.80:0/812529797 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557b419260b0 con 0x557b419ce540 2024-04-21T23:59:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04a5ffb640 10 client.16074 handle_command_reply: tid=0 2024-04-21T23:59:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 client.16074 shutdown 2024-04-21T23:59:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 -- 172.21.15.80:0/812529797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 msgr2=0x557b419bb2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bb2e0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f04b80cd110 tx=0x7f04b809b830 comp rx=0 tx=0).stop 2024-04-21T23:59:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 -- 172.21.15.80:0/812529797 shutdown_connections 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557b419ce540 0x557b419d0970 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419bb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04a5ffb640 0 client.16074 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/812529797 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bb2e0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 -- 172.21.15.80:0/812529797 >> 172.21.15.80:0/812529797 conn(0x557b419af440 msgr2=0x557b419b1190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 -- 172.21.15.80:0/812529797 shutdown_connections 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 1 -- 172.21.15.80:0/812529797 wait complete. 2024-04-21T23:59:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.417+0000 7f04c6fc4740 20 client.16074 trim_cache size 0 max 16384 2024-04-21T23:59:37.432 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.434+0000 7f04c6fc4740 1 Processor -- start 2024-04-21T23:59:37.432 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.434+0000 7f04c6fc4740 1 -- start start 2024-04-21T23:59:37.432 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.432 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419c9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.432 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1b3460 con 0x557b419b4b20 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1b0d30 con 0x557b419b5440 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1aeb80 con 0x557b419be210 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44550/0 (socket says 172.21.15.80:44550) 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 -- 172.21.15.80:0/2742816221 learned_addr learned my addr 172.21.15.80:0/2742816221 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c1972640 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419c9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2974640 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 -- 172.21.15.80:0/2742816221 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 msgr2=0x557b419bb9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bb9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 -- 172.21.15.80:0/2742816221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 msgr2=0x557b419c9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419c9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 -- 172.21.15.80:0/2742816221 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b419aa8b0 con 0x557b419b4b20 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c1972640 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419c9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2974640 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.435+0000 7f04c2173640 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bda10 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f04b809b920 tx=0x7f04b80a02d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=849998aced88baeb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04a7fff640 1 -- 172.21.15.80:0/2742816221 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8097ba0 con 0x557b419b4b20 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04a7fff640 1 -- 172.21.15.80:0/2742816221 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04b807f020 con 0x557b419b4b20 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04a7fff640 1 -- 172.21.15.80:0/2742816221 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b809b2a0 con 0x557b419b4b20 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2742816221 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 msgr2=0x557b419bda10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bda10 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f04b809b920 tx=0x7f04b80a02d0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2742816221 shutdown_connections 2024-04-21T23:59:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419be210 0x557b419bb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b5440 0x557b419c9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2742816221 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419b4b20 0x557b419bda10 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2742816221 >> 172.21.15.80:0/2742816221 conn(0x557b419af440 msgr2=0x557b419bb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2742816221 shutdown_connections 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.436+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2742816221 wait complete. 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 1 -- start start 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 1 Processor -- start 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419b5440 0x557b419b8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419be210 0x557b41a33b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1af1f0 con 0x557b419be210 2024-04-21T23:59:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1b0660 con 0x557b419b4b20 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f04bc1af8c0 con 0x557b419b5440 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c6fc4740 10 client.0 _ll_register_callbacks cb 0x7f04b800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c2974640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419be210 0x557b41a33b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c2173640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c2974640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419be210 0x557b41a33b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44554/0 (socket says 172.21.15.80:44554) 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c2974640 1 -- 172.21.15.80:0/2413025368 learned_addr learned my addr 172.21.15.80:0/2413025368 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.437+0000 7f04c1972640 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419b5440 0x557b419b8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c2974640 1 -- 172.21.15.80:0/2413025368 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419b5440 msgr2=0x557b419b8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c2974640 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419b5440 0x557b419b8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c2974640 1 -- 172.21.15.80:0/2413025368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 msgr2=0x557b419b8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c2974640 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c2974640 1 -- 172.21.15.80:0/2413025368 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b419b9150 con 0x557b419be210 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c2173640 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c2974640 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419be210 0x557b41a33b10 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f04b400dd60 tx=0x7f04b4005cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa910760a4b75d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04a5ffb640 1 -- 172.21.15.80:0/2413025368 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b401b040 con 0x557b419be210 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2413025368 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04b807f020 con 0x557b419be210 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04a5ffb640 1 -- 172.21.15.80:0/2413025368 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f04b4004c00 con 0x557b419be210 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04a5ffb640 1 -- 172.21.15.80:0/2413025368 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f04b4004e00 con 0x557b419be210 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c6fc4740 10 client.16080 fetch_fsmap learned FSMap version 23 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2413025368 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x557b41a350a0 con 0x557b419be210 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.438+0000 7f04a5ffb640 1 -- 172.21.15.80:0/2413025368 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04b807f020 con 0x557b419be210 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04a5ffb640 1 -- 172.21.15.80:0/2413025368 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f04b4005030 con 0x557b419be210 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04c6fc4740 10 client.16080 fetch_fsmap finished waiting for FSMap version 23 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04c6fc4740 10 client.16080 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04c6fc4740 20 client.16080 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557b41a35530 0x557b41a37920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04c6fc4740 4 client.16080 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T23:59:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2413025368 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557b41920400 con 0x557b41a35530 2024-04-21T23:59:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04c2173640 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557b41a35530 0x557b41a37920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04c2173640 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557b41a35530 0x557b41a37920 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=952ddcba17376054 server_cookie=604ece562a5f51e4 in_seq=0 out_seq=0 2024-04-21T23:59:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:37.439+0000 7f04a5ffb640 10 client.16080 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:39.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:38 smithi080 ceph-mon[27925]: pgmap v47: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 435 KiB/s wr, 54 op/s 2024-04-21T23:59:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:38 smithi120 ceph-mon[31499]: pgmap v47: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 435 KiB/s wr, 54 op/s 2024-04-21T23:59:39.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:38 smithi144 ceph-mon[31316]: pgmap v47: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 435 KiB/s wr, 54 op/s 2024-04-21T23:59:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04a5ffb640 1 -- 172.21.15.80:0/2413025368 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557b41920400 con 0x557b41a35530 2024-04-21T23:59:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04a5ffb640 10 client.16080 handle_command_reply: tid=0 2024-04-21T23:59:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 client.16080 shutdown 2024-04-21T23:59:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2413025368 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419be210 msgr2=0x557b41a33b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419be210 0x557b41a33b10 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f04b400dd60 tx=0x7f04b4005cb0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2413025368 shutdown_connections 2024-04-21T23:59:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557b41a35530 0x557b41a37920 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557b419be210 0x557b41a33b10 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557b419b5440 0x557b419b8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04a5ffb640 0 client.16080 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 --2- 172.21.15.80:0/2413025368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557b419b4b20 0x557b419b8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.509+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2413025368 >> 172.21.15.80:0/2413025368 conn(0x557b419af440 msgr2=0x557b419b0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2413025368 shutdown_connections 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c6fc4740 1 -- 172.21.15.80:0/2413025368 wait complete. 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c6fc4740 20 client.16080 trim_cache size 0 max 16384 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-21T23:59:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-21T23:59:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-21T23:59:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 -- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04a80a2f50 msgr2=0x7f04a80a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04a80a2f50 0x7f04a80a5410 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f04b4010ee0 tx=0x7f04b401d000 comp rx=0 tx=0).stop 2024-04-21T23:59:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 -- 172.21.15.80:0/255207319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04bc1029d0 msgr2=0x7f04bc100620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04bc1029d0 0x7f04bc100620 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f04b800e9f0 tx=0x7f04b800eeb0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 -- 172.21.15.80:0/255207319 shutdown_connections 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f04bc10bd10 0x7f04bc1010a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f04bc1032f0 0x7f04bc100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f04a80a2f50 0x7f04a80a5410 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 --2- 172.21.15.80:0/255207319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04bc1029d0 0x7f04bc100620 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 -- 172.21.15.80:0/255207319 >> 172.21.15.80:0/255207319 conn(0x7f04bc0777c0 msgr2=0x7f04bc0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 -- 172.21.15.80:0/255207319 shutdown_connections 2024-04-21T23:59:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:39.510+0000 7f04c43d7640 1 -- 172.21.15.80:0/255207319 wait complete. 2024-04-21T23:59:40.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:39 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:59:40.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:39 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:59:40.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:39 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:59:41.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:40 smithi080 ceph-mon[27925]: pgmap v48: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 435 KiB/s wr, 54 op/s 2024-04-21T23:59:41.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:40 smithi120 ceph-mon[31499]: pgmap v48: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 435 KiB/s wr, 54 op/s 2024-04-21T23:59:41.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:40 smithi144 ceph-mon[31316]: pgmap v48: 129 pgs: 129 active+clean; 5.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 435 KiB/s wr, 54 op/s 2024-04-21T23:59:43.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:42 smithi080 ceph-mon[27925]: pgmap v49: 129 pgs: 129 active+clean; 6.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 939 KiB/s wr, 164 op/s 2024-04-21T23:59:43.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:42 smithi080 ceph-mon[27925]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-21T23:59:43.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:42 smithi120 ceph-mon[31499]: pgmap v49: 129 pgs: 129 active+clean; 6.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 939 KiB/s wr, 164 op/s 2024-04-21T23:59:43.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:42 smithi120 ceph-mon[31499]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-21T23:59:43.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:42 smithi144 ceph-mon[31316]: pgmap v49: 129 pgs: 129 active+clean; 6.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 939 KiB/s wr, 164 op/s 2024-04-21T23:59:43.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:42 smithi144 ceph-mon[31316]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-21T23:59:45.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:44 smithi080 ceph-mon[27925]: pgmap v50: 129 pgs: 129 active+clean; 6.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 883 KiB/s wr, 159 op/s 2024-04-21T23:59:45.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:44 smithi120 ceph-mon[31499]: pgmap v50: 129 pgs: 129 active+clean; 6.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 883 KiB/s wr, 159 op/s 2024-04-21T23:59:45.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:44 smithi144 ceph-mon[31316]: pgmap v50: 129 pgs: 129 active+clean; 6.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 883 KiB/s wr, 159 op/s 2024-04-21T23:59:46.863 INFO:tasks.workunit.client.0.smithi080.stdout: 14 140011 673 100507 834 94418 999 2024-04-21T23:59:47.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:46 smithi080 ceph-mon[27925]: pgmap v51: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 426 op/s 2024-04-21T23:59:47.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:46 smithi120 ceph-mon[31499]: pgmap v51: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 426 op/s 2024-04-21T23:59:47.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:46 smithi144 ceph-mon[31316]: pgmap v51: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 426 op/s 2024-04-21T23:59:49.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:48 smithi080 ceph-mon[27925]: pgmap v52: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 376 op/s 2024-04-21T23:59:49.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:48 smithi120 ceph-mon[31499]: pgmap v52: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 376 op/s 2024-04-21T23:59:49.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:48 smithi144 ceph-mon[31316]: pgmap v52: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 376 op/s 2024-04-21T23:59:51.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:50 smithi080 ceph-mon[27925]: pgmap v53: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 376 op/s 2024-04-21T23:59:51.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:50 smithi120 ceph-mon[31499]: pgmap v53: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 376 op/s 2024-04-21T23:59:51.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:50 smithi144 ceph-mon[31316]: pgmap v53: 129 pgs: 129 active+clean; 13 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 376 op/s 2024-04-21T23:59:52.097 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T23:59:52.097 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T23:59:52.369 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.372+0000 7fbac031e640 1 -- 172.21.15.80:0/3934340308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 msgr2=0x7fbab810cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.372+0000 7fbac031e640 1 --2- 172.21.15.80:0/3934340308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 0x7fbab810cc90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbab0009be0 tx=0x7fbab0030070 comp rx=0 tx=0).stop 2024-04-21T23:59:52.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.377+0000 7fbac031e640 1 -- 172.21.15.80:0/3934340308 shutdown_connections 2024-04-21T23:59:52.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.377+0000 7fbac031e640 1 --2- 172.21.15.80:0/3934340308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 0x7fbab810cc90 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.377+0000 7fbac031e640 1 --2- 172.21.15.80:0/3934340308 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbab81009a0 0x7fbab81049e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.377+0000 7fbac031e640 1 --2- 172.21.15.80:0/3934340308 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbab80ffff0 0x7fbab81003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.377+0000 7fbac031e640 1 -- 172.21.15.80:0/3934340308 >> 172.21.15.80:0/3934340308 conn(0x7fbab8076be0 msgr2=0x7fbab80fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.377+0000 7fbac031e640 1 -- 172.21.15.80:0/3934340308 shutdown_connections 2024-04-21T23:59:52.370 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.377+0000 7fbac031e640 1 -- 172.21.15.80:0/3934340308 wait complete. 2024-04-21T23:59:52.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbac031e640 1 Processor -- start 2024-04-21T23:59:52.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbac031e640 1 -- start start 2024-04-21T23:59:52.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbac031e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbab80ffff0 0x7fbab8073170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbac031e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 0x7fbab806d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbac031e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbab806d720 0x7fbab806dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbac031e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbab806bb70 con 0x7fbab80ffff0 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbac031e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbab806b9f0 con 0x7fbab81050c0 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbac031e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbab806bcf0 con 0x7fbab806d720 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 0x7fbab806d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 0x7fbab806d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49162/0 (socket says 172.21.15.80:49162) 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbabd8b9640 1 -- 172.21.15.80:0/3687586832 learned_addr learned my addr 172.21.15.80:0/3687586832 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbab80ffff0 0x7fbab8073170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.378+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbab806d720 0x7fbab806dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbabd8b9640 1 -- 172.21.15.80:0/3687586832 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbab806d720 msgr2=0x7fbab806dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbab806d720 0x7fbab806dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbabd8b9640 1 -- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbab80ffff0 msgr2=0x7fbab8073170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbab80ffff0 0x7fbab8073170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbabd8b9640 1 -- 172.21.15.80:0/3687586832 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbab81a4d50 con 0x7fbab81050c0 2024-04-21T23:59:52.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbab806d720 0x7fbab806dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:52.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbab80ffff0 0x7fbab8073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:52.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 0x7fbab806d1e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbab4007890 tx=0x7fbab4007c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbaab7fe640 1 -- 172.21.15.80:0/3687586832 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab4019030 con 0x7fbab81050c0 2024-04-21T23:59:52.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbaab7fe640 1 -- 172.21.15.80:0/3687586832 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbab400fe00 con 0x7fbab81050c0 2024-04-21T23:59:52.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbaab7fe640 1 -- 172.21.15.80:0/3687586832 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab4004b60 con 0x7fbab81050c0 2024-04-21T23:59:52.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.379+0000 7fbac031e640 1 -- 172.21.15.80:0/3687586832 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbab81a5040 con 0x7fbab81050c0 2024-04-21T23:59:52.374 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.380+0000 7fbac031e640 1 -- 172.21.15.80:0/3687586832 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbab81a5540 con 0x7fbab81050c0 2024-04-21T23:59:52.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbaab7fe640 1 -- 172.21.15.80:0/3687586832 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbab401c070 con 0x7fbab81050c0 2024-04-21T23:59:52.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbac2fe5740 1 Processor -- start 2024-04-21T23:59:52.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbac2fe5740 1 -- start start 2024-04-21T23:59:52.376 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa3bf30 0x563d9aa3c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3c850 0x563d9aa44ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa47820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x563d9a9a0560 con 0x563d9aa3bf30 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563d9a948730 con 0x563d9aa3c850 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x563d9a99c520 con 0x563d9aa45430 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbabe8bb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa3bf30 0x563d9aa3c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa47820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbabe8bb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa3bf30 0x563d9aa3c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:56992/0 (socket says 172.21.15.80:56992) 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.383+0000 7fbabe8bb640 1 -- 172.21.15.80:0/178259686 learned_addr learned my addr 172.21.15.80:0/178259686 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbabe8bb640 1 -- 172.21.15.80:0/178259686 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 msgr2=0x563d9aa47820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/178259686 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa47820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbabe8bb640 1 -- 172.21.15.80:0/178259686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3c850 msgr2=0x563d9aa44ef0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/178259686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3c850 0x563d9aa44ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.377 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbabe8bb640 1 -- 172.21.15.80:0/178259686 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d9a77e7d0 con 0x563d9aa3bf30 2024-04-21T23:59:52.378 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/178259686 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa3bf30 0x563d9aa3c310 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fbab0004af0 tx=0x7fbab0009950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9672420974d4591c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.380 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbaa8bfe640 1 -- 172.21.15.80:0/178259686 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab0037d20 con 0x563d9aa3bf30 2024-04-21T23:59:52.380 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbaa8bfe640 1 -- 172.21.15.80:0/178259686 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbab0045070 con 0x563d9aa3bf30 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.384+0000 7fbaa8bfe640 1 -- 172.21.15.80:0/178259686 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab0003bd0 con 0x563d9aa3bf30 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbaab7fe640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbaa40a2d00 0x7fbaa40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbac2fe5740 1 -- 172.21.15.80:0/178259686 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa3bf30 msgr2=0x563d9aa3c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/178259686 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa3bf30 0x563d9aa3c310 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fbab0004af0 tx=0x7fbab0009950 comp rx=0 tx=0).stop 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbaab7fe640 1 -- 172.21.15.80:0/3687586832 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fbab40cf6a0 con 0x7fbab81050c0 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbac2fe5740 1 -- 172.21.15.80:0/178259686 shutdown_connections 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/178259686 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa47820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/178259686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3c850 0x563d9aa44ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/178259686 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa3bf30 0x563d9aa3c310 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbac2fe5740 1 -- 172.21.15.80:0/178259686 >> 172.21.15.80:0/178259686 conn(0x563d9aa36660 msgr2=0x563d9aa36a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbaa40a2d00 0x7fbaa40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.385+0000 7fbac2fe5740 1 -- 172.21.15.80:0/178259686 shutdown_connections 2024-04-21T23:59:52.381 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.386+0000 7fbac2fe5740 1 -- 172.21.15.80:0/178259686 wait complete. 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.386+0000 7fbac2fe5740 1 -- start start 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.386+0000 7fbac2fe5740 1 Processor -- start 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.386+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa42550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.386+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa42a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.386+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa42fd0 0x563d9aa51630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.386+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbaa40a2d00 0x7fbaa40a51c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x563d9aa37560 tx=0x7fbaac010040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.386+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x563d9aa481c0 con 0x563d9aa42fd0 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa42a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563d9a95be00 con 0x563d9aa3bf30 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x563d9aa48340 con 0x563d9aa45430 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa42a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:38978/0 (socket says 172.21.15.80:38978) 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabd8b9640 1 -- 172.21.15.80:0/94357528 learned_addr learned my addr 172.21.15.80:0/94357528 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa42fd0 0x563d9aa51630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.382 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbac2fe5740 10 client.0 _ll_register_callbacks cb 0x563d9a996eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa42550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe0ba640 1 -- 172.21.15.80:0/94357528 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 msgr2=0x563d9aa42a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa42a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe0ba640 1 -- 172.21.15.80:0/94357528 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa42fd0 msgr2=0x563d9aa51630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa42fd0 0x563d9aa51630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe0ba640 1 -- 172.21.15.80:0/94357528 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d9a6b43f0 con 0x563d9aa3bf30 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa42fd0 0x563d9aa51630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa42550 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x563d9aa3cd70 tx=0x7fbaac0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5c52dff918c65b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbaa1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.387+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/94357528 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaac01c030 con 0x563d9aa3bf30 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.388+0000 7fbac2fe5740 1 -- 172.21.15.80:0/94357528 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbab0045070 con 0x563d9aa3bf30 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.388+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/94357528 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fbaac01c1d0 con 0x563d9aa3bf30 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.388+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/94357528 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbaac02c050 con 0x563d9aa3bf30 2024-04-21T23:59:52.383 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.388+0000 7fbac2fe5740 10 client.25502 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:52.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.388+0000 7fbac2fe5740 1 -- 172.21.15.80:0/94357528 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563d9a6740f0 con 0x563d9aa3bf30 2024-04-21T23:59:52.384 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.389+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/94357528 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbab0045070 con 0x563d9aa3bf30 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/94357528 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7fbaac023070 con 0x563d9aa3bf30 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbac2fe5740 10 client.25502 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbac2fe5740 10 client.25502 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbac2fe5740 20 client.25502 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563d9aa55cc0 0x563d9aa58110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbac2fe5740 4 client.25502 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbac2fe5740 1 -- 172.21.15.80:0/94357528 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d9a9adaa0 con 0x563d9aa55cc0 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563d9aa55cc0 0x563d9aa58110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbaa1ffb640 10 client.25502 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:52.385 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.390+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563d9aa55cc0 0x563d9aa58110 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f323710c6b1bdea6 server_cookie=37a70e8292ba048 in_seq=0 out_seq=0 2024-04-21T23:59:52.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/94357528 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563d9a9adaa0 con 0x563d9aa55cc0 2024-04-21T23:59:52.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbaa1ffb640 10 client.25502 handle_command_reply: tid=0 2024-04-21T23:59:52.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 client.25502 shutdown 2024-04-21T23:59:52.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 -- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 msgr2=0x563d9aa42550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa42550 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x563d9aa3cd70 tx=0x7fbaac0046c0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 -- 172.21.15.80:0/94357528 shutdown_connections 2024-04-21T23:59:52.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563d9aa55cc0 0x563d9aa58110 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.387 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa42fd0 0x563d9aa51630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbaa1ffb640 0 client.25502 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:52.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa45430 0x563d9aa42a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/94357528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa42550 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 -- 172.21.15.80:0/94357528 >> 172.21.15.80:0/94357528 conn(0x563d9aa36660 msgr2=0x563d9aa383b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 -- 172.21.15.80:0/94357528 shutdown_connections 2024-04-21T23:59:52.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 1 -- 172.21.15.80:0/94357528 wait complete. 2024-04-21T23:59:52.388 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.394+0000 7fbac2fe5740 20 client.25502 trim_cache size 0 max 16384 2024-04-21T23:59:52.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.425+0000 7fbac2fe5740 1 Processor -- start 2024-04-21T23:59:52.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.425+0000 7fbac2fe5740 1 -- start start 2024-04-21T23:59:52.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.425+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa3bf30 0x563d9aa5d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.425+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa42fd0 0x563d9aa5df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.425+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa51080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.425+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbab81c8970 con 0x563d9aa45430 2024-04-21T23:59:52.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.425+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbab81c6240 con 0x563d9aa42fd0 2024-04-21T23:59:52.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.425+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbab81ad040 con 0x563d9aa3bf30 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa42fd0 0x563d9aa5df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa42fd0 0x563d9aa5df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49184/0 (socket says 172.21.15.80:49184) 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 -- 172.21.15.80:0/3843810290 learned_addr learned my addr 172.21.15.80:0/3843810290 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa51080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa3bf30 0x563d9aa5d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 -- 172.21.15.80:0/3843810290 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa3bf30 msgr2=0x563d9aa5d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa3bf30 0x563d9aa5d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 -- 172.21.15.80:0/3843810290 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 msgr2=0x563d9aa51080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa51080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 -- 172.21.15.80:0/3843810290 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d9aa3b6d0 con 0x563d9aa42fd0 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa51080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:52.420 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.426+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa42fd0 0x563d9aa5df20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fbab40ccb80 tx=0x7fbab4086040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e037cb17dd11736b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.422 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.430+0000 7fbaa3fff640 1 -- 172.21.15.80:0/3843810290 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab409b200 con 0x563d9aa42fd0 2024-04-21T23:59:52.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.430+0000 7fbaa3fff640 1 -- 172.21.15.80:0/3843810290 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbab409bfa0 con 0x563d9aa42fd0 2024-04-21T23:59:52.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.431+0000 7fbac2fe5740 1 -- 172.21.15.80:0/3843810290 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa42fd0 msgr2=0x563d9aa5df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.431+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa42fd0 0x563d9aa5df20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fbab40ccb80 tx=0x7fbab4086040 comp rx=0 tx=0).stop 2024-04-21T23:59:52.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.431+0000 7fbac2fe5740 1 -- 172.21.15.80:0/3843810290 shutdown_connections 2024-04-21T23:59:52.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.431+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa51080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.431+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa42fd0 0x563d9aa5df20 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.431+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/3843810290 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa3bf30 0x563d9aa5d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.431+0000 7fbac2fe5740 1 -- 172.21.15.80:0/3843810290 >> 172.21.15.80:0/3843810290 conn(0x563d9aa36660 msgr2=0x563d9aa40e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.432+0000 7fbac2fe5740 1 -- 172.21.15.80:0/3843810290 shutdown_connections 2024-04-21T23:59:52.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.432+0000 7fbac2fe5740 1 -- 172.21.15.80:0/3843810290 wait complete. 2024-04-21T23:59:52.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.432+0000 7fbac2fe5740 1 -- start start 2024-04-21T23:59:52.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.432+0000 7fbac2fe5740 1 Processor -- start 2024-04-21T23:59:52.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa3f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa42fd0 0x563d9aa3f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbac2fe5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa3fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbab81c4700 con 0x563d9aa45430 2024-04-21T23:59:52.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbab81c5b70 con 0x563d9aa3bf30 2024-04-21T23:59:52.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbac2fe5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbab81c4dd0 con 0x563d9aa42fd0 2024-04-21T23:59:52.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbac2fe5740 10 client.0 _ll_register_callbacks cb 0x7fbaac01c900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:52.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa42fd0 0x563d9aa3f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabd8b9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa42fd0 0x563d9aa3f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:39000/0 (socket says 172.21.15.80:39000) 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabd8b9640 1 -- 172.21.15.80:0/2931783643 learned_addr learned my addr 172.21.15.80:0/2931783643 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa3f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabd8b9640 1 -- 172.21.15.80:0/2931783643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 msgr2=0x563d9aa3f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa3f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabd8b9640 1 -- 172.21.15.80:0/2931783643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 msgr2=0x563d9aa3fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa3fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa3fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabd8b9640 1 -- 172.21.15.80:0/2931783643 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d9aabb2a0 con 0x563d9aa42fd0 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.433+0000 7fbabe8bb640 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa3fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbabd8b9640 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa42fd0 0x563d9aa3f800 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbab400f500 tx=0x7fbab400ffb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5396f0ea674503 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbaa1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-21T23:59:52.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/2931783643 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab40ba2a0 con 0x563d9aa42fd0 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbac2fe5740 1 -- 172.21.15.80:0/2931783643 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563d9a9a7df0 con 0x563d9aa42fd0 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/2931783643 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fbab40cf320 con 0x563d9aa42fd0 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/2931783643 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbab409bfa0 con 0x563d9aa42fd0 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbac2fe5740 10 client.25453 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbac2fe5740 1 -- 172.21.15.80:0/2931783643 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563d9aabc620 con 0x563d9aa42fd0 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.434+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/2931783643 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x563d9a9a7df0 con 0x563d9aa42fd0 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/2931783643 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7fbab4026060 con 0x563d9aa42fd0 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbac2fe5740 10 client.25453 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbac2fe5740 10 client.25453 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbac2fe5740 20 client.25453 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563d9aabcc30 0x563d9aabf050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbac2fe5740 4 client.25453 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbac2fe5740 1 -- 172.21.15.80:0/2931783643 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563d9a9255a0 con 0x563d9aabcc30 2024-04-21T23:59:52.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563d9aabcc30 0x563d9aabf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.435+0000 7fbaa1ffb640 10 client.25453 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:52.431 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.436+0000 7fbabe0ba640 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563d9aabcc30 0x563d9aabf050 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c40a73e204666bc server_cookie=df7a3d7ba6cfaf91 in_seq=0 out_seq=0 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.439+0000 7fbaa1ffb640 1 -- 172.21.15.80:0/2931783643 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x563d9a9255a0 con 0x563d9aabcc30 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.439+0000 7fbaa1ffb640 10 client.25453 handle_command_reply: tid=0 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.439+0000 7fbac2fe5740 1 client.25453 shutdown 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 -- 172.21.15.80:0/2931783643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa42fd0 msgr2=0x563d9aa3f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa42fd0 0x563d9aa3f800 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbab400f500 tx=0x7fbab400ffb0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 -- 172.21.15.80:0/2931783643 shutdown_connections 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x563d9aabcc30 0x563d9aabf050 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x563d9aa45430 0x563d9aa3fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x563d9aa42fd0 0x563d9aa3f800 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 --2- 172.21.15.80:0/2931783643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563d9aa3bf30 0x563d9aa3f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 -- 172.21.15.80:0/2931783643 >> 172.21.15.80:0/2931783643 conn(0x563d9aa36660 msgr2=0x563d9aa34e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbaa1ffb640 0 client.25453 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 -- 172.21.15.80:0/2931783643 shutdown_connections 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 1 -- 172.21.15.80:0/2931783643 wait complete. 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac2fe5740 20 client.25453 trim_cache size 0 max 16384 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stdout: "status": "no active scrubs running", 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stdout: "scrubs": {} 2024-04-21T23:59:52.434 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:59:52.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac031e640 1 -- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbaa40a2d00 msgr2=0x7fbaa40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac031e640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbaa40a2d00 0x7fbaa40a51c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x563d9aa37560 tx=0x7fbaac010040 comp rx=0 tx=0).stop 2024-04-21T23:59:52.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac031e640 1 -- 172.21.15.80:0/3687586832 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 msgr2=0x7fbab806d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.440+0000 7fbac031e640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 0x7fbab806d1e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbab4007890 tx=0x7fbab4007c90 comp rx=0 tx=0).stop 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.441+0000 7fbac031e640 1 -- 172.21.15.80:0/3687586832 shutdown_connections 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.441+0000 7fbac031e640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbab806d720 0x7fbab806dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.441+0000 7fbac031e640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbaa40a2d00 0x7fbaa40a51c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.441+0000 7fbac031e640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbab81050c0 0x7fbab806d1e0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.441+0000 7fbac031e640 1 --2- 172.21.15.80:0/3687586832 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbab80ffff0 0x7fbab8073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.441+0000 7fbac031e640 1 -- 172.21.15.80:0/3687586832 >> 172.21.15.80:0/3687586832 conn(0x7fbab8076be0 msgr2=0x7fbab81032f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.441+0000 7fbac031e640 1 -- 172.21.15.80:0/3687586832 shutdown_connections 2024-04-21T23:59:52.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.441+0000 7fbac031e640 1 -- 172.21.15.80:0/3687586832 wait complete. 2024-04-21T23:59:52.448 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-21T23:59:52.448 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T23:59:52.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 -- 172.21.15.80:0/251510596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a81032f0 msgr2=0x7f34a810b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.556 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 --2- 172.21.15.80:0/251510596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a81032f0 0x7f34a810b7d0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f349c009900 tx=0x7f349c02bd60 comp rx=0 tx=0).stop 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 -- 172.21.15.80:0/251510596 shutdown_connections 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 --2- 172.21.15.80:0/251510596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f34a810bd10 0x7f34a810e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 --2- 172.21.15.80:0/251510596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a81032f0 0x7f34a810b7d0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 --2- 172.21.15.80:0/251510596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34a81029d0 0x7f34a8102db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 -- 172.21.15.80:0/251510596 >> 172.21.15.80:0/251510596 conn(0x7f34a8077740 msgr2=0x7f34a8077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 -- 172.21.15.80:0/251510596 shutdown_connections 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.563+0000 7f34adbfe640 1 -- 172.21.15.80:0/251510596 wait complete. 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34adbfe640 1 Processor -- start 2024-04-21T23:59:52.557 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34adbfe640 1 -- start start 2024-04-21T23:59:52.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34adbfe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f34a81029d0 0x7f34a8198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34adbfe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34a81032f0 0x7f34a8198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34adbfe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a810bd10 0x7f34a819c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34adbfe640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f34a8111b60 con 0x7f34a810bd10 2024-04-21T23:59:52.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34adbfe640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f34a81119e0 con 0x7f34a81029d0 2024-04-21T23:59:52.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34adbfe640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f34a8111ce0 con 0x7f34a81032f0 2024-04-21T23:59:52.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34a7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a810bd10 0x7f34a819c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.559 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34a7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a810bd10 0x7f34a819c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57038/0 (socket says 172.21.15.80:57038) 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34a77fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f34a81029d0 0x7f34a8198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34a7fff640 1 -- 172.21.15.80:0/2888953286 learned_addr learned my addr 172.21.15.80:0/2888953286 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.564+0000 7f34a6ffd640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34a81032f0 0x7f34a8198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a7fff640 1 -- 172.21.15.80:0/2888953286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34a81032f0 msgr2=0x7f34a8198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a7fff640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34a81032f0 0x7f34a8198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a7fff640 1 -- 172.21.15.80:0/2888953286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f34a81029d0 msgr2=0x7f34a8198020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a7fff640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f34a81029d0 0x7f34a8198020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a7fff640 1 -- 172.21.15.80:0/2888953286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a819d010 con 0x7f34a810bd10 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a77fe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f34a81029d0 0x7f34a8198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a7fff640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a810bd10 0x7f34a819c8e0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f34a000eb10 tx=0x7f34a000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.560 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a4ff9640 1 -- 172.21.15.80:0/2888953286 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a0004b20 con 0x7f34a810bd10 2024-04-21T23:59:52.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34a819d300 con 0x7f34a810bd10 2024-04-21T23:59:52.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a4ff9640 1 -- 172.21.15.80:0/2888953286 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f34a0004cc0 con 0x7f34a810bd10 2024-04-21T23:59:52.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34a4ff9640 1 -- 172.21.15.80:0/2888953286 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a0010760 con 0x7f34a810bd10 2024-04-21T23:59:52.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.565+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34a81a4b90 con 0x7f34a810bd10 2024-04-21T23:59:52.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.566+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34a8068560 con 0x7f34a810bd10 2024-04-21T23:59:52.561 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.568+0000 7f34a4ff9640 1 -- 172.21.15.80:0/2888953286 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f34a0005020 con 0x7f34a810bd10 2024-04-21T23:59:52.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.569+0000 7f34a4ff9640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34900a2d00 0x7f34900a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.569+0000 7f34a77fe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34900a2d00 0x7f34900a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.569+0000 7f34a4ff9640 1 -- 172.21.15.80:0/2888953286 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f34a00cfc60 con 0x7f34a810bd10 2024-04-21T23:59:52.562 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.569+0000 7f34a77fe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34900a2d00 0x7f34900a51c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3498009fc0 tx=0x7f3498005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.566 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.574+0000 7f34a4ff9640 1 -- 172.21.15.80:0/2888953286 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f34a009c560 con 0x7f34a810bd10 2024-04-21T23:59:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 -- 172.21.15.80:0/50398212 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d01032f0 msgr2=0x7f11d010b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 --2- 172.21.15.80:0/50398212 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d01032f0 0x7f11d010b7d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f11c0009860 tx=0x7f11c002bca0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 -- 172.21.15.80:0/50398212 shutdown_connections 2024-04-21T23:59:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 --2- 172.21.15.80:0/50398212 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f11d010bd10 0x7f11d010e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 --2- 172.21.15.80:0/50398212 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d01032f0 0x7f11d010b7d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 --2- 172.21.15.80:0/50398212 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f11d01029d0 0x7f11d0102db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 -- 172.21.15.80:0/50398212 >> 172.21.15.80:0/50398212 conn(0x7f11d00777c0 msgr2=0x7f11d0077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 -- 172.21.15.80:0/50398212 shutdown_connections 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.605+0000 7f11d8513640 1 -- 172.21.15.80:0/50398212 wait complete. 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d8513640 1 Processor -- start 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d8513640 1 -- start start 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d8513640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f11d01029d0 0x7f11d0197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d8513640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f11d01032f0 0x7f11d0198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d8513640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d010bd10 0x7f11d019c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d8513640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f11d0111b10 con 0x7f11d01032f0 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d8513640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f11d0111990 con 0x7f11d010bd10 2024-04-21T23:59:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d8513640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f11d0111c90 con 0x7f11d01029d0 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d5aae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f11d01032f0 0x7f11d0198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d5aae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f11d01032f0 0x7f11d0198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57054/0 (socket says 172.21.15.80:57054) 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d5aae640 1 -- 172.21.15.80:0/1369748999 learned_addr learned my addr 172.21.15.80:0/1369748999 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d010bd10 0x7f11d019c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d62af640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f11d01029d0 0x7f11d0197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d5aae640 1 -- 172.21.15.80:0/1369748999 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f11d01029d0 msgr2=0x7f11d0197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d5aae640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f11d01029d0 0x7f11d0197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d5aae640 1 -- 172.21.15.80:0/1369748999 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d010bd10 msgr2=0x7f11d019c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d5aae640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d010bd10 0x7f11d019c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d5aae640 1 -- 172.21.15.80:0/1369748999 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11d019cfc0 con 0x7f11d01032f0 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.606+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d010bd10 0x7f11d019c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.607+0000 7f11d5aae640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f11d01032f0 0x7f11d0198510 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f11c0037040 tx=0x7f11c002c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.607+0000 7f11c77fe640 1 -- 172.21.15.80:0/1369748999 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c0041020 con 0x7f11d01032f0 2024-04-21T23:59:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.607+0000 7f11c77fe640 1 -- 172.21.15.80:0/1369748999 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11c0034920 con 0x7f11d01032f0 2024-04-21T23:59:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.607+0000 7f11d8513640 1 -- 172.21.15.80:0/1369748999 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11d019d250 con 0x7f11d01032f0 2024-04-21T23:59:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.607+0000 7f11c77fe640 1 -- 172.21.15.80:0/1369748999 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c0039040 con 0x7f11d01032f0 2024-04-21T23:59:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.607+0000 7f11d8513640 1 -- 172.21.15.80:0/1369748999 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11d01a4b40 con 0x7f11d01032f0 2024-04-21T23:59:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.609+0000 7f11c77fe640 1 -- 172.21.15.80:0/1369748999 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f11c0044020 con 0x7f11d01032f0 2024-04-21T23:59:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.609+0000 7f11db1db740 1 Processor -- start 2024-04-21T23:59:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11db1db740 1 -- start start 2024-04-21T23:59:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11c77fe640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f11bc0a2da0 0x7f11bc0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11db1db740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b135927f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11db1db740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135928440 0x55b135930cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11db1db740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 0x55b135933600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11db1db740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55b13588bb70 con 0x55b135927b20 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11db1db740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b135834470 con 0x55b135928440 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11db1db740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55b135887b30 con 0x55b135931210 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d62af640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b135927f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f11bc0a2da0 0x7f11bc0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d62af640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b135927f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57066/0 (socket says 172.21.15.80:57066) 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d62af640 1 -- 172.21.15.80:0/2609553434 learned_addr learned my addr 172.21.15.80:0/2609553434 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 0x55b135933600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11c77fe640 1 -- 172.21.15.80:0/1369748999 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f11c00f0e30 con 0x7f11d01032f0 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d62af640 1 -- 172.21.15.80:0/2609553434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 msgr2=0x55b135933600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d62af640 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 0x55b135933600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d62af640 1 -- 172.21.15.80:0/2609553434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135928440 msgr2=0x55b135930cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d5aae640 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135928440 0x55b135930cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d62af640 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135928440 0x55b135930cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d62af640 1 -- 172.21.15.80:0/2609553434 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1355a0210 con 0x55b135927b20 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 0x55b135933600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.610+0000 7f11d5aae640 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135928440 0x55b135930cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.611+0000 7f11d62af640 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b135927f00 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f11cc00bd10 tx=0x7f11cc0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c5177545f9f27d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.611+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f11bc0a2da0 0x7f11bc0a5260 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55b135923860 tx=0x7f11c80099e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.611+0000 7f11c4bfe640 1 -- 172.21.15.80:0/2609553434 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11cc004030 con 0x55b135927b20 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.611+0000 7f11c4bfe640 1 -- 172.21.15.80:0/2609553434 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11cc0041d0 con 0x55b135927b20 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.611+0000 7f11c4bfe640 1 -- 172.21.15.80:0/2609553434 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11cc011820 con 0x55b135927b20 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 -- 172.21.15.80:0/2609553434 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 msgr2=0x55b135927f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b135927f00 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f11cc00bd10 tx=0x7f11cc0107a0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 -- 172.21.15.80:0/2609553434 shutdown_connections 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 0x55b135933600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135928440 0x55b135930cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 --2- 172.21.15.80:0/2609553434 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b135927f00 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 -- 172.21.15.80:0/2609553434 >> 172.21.15.80:0/2609553434 conn(0x55b135922440 msgr2=0x55b135922820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 -- 172.21.15.80:0/2609553434 shutdown_connections 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 -- 172.21.15.80:0/2609553434 wait complete. 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 -- start start 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.612+0000 7f11db1db740 1 Processor -- start 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b13592e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135928440 0x55b13592e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b13592ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55b135933e40 con 0x55b135927b20 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b135847a10 con 0x55b135931210 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55b135933fc0 con 0x55b135928440 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 10 client.0 _ll_register_callbacks cb 0x55b135882b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b13592e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b13592e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57080/0 (socket says 172.21.15.80:57080) 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 -- 172.21.15.80:0/3144800905 learned_addr learned my addr 172.21.15.80:0/3144800905 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b13592ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 -- 172.21.15.80:0/3144800905 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135928440 msgr2=0x55b13592e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135928440 0x55b13592e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 -- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 msgr2=0x55b13592ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b13592ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 -- 172.21.15.80:0/3144800905 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b13566c620 con 0x55b135927b20 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b13592ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11d62af640 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b13592e1b0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f11cc010ca0 tx=0x7f11cc004070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31dcf371fa726b66 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3144800905 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11cc029060 con 0x55b135927b20 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3144800905 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f11cc0037f0 con 0x55b135927b20 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 1 -- 172.21.15.80:0/3144800905 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11cc0041d0 con 0x55b135927b20 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3144800905 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f11cc030050 con 0x55b135927b20 2024-04-21T23:59:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 10 client.16113 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.613+0000 7f11db1db740 1 -- 172.21.15.80:0/3144800905 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b13593ffb0 con 0x55b135927b20 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3144800905 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11cc0041d0 con 0x55b135927b20 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3144800905 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7f11cc023030 con 0x55b135927b20 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11db1db740 10 client.16113 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11db1db740 10 client.16113 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11db1db740 20 client.16113 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11db1db740 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b135941360 0x55b135943750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11db1db740 4 client.16113 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11db1db740 1 -- 172.21.15.80:0/3144800905 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1358990b0 con 0x55b135941360 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11d5aae640 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b135941360 0x55b135943750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11d5aae640 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b135941360 0x55b135943750 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=602491cf0130bdb3 server_cookie=d0042aff43389238 in_seq=0 out_seq=0 2024-04-21T23:59:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.614+0000 7f11b9ffb640 10 client.16113 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.618+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3144800905 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b1358990b0 con 0x55b135941360 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.618+0000 7f11b9ffb640 10 client.16113 handle_command_reply: tid=0 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 client.16113 shutdown 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 -- 172.21.15.80:0/3144800905 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 msgr2=0x55b13592e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b13592e1b0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f11cc010ca0 tx=0x7f11cc004070 comp rx=0 tx=0).stop 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 -- 172.21.15.80:0/3144800905 shutdown_connections 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b135941360 0x55b135943750 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b13592ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11b9ffb640 0 client.16113 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135928440 0x55b13592e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 --2- 172.21.15.80:0/3144800905 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135927b20 0x55b13592e1b0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 -- 172.21.15.80:0/3144800905 >> 172.21.15.80:0/3144800905 conn(0x55b135922440 msgr2=0x55b135924190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 -- 172.21.15.80:0/3144800905 shutdown_connections 2024-04-21T23:59:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 1 -- 172.21.15.80:0/3144800905 wait complete. 2024-04-21T23:59:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.619+0000 7f11db1db740 20 client.16113 trim_cache size 0 max 16384 2024-04-21T23:59:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.634+0000 7f11db1db740 1 Processor -- start 2024-04-21T23:59:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.634+0000 7f11db1db740 1 -- start start 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.634+0000 7f11db1db740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135927b20 0x55b1359308e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.634+0000 7f11db1db740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b13593cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.634+0000 7f11db1db740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b135948d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.634+0000 7f11db1db740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f11d01b12b0 con 0x55b135928440 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.634+0000 7f11db1db740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f11d01aeb80 con 0x55b135931210 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.634+0000 7f11db1db740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f11d01ac9d0 con 0x55b135927b20 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b13593cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b13593cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57082/0 (socket says 172.21.15.80:57082) 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 -- 172.21.15.80:0/3854606691 learned_addr learned my addr 172.21.15.80:0/3854606691 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d6ab0640 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b135948d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d62af640 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135927b20 0x55b1359308e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 -- 172.21.15.80:0/3854606691 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135927b20 msgr2=0x55b1359308e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135927b20 0x55b1359308e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 -- 172.21.15.80:0/3854606691 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 msgr2=0x55b135948d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b135948d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 -- 172.21.15.80:0/3854606691 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b13592c700 con 0x55b135928440 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11d5aae640 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b13593cd00 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f11c0009980 tx=0x7f11c003f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c015263e58b21d70 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11bbfff640 1 -- 172.21.15.80:0/3854606691 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c00bb3a0 con 0x55b135928440 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11bbfff640 1 -- 172.21.15.80:0/3854606691 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11c00bb600 con 0x55b135928440 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.635+0000 7f11bbfff640 1 -- 172.21.15.80:0/3854606691 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c00c13d0 con 0x55b135928440 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 -- 172.21.15.80:0/3854606691 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 msgr2=0x55b13593cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b13593cd00 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f11c0009980 tx=0x7f11c003f040 comp rx=0 tx=0).stop 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 -- 172.21.15.80:0/3854606691 shutdown_connections 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135931210 0x55b135948d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b13593cd00 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 --2- 172.21.15.80:0/3854606691 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135927b20 0x55b1359308e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 -- 172.21.15.80:0/3854606691 >> 172.21.15.80:0/3854606691 conn(0x55b135922440 msgr2=0x55b135924120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.632 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 -- 172.21.15.80:0/3854606691 shutdown_connections 2024-04-21T23:59:52.632 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.636+0000 7f11db1db740 1 -- 172.21.15.80:0/3854606691 wait complete. 2024-04-21T23:59:52.632 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 1 -- start start 2024-04-21T23:59:52.632 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 1 Processor -- start 2024-04-21T23:59:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135927b20 0x55b1359353b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b1359358f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 0x55b1359a6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f11d01ad040 con 0x55b135928440 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f11d01ae4b0 con 0x55b135927b20 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f11d01ad710 con 0x55b135931210 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.637+0000 7f11db1db740 10 client.0 _ll_register_callbacks cb 0x7f11cc00bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b1359358f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b1359358f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57088/0 (socket says 172.21.15.80:57088) 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d62af640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135927b20 0x55b1359353b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 -- 172.21.15.80:0/3577202233 learned_addr learned my addr 172.21.15.80:0/3577202233 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 -- 172.21.15.80:0/3577202233 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 msgr2=0x55b1359a6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 0x55b1359a6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 -- 172.21.15.80:0/3577202233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135927b20 msgr2=0x55b1359353b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135927b20 0x55b1359353b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 -- 172.21.15.80:0/3577202233 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1359a6b20 con 0x55b135928440 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11d5aae640 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b1359358f0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f11c00b9760 tx=0x7f11c0005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6bbdbfd73e41f00 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3577202233 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c00c1170 con 0x55b135928440 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3577202233 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f11c00c1310 con 0x55b135928440 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11db1db740 1 -- 172.21.15.80:0/3577202233 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11c00bb600 con 0x55b135928440 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3577202233 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f11c00bc750 con 0x55b135928440 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11db1db740 10 client.16119 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11db1db740 1 -- 172.21.15.80:0/3577202233 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b1359a7e30 con 0x55b135928440 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.638+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3577202233 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f11c00bb600 con 0x55b135928440 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3577202233 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7f11c003c030 con 0x55b135928440 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11db1db740 10 client.16119 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11db1db740 10 client.16119 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11db1db740 20 client.16119 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11db1db740 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b1359a8600 0x55b1359aaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11db1db740 4 client.16119 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T23:59:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11db1db740 1 -- 172.21.15.80:0/3577202233 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b135893400 con 0x55b1359a8600 2024-04-21T23:59:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11d62af640 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b1359a8600 0x55b1359aaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11d62af640 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b1359a8600 0x55b1359aaa20 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=478143d95116f7ab server_cookie=add49beb8b415412 in_seq=0 out_seq=0 2024-04-21T23:59:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:52.639+0000 7f11b9ffb640 10 client.16119 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:52.797 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.804+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f34a8106ef0 con 0x7f34a810bd10 2024-04-21T23:59:52.798 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.805+0000 7f34a4ff9640 1 -- 172.21.15.80:0/2888953286 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11877 (secure 0 0 0) 0x7f34a009be60 con 0x7f34a810bd10 2024-04-21T23:59:52.798 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-21T23:59:52.799 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-21T23:59:38.529701+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24488,24452,24472]},"id":1}]} 2024-04-21T23:59:52.799 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 24 2024-04-21T23:59:52.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34900a2d00 msgr2=0x7f34900a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34900a2d00 0x7f34900a51c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3498009fc0 tx=0x7f3498005f90 comp rx=0 tx=0).stop 2024-04-21T23:59:52.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a810bd10 msgr2=0x7f34a819c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a810bd10 0x7f34a819c8e0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f34a000eb10 tx=0x7f34a000c2d0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 shutdown_connections 2024-04-21T23:59:52.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f34a810bd10 0x7f34a819c8e0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f34a81032f0 0x7f34a8198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f34900a2d00 0x7f34900a51c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 --2- 172.21.15.80:0/2888953286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f34a81029d0 0x7f34a8198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 >> 172.21.15.80:0/2888953286 conn(0x7f34a8077740 msgr2=0x7f34a80fd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 shutdown_connections 2024-04-21T23:59:52.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.807+0000 7f34adbfe640 1 -- 172.21.15.80:0/2888953286 wait complete. 2024-04-21T23:59:52.811 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-21T23:59:52.925 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 -- 172.21.15.80:0/1015950363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 msgr2=0x7f26b0100a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 --2- 172.21.15.80:0/1015950363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 0x7f26b0100a90 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f2698009930 tx=0x7f269802bc30 comp rx=0 tx=0).stop 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 -- 172.21.15.80:0/1015950363 shutdown_connections 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 --2- 172.21.15.80:0/1015950363 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26b0100fd0 0x7f26b010d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 --2- 172.21.15.80:0/1015950363 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 0x7f26b0100a90 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 --2- 172.21.15.80:0/1015950363 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26b01066b0 0x7f26b0106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 -- 172.21.15.80:0/1015950363 >> 172.21.15.80:0/1015950363 conn(0x7f26b0077740 msgr2=0x7f26b0077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 -- 172.21.15.80:0/1015950363 shutdown_connections 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.921+0000 7f26b50cd640 1 -- 172.21.15.80:0/1015950363 wait complete. 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26b50cd640 1 Processor -- start 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26b50cd640 1 -- start start 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26b50cd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 0x7f26b0196eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26b50cd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26b0100fd0 0x7f26b01973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.926 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26b50cd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26b01066b0 0x7f26b019b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26b50cd640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f26b0110a30 con 0x7f26b0100610 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26b50cd640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26b01108b0 con 0x7f26b0100fd0 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26b50cd640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f26b0110bb0 con 0x7f26b01066b0 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26aed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 0x7f26b0196eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26aed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 0x7f26b0196eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57096/0 (socket says 172.21.15.80:57096) 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26aed9d640 1 -- 172.21.15.80:0/3110620121 learned_addr learned my addr 172.21.15.80:0/3110620121 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26a7fff640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26b0100fd0 0x7f26b01973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26aed9d640 1 -- 172.21.15.80:0/3110620121 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26b01066b0 msgr2=0x7f26b019b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26af59e640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26b01066b0 0x7f26b019b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26aed9d640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26b01066b0 0x7f26b019b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.927 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26aed9d640 1 -- 172.21.15.80:0/3110620121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26b0100fd0 msgr2=0x7f26b01973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26aed9d640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26b0100fd0 0x7f26b01973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26aed9d640 1 -- 172.21.15.80:0/3110620121 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26b019bea0 con 0x7f26b0100610 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.922+0000 7f26af59e640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26b01066b0 0x7f26b019b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.923+0000 7f26aed9d640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 0x7f26b0196eb0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f26a000ead0 tx=0x7f26a000ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.923+0000 7f26acd99640 1 -- 172.21.15.80:0/3110620121 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a000bbd0 con 0x7f26b0100610 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.923+0000 7f26b50cd640 1 -- 172.21.15.80:0/3110620121 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26b019c190 con 0x7f26b0100610 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.923+0000 7f26acd99640 1 -- 172.21.15.80:0/3110620121 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26a000bd70 con 0x7f26b0100610 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.923+0000 7f26acd99640 1 -- 172.21.15.80:0/3110620121 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a0017410 con 0x7f26b0100610 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.923+0000 7f26b50cd640 1 -- 172.21.15.80:0/3110620121 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26b00688d0 con 0x7f26b0100610 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.925+0000 7f26acd99640 1 -- 172.21.15.80:0/3110620121 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f26a001e020 con 0x7f26b0100610 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.925+0000 7f26b7d9a740 1 Processor -- start 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.925+0000 7f26b7d9a740 1 -- start start 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa808e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa808e940 0x558fa8096fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.928 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa8097520 0x558fa8099910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x558fa7ff2530 con 0x558fa808e940 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558fa7f9a830 con 0x558fa808e020 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x558fa7fee4f0 con 0x558fa8097520 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26acd99640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f269c0a2d00 0x7f269c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa808e940 0x558fa8096fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa808e940 0x558fa8096fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57112/0 (socket says 172.21.15.80:57112) 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 -- 172.21.15.80:0/1742421634 learned_addr learned my addr 172.21.15.80:0/1742421634 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26af59e640 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa808e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26a7fff640 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa8097520 0x558fa8099910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26af59e640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f269c0a2d00 0x7f269c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26acd99640 1 -- 172.21.15.80:0/3110620121 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f26a00d0f00 con 0x7f26b0100610 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 -- 172.21.15.80:0/1742421634 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa8097520 msgr2=0x558fa8099910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.929 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa8097520 0x558fa8099910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 -- 172.21.15.80:0/1742421634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 msgr2=0x558fa808e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa808e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 -- 172.21.15.80:0/1742421634 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fa7fbe2c0 con 0x558fa808e940 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26af59e640 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa808e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26aed9d640 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa808e940 0x558fa8096fe0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f26a0099ad0 tx=0x7f26a00035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73b183a2c7ae3509 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.926+0000 7f26af59e640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f269c0a2d00 0x7f269c0a51c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f26a8009270 tx=0x7f26a8005bd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26a57fa640 1 -- 172.21.15.80:0/1742421634 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a00a5d70 con 0x558fa808e940 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26a57fa640 1 -- 172.21.15.80:0/1742421634 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26a009d100 con 0x558fa808e940 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26a57fa640 1 -- 172.21.15.80:0/1742421634 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a0099770 con 0x558fa808e940 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 -- 172.21.15.80:0/1742421634 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa808e940 msgr2=0x558fa8096fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa808e940 0x558fa8096fe0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f26a0099ad0 tx=0x7f26a00035f0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 -- 172.21.15.80:0/1742421634 shutdown_connections 2024-04-21T23:59:52.930 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa8097520 0x558fa8099910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa808e940 0x558fa8096fe0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/1742421634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa808e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 -- 172.21.15.80:0/1742421634 >> 172.21.15.80:0/1742421634 conn(0x558fa8088750 msgr2=0x558fa8088b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 -- 172.21.15.80:0/1742421634 shutdown_connections 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.927+0000 7f26b7d9a740 1 -- 172.21.15.80:0/1742421634 wait complete. 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 1 -- start start 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 1 Processor -- start 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8096f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 0x558fa8094310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa8094a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x558fa809a250 con 0x558fa8097520 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558fa7fadf10 con 0x558fa808e020 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x558fa809a3d0 con 0x558fa808e940 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26b7d9a740 10 client.0 _ll_register_callbacks cb 0x558fa7d05be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:52.931 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26af59e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa8094a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26aed9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8096f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26af59e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa8094a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57124/0 (socket says 172.21.15.80:57124) 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26af59e640 1 -- 172.21.15.80:0/3536810273 learned_addr learned my addr 172.21.15.80:0/3536810273 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26a7fff640 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 0x558fa8094310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26af59e640 1 -- 172.21.15.80:0/3536810273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 msgr2=0x558fa8094310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26af59e640 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 0x558fa8094310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26af59e640 1 -- 172.21.15.80:0/3536810273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 msgr2=0x558fa8096f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26af59e640 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8096f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.928+0000 7f26af59e640 1 -- 172.21.15.80:0/3536810273 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fa7f7fc80 con 0x558fa8097520 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26aed9d640 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8096f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26af59e640 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa8094a30 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f26a80139c0 tx=0x7f26a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c9cb2089467879c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26967fc640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26967fc640 1 -- 172.21.15.80:0/3536810273 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a8024030 con 0x558fa8097520 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26967fc640 1 -- 172.21.15.80:0/3536810273 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f26a8004b20 con 0x558fa8097520 2024-04-21T23:59:52.932 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3536810273 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26a009d100 con 0x558fa8097520 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26967fc640 1 -- 172.21.15.80:0/3536810273 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f26a8030050 con 0x558fa8097520 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 10 client.16131 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3536810273 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558fa7d063f0 con 0x558fa8097520 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26967fc640 1 -- 172.21.15.80:0/3536810273 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26a009d100 con 0x558fa8097520 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26967fc640 1 -- 172.21.15.80:0/3536810273 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7f26a801f040 con 0x558fa8097520 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 10 client.16131 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 10 client.16131 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 20 client.16131 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x558fa80a75b0 0x558fa80a99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 4 client.16131 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.929+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3536810273 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558fa7fffa70 con 0x558fa80a75b0 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.930+0000 7f26aed9d640 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x558fa80a75b0 0x558fa80a99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.930+0000 7f26967fc640 10 client.16131 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.930+0000 7f26aed9d640 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x558fa80a75b0 0x558fa80a99e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=15ffcf28c2f43512 server_cookie=e5eabab41367d201 in_seq=0 out_seq=0 2024-04-21T23:59:52.933 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26967fc640 1 -- 172.21.15.80:0/3536810273 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558fa7fffa70 con 0x558fa80a75b0 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26967fc640 10 client.16131 handle_command_reply: tid=0 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 client.16131 shutdown 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3536810273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 msgr2=0x558fa8094a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa8094a30 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f26a80139c0 tx=0x7f26a8004a40 comp rx=0 tx=0).stop 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3536810273 shutdown_connections 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x558fa80a75b0 0x558fa80a99e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa8094a30 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 0x558fa8094310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26967fc640 0 client.16131 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3536810273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8096f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3536810273 >> 172.21.15.80:0/3536810273 conn(0x558fa8088750 msgr2=0x558fa808a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3536810273 shutdown_connections 2024-04-21T23:59:52.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3536810273 wait complete. 2024-04-21T23:59:52.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.931+0000 7f26b7d9a740 20 client.16131 trim_cache size 0 max 16384 2024-04-21T23:59:52.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.944+0000 7f26b7d9a740 1 Processor -- start 2024-04-21T23:59:52.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.944+0000 7f26b7d9a740 1 -- start start 2024-04-21T23:59:52.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e020 0x558fa80a3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e940 0x558fa8086fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.943 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80af2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f26b01af130 con 0x558fa8097520 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26b01aca00 con 0x558fa808e940 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f26b01aa850 con 0x558fa808e020 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80af2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80af2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57136/0 (socket says 172.21.15.80:57136) 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 -- 172.21.15.80:0/2499720450 learned_addr learned my addr 172.21.15.80:0/2499720450 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26a7fff640 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e940 0x558fa8086fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26aed9d640 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e020 0x558fa80a3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 -- 172.21.15.80:0/2499720450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e020 msgr2=0x558fa80a3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e020 0x558fa80a3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 -- 172.21.15.80:0/2499720450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e940 msgr2=0x558fa8086fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e940 0x558fa8086fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.944 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 -- 172.21.15.80:0/2499720450 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fa7dd07d0 con 0x558fa8097520 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26af59e640 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80af2b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005c70 tx=0x7f26a8005f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82128e83184c8bd5 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26a4ff9640 1 -- 172.21.15.80:0/2499720450 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a8039070 con 0x558fa8097520 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26a4ff9640 1 -- 172.21.15.80:0/2499720450 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26a8013ab0 con 0x558fa8097520 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.945+0000 7f26a4ff9640 1 -- 172.21.15.80:0/2499720450 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a802d030 con 0x558fa8097520 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 -- 172.21.15.80:0/2499720450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 msgr2=0x558fa80af2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80af2b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005c70 tx=0x7f26a8005f50 comp rx=0 tx=0).stop 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 -- 172.21.15.80:0/2499720450 shutdown_connections 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80af2b0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e940 0x558fa8086fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/2499720450 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e020 0x558fa80a3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 -- 172.21.15.80:0/2499720450 >> 172.21.15.80:0/2499720450 conn(0x558fa8088750 msgr2=0x558fa808a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 -- 172.21.15.80:0/2499720450 shutdown_connections 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 -- 172.21.15.80:0/2499720450 wait complete. 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 -- start start 2024-04-21T23:59:52.945 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.946+0000 7f26b7d9a740 1 Processor -- start 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8090f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 0x558fa8091480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26b7d9a740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80919c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f26b01aaec0 con 0x558fa8097520 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26b01ac330 con 0x558fa808e020 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26b7d9a740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f26b01ab590 con 0x558fa808e940 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26b7d9a740 10 client.0 _ll_register_callbacks cb 0x7f26a80138f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80919c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26aed9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8090f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80919c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57138/0 (socket says 172.21.15.80:57138) 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 -- 172.21.15.80:0/3239592487 learned_addr learned my addr 172.21.15.80:0/3239592487 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26a7fff640 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 0x558fa8091480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.946 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 -- 172.21.15.80:0/3239592487 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 msgr2=0x558fa8091480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 0x558fa8091480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 -- 172.21.15.80:0/3239592487 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 msgr2=0x558fa8090f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8090f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 -- 172.21.15.80:0/3239592487 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fa810cb20 con 0x558fa8097520 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26af59e640 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80919c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005cc0 tx=0x7f26a80099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=557fe8702aec2052 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26967fc640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26967fc640 1 -- 172.21.15.80:0/3239592487 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a8039030 con 0x558fa8097520 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26967fc640 1 -- 172.21.15.80:0/3239592487 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f26a800fad0 con 0x558fa8097520 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.947+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3239592487 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558fa7ff9dc0 con 0x558fa8097520 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26967fc640 1 -- 172.21.15.80:0/3239592487 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f26a802d040 con 0x558fa8097520 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26b7d9a740 10 client.16137 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3239592487 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558fa810dd60 con 0x558fa8097520 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26967fc640 1 -- 172.21.15.80:0/3239592487 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x558fa7ff9dc0 con 0x558fa8097520 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26967fc640 1 -- 172.21.15.80:0/3239592487 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7f26a801f040 con 0x558fa8097520 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26b7d9a740 10 client.16137 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:52.947 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26b7d9a740 10 client.16137 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26b7d9a740 20 client.16137 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x558fa810e340 0x558fa8110760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26b7d9a740 4 client.16137 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3239592487 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558fa7f776e0 con 0x558fa810e340 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26aed9d640 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x558fa810e340 0x558fa8110760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26967fc640 10 client.16137 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.948+0000 7f26aed9d640 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x558fa810e340 0x558fa8110760 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=300d5253b4fb3b39 server_cookie=d1c1615396b74448 in_seq=0 out_seq=0 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26967fc640 1 -- 172.21.15.80:0/3239592487 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558fa7f776e0 con 0x558fa810e340 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26967fc640 10 client.16137 handle_command_reply: tid=0 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 client.16137 shutdown 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3239592487 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 msgr2=0x558fa80919c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80919c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005cc0 tx=0x7f26a80099e0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.948 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3239592487 shutdown_connections 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x558fa810e340 0x558fa8110760 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558fa8097520 0x558fa80919c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558fa808e940 0x558fa8091480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26967fc640 0 client.16137 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 --2- 172.21.15.80:0/3239592487 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558fa808e020 0x558fa8090f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3239592487 >> 172.21.15.80:0/3239592487 conn(0x558fa8088750 msgr2=0x558fa8092ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3239592487 shutdown_connections 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 1 -- 172.21.15.80:0/3239592487 wait complete. 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b7d9a740 20 client.16137 trim_cache size 0 max 16384 2024-04-21T23:59:52.949 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:59:52.950 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 -- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f269c0a2d00 msgr2=0x7f269c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.950 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f269c0a2d00 0x7f269c0a51c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f26a8009270 tx=0x7f26a8005bd0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.950 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 -- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 msgr2=0x7f26b0196eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:52.950 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 0x7f26b0196eb0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f26a000ead0 tx=0x7f26a000ef90 comp rx=0 tx=0).stop 2024-04-21T23:59:52.950 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 -- 172.21.15.80:0/3110620121 shutdown_connections 2024-04-21T23:59:52.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26b01066b0 0x7f26b019b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f269c0a2d00 0x7f269c0a51c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26b0100fd0 0x7f26b01973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 --2- 172.21.15.80:0/3110620121 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26b0100610 0x7f26b0196eb0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:52.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 -- 172.21.15.80:0/3110620121 >> 172.21.15.80:0/3110620121 conn(0x7f26b0077740 msgr2=0x7f26b00ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:52.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 -- 172.21.15.80:0/3110620121 shutdown_connections 2024-04-21T23:59:52.951 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:52.949+0000 7f26b50cd640 1 -- 172.21.15.80:0/3110620121 wait complete. 2024-04-21T23:59:52.954 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-21T23:59:53.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 -- 172.21.15.80:0/1978031103 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f183c100600 msgr2=0x7f183c100a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 --2- 172.21.15.80:0/1978031103 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f183c100600 0x7f183c100a80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f183000fb10 tx=0x7f183002fdb0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 -- 172.21.15.80:0/1978031103 shutdown_connections 2024-04-21T23:59:53.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 --2- 172.21.15.80:0/1978031103 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f183c100fc0 0x7f183c10d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 --2- 172.21.15.80:0/1978031103 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f183c100600 0x7f183c100a80 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 --2- 172.21.15.80:0/1978031103 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f183c1066a0 0x7f183c106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 -- 172.21.15.80:0/1978031103 >> 172.21.15.80:0/1978031103 conn(0x7f183c0776e0 msgr2=0x7f183c077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:53.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 -- 172.21.15.80:0/1978031103 shutdown_connections 2024-04-21T23:59:53.090 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.096+0000 7f1840a15640 1 -- 172.21.15.80:0/1978031103 wait complete. 2024-04-21T23:59:53.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.097+0000 7f1840a15640 1 Processor -- start 2024-04-21T23:59:53.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1840a15640 1 -- start start 2024-04-21T23:59:53.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1840a15640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f183c100600 0x7f183c19e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1840a15640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f183c100fc0 0x7f183c19eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1840a15640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f183c1066a0 0x7f183c1a2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.092 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1839d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f183c100fc0 0x7f183c19eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f183a59c640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f183c100600 0x7f183c19e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1839d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f183c100fc0 0x7f183c19eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57148/0 (socket says 172.21.15.80:57148) 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f183a59c640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f183c100600 0x7f183c19e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:39130/0 (socket says 172.21.15.80:39130) 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1839d9b640 1 -- 172.21.15.80:0/2969757958 learned_addr learned my addr 172.21.15.80:0/2969757958 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f183c10f960 con 0x7f183c100fc0 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f183c10f7e0 con 0x7f183c1066a0 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f183c10fae0 con 0x7f183c100600 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.098+0000 7f183ad9d640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f183c1066a0 0x7f183c1a2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f183a59c640 1 -- 172.21.15.80:0/2969757958 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f183c1066a0 msgr2=0x7f183c1a2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f183a59c640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f183c1066a0 0x7f183c1a2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f183a59c640 1 -- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f183c100fc0 msgr2=0x7f183c19eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f183a59c640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f183c100fc0 0x7f183c19eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f183a59c640 1 -- 172.21.15.80:0/2969757958 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f183c1a35a0 con 0x7f183c100600 2024-04-21T23:59:53.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f1839d9b640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f183c100fc0 0x7f183c19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:53.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f183a59c640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f183c100600 0x7f183c19e5b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f182c007830 tx=0x7f182c007c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f182b7fe640 1 -- 172.21.15.80:0/2969757958 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c00b070 con 0x7f183c100600 2024-04-21T23:59:53.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.099+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f183c1a3890 con 0x7f183c100600 2024-04-21T23:59:53.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.100+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f183c1ab120 con 0x7f183c100600 2024-04-21T23:59:53.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.100+0000 7f182b7fe640 1 -- 172.21.15.80:0/2969757958 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f182c00b210 con 0x7f183c100600 2024-04-21T23:59:53.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.100+0000 7f182b7fe640 1 -- 172.21.15.80:0/2969757958 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c003850 con 0x7f183c100600 2024-04-21T23:59:53.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.103+0000 7f182b7fe640 1 -- 172.21.15.80:0/2969757958 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f182c01c030 con 0x7f183c100600 2024-04-21T23:59:53.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.103+0000 7f1843602740 1 Processor -- start 2024-04-21T23:59:53.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f1843602740 1 -- start start 2024-04-21T23:59:53.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f1843602740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518091400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f1843602740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.097 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f1843602740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 0x55b51809c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f182b7fe640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18240a2d80 0x7f18240a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f1843602740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55b517ff5530 con 0x55b518091940 2024-04-21T23:59:53.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f1843602740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b517f9d830 con 0x55b518091020 2024-04-21T23:59:53.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f183a59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f1843602740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55b517ff14f0 con 0x55b51809a520 2024-04-21T23:59:53.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f183a59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57158/0 (socket says 172.21.15.80:57158) 2024-04-21T23:59:53.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f183a59c640 1 -- 172.21.15.80:0/2085276303 learned_addr learned my addr 172.21.15.80:0/2085276303 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:53.098 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f183ad9d640 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518091400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.101 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.104+0000 7f1839d9b640 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 0x55b51809c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.101 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f183a59c640 1 -- 172.21.15.80:0/2085276303 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 msgr2=0x55b51809c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.101 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f183a59c640 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 0x55b51809c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f183a59c640 1 -- 172.21.15.80:0/2085276303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 msgr2=0x55b518091400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f183a59c640 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518091400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f183a59c640 1 -- 172.21.15.80:0/2085276303 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b517fc12c0 con 0x55b518091940 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f183ad9d640 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518091400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f183ad9d640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18240a2d80 0x7f18240a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f183a59c640 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099fe0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f182c097a60 tx=0x7f182c066b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c62bb7eda7ce08a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f182b7fe640 1 -- 172.21.15.80:0/2969757958 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f182c0cee00 con 0x7f183c100600 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f1828ff9640 1 -- 172.21.15.80:0/2085276303 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c06beb0 con 0x55b518091940 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f1828ff9640 1 -- 172.21.15.80:0/2085276303 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f182c00f6b0 con 0x55b518091940 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.105+0000 7f1828ff9640 1 -- 172.21.15.80:0/2085276303 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c06af80 con 0x55b518091940 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 -- 172.21.15.80:0/2085276303 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 msgr2=0x55b518099fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.102 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099fe0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f182c097a60 tx=0x7f182c066b60 comp rx=0 tx=0).stop 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f183ad9d640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18240a2d80 0x7f18240a5240 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1834005fd0 tx=0x7f1834004a40 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 -- 172.21.15.80:0/2085276303 shutdown_connections 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 0x55b51809c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099fe0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 --2- 172.21.15.80:0/2085276303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518091400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 -- 172.21.15.80:0/2085276303 >> 172.21.15.80:0/2085276303 conn(0x55b51808b750 msgr2=0x55b51808bb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 -- 172.21.15.80:0/2085276303 shutdown_connections 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.106+0000 7f1843602740 1 -- 172.21.15.80:0/2085276303 wait complete. 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 1 -- start start 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 1 Processor -- start 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518099f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b5180972c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 0x55b5180978d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55b51809d2b0 con 0x55b518091940 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b517fb0f10 con 0x55b518091020 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55b51809d430 con 0x55b51809a520 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1843602740 10 client.0 _ll_register_callbacks cb 0x55b517d08be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1839d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b5180972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f183a59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518099f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f183a59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518099f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49358/0 (socket says 172.21.15.80:49358) 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f1839d9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b5180972c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57172/0 (socket says 172.21.15.80:57172) 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f183a59c640 1 -- 172.21.15.80:0/268085514 learned_addr learned my addr 172.21.15.80:0/268085514 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.107+0000 7f183ad9d640 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 0x55b5180978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f183a59c640 1 -- 172.21.15.80:0/268085514 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 msgr2=0x55b5180978d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f183a59c640 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 0x55b5180978d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f183a59c640 1 -- 172.21.15.80:0/268085514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 msgr2=0x55b5180972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f183a59c640 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b5180972c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f183a59c640 1 -- 172.21.15.80:0/268085514 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b517f82c80 con 0x55b518091020 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f183a59c640 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518099f30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f182c0cc2e0 tx=0x7f182c096d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f85757f07b5ae59 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f1821ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f1821ffb640 1 -- 172.21.15.80:0/268085514 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c09f440 con 0x55b518091020 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f1843602740 1 -- 172.21.15.80:0/268085514 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f182c00f6b0 con 0x55b518091020 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f1821ffb640 1 -- 172.21.15.80:0/268085514 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f182c00f8a0 con 0x55b518091020 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f1821ffb640 1 -- 172.21.15.80:0/268085514 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f182c0a3c70 con 0x55b518091020 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f1843602740 10 client.25556 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f1843602740 1 -- 172.21.15.80:0/268085514 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b517d093f0 con 0x55b518091020 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.108+0000 7f1821ffb640 1 -- 172.21.15.80:0/268085514 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f182c00f6b0 con 0x55b518091020 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1821ffb640 1 -- 172.21.15.80:0/268085514 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7f182c097700 con 0x55b518091020 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1843602740 10 client.25556 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1843602740 10 client.25556 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T23:59:53.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1843602740 20 client.25556 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:53.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1843602740 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55b5180bb6c0 0x55b5180bdaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1843602740 4 client.25556 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:53.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1843602740 1 -- 172.21.15.80:0/268085514 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b518002a70 con 0x55b5180bb6c0 2024-04-21T23:59:53.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1839d9b640 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55b5180bb6c0 0x55b5180bdaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1839d9b640 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55b5180bb6c0 0x55b5180bdaf0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c47dea043b290b32 server_cookie=bef95a504d4e1dda in_seq=0 out_seq=0 2024-04-21T23:59:53.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.109+0000 7f1821ffb640 10 client.25556 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.110+0000 7f1821ffb640 1 -- 172.21.15.80:0/268085514 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b518002a70 con 0x55b5180bb6c0 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.110+0000 7f1821ffb640 10 client.25556 handle_command_reply: tid=0 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.110+0000 7f1843602740 1 client.25556 shutdown 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.110+0000 7f1843602740 1 -- 172.21.15.80:0/268085514 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 msgr2=0x55b518099f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.110+0000 7f1843602740 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518099f30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f182c0cc2e0 tx=0x7f182c096d00 comp rx=0 tx=0).stop 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.110+0000 7f1843602740 1 -- 172.21.15.80:0/268085514 shutdown_connections 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.110+0000 7f1843602740 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55b5180bb6c0 0x55b5180bdaf0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.111+0000 7f1843602740 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51809a520 0x55b5180978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.111+0000 7f1843602740 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b5180972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.111+0000 7f1843602740 1 --2- 172.21.15.80:0/268085514 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b518099f30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.111+0000 7f1843602740 1 -- 172.21.15.80:0/268085514 >> 172.21.15.80:0/268085514 conn(0x55b51808b750 msgr2=0x55b51808d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.111+0000 7f1821ffb640 0 client.25556 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:59:53.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.111+0000 7f1843602740 1 -- 172.21.15.80:0/268085514 shutdown_connections 2024-04-21T23:59:53.109 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.111+0000 7f1843602740 1 -- 172.21.15.80:0/268085514 wait complete. 2024-04-21T23:59:53.109 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.111+0000 7f1843602740 20 client.25556 trim_cache size 0 max 16384 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.140+0000 7f1843602740 1 Processor -- start 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.140+0000 7f1843602740 1 -- start start 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f1843602740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b51808b750 0x55b5180a6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f1843602740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b518091020 0x55b5180999f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f1843602740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f1843602740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f183c1aef40 con 0x55b518091940 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f1843602740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f183c1ac810 con 0x55b51808b750 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f1843602740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f183c19d610 con 0x55b518091020 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b51808b750 0x55b5180a6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b51808b750 0x55b5180a6170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49366/0 (socket says 172.21.15.80:49366) 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 -- 172.21.15.80:0/3587544206 learned_addr learned my addr 172.21.15.80:0/3587544206 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:53.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183ad9d640 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f1839d9b640 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b518091020 0x55b5180999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 -- 172.21.15.80:0/3587544206 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b518091020 msgr2=0x55b5180999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b518091020 0x55b5180999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 -- 172.21.15.80:0/3587544206 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 msgr2=0x55b518099f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 -- 172.21.15.80:0/3587544206 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b517dd37d0 con 0x55b51808b750 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f1839d9b640 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b518091020 0x55b5180999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183ad9d640 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.141+0000 7f183a59c640 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b51808b750 0x55b5180a6170 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f182c09b020 tx=0x7f182c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9c83eb94bfe2bf1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1823fff640 1 -- 172.21.15.80:0/3587544206 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c097330 con 0x55b51808b750 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1823fff640 1 -- 172.21.15.80:0/3587544206 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f182c09f440 con 0x55b51808b750 2024-04-21T23:59:53.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1823fff640 1 -- 172.21.15.80:0/3587544206 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c09ae60 con 0x55b51808b750 2024-04-21T23:59:53.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1843602740 1 -- 172.21.15.80:0/3587544206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b51808b750 msgr2=0x55b5180a6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.140 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1843602740 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b51808b750 0x55b5180a6170 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f182c09b020 tx=0x7f182c0046c0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1843602740 1 -- 172.21.15.80:0/3587544206 shutdown_connections 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1843602740 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518099f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1843602740 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b518091020 0x55b5180999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1843602740 1 --2- 172.21.15.80:0/3587544206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b51808b750 0x55b5180a6170 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1843602740 1 -- 172.21.15.80:0/3587544206 >> 172.21.15.80:0/3587544206 conn(0x55b51808ad30 msgr2=0x55b518092850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.142+0000 7f1843602740 1 -- 172.21.15.80:0/3587544206 shutdown_connections 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 -- 172.21.15.80:0/3587544206 wait complete. 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 -- start start 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 Processor -- start 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51808b750 0x55b5180a2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b5180a2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518093610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.141 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f183c19dc80 con 0x55b518091940 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f183c1ac140 con 0x55b518091020 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f183c1ab3a0 con 0x55b51808b750 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.143+0000 7f1843602740 10 client.0 _ll_register_callbacks cb 0x7f182c09c450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b5180a2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b5180a2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49376/0 (socket says 172.21.15.80:49376) 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 -- 172.21.15.80:0/1232375382 learned_addr learned my addr 172.21.15.80:0/1232375382 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f183ad9d640 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518093610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f183a59c640 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51808b750 0x55b5180a2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 -- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51808b750 msgr2=0x55b5180a2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51808b750 0x55b5180a2680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.142 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 -- 172.21.15.80:0/1232375382 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 msgr2=0x55b518093610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518093610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 -- 172.21.15.80:0/1232375382 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b518093c50 con 0x55b518091020 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f183a59c640 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51808b750 0x55b5180a2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1839d9b640 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b5180a2bc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1830009230 tx=0x7f1830030cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cf0d02fd8257faf server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1821ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1821ffb640 1 -- 172.21.15.80:0/1232375382 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f183004e060 con 0x55b518091020 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1821ffb640 1 -- 172.21.15.80:0/1232375382 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f1830038630 con 0x55b518091020 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.144+0000 7f1843602740 1 -- 172.21.15.80:0/1232375382 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f182c09f440 con 0x55b518091020 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1821ffb640 1 -- 172.21.15.80:0/1232375382 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f183000f5e0 con 0x55b518091020 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1843602740 10 client.25562 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1843602740 1 -- 172.21.15.80:0/1232375382 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b5181215d0 con 0x55b518091020 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1821ffb640 1 -- 172.21.15.80:0/1232375382 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f182c09f440 con 0x55b518091020 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1821ffb640 1 -- 172.21.15.80:0/1232375382 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7f182c09c040 con 0x55b518091020 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1843602740 10 client.25562 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:53.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1843602740 10 client.25562 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1843602740 20 client.25562 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1843602740 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55b51809a520 0x55b518123da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1843602740 4 client.25562 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f1843602740 1 -- 172.21.15.80:0/1232375382 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b517ffcdc0 con 0x55b51809a520 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.145+0000 7f183a59c640 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55b51809a520 0x55b518123da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f183a59c640 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55b51809a520 0x55b518123da0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=16816c703be742c2 server_cookie=fcc2e5bb4be9301b in_seq=0 out_seq=0 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1821ffb640 10 client.25562 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1821ffb640 1 -- 172.21.15.80:0/1232375382 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b517ffcdc0 con 0x55b51809a520 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1821ffb640 10 client.25562 handle_command_reply: tid=0 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 client.25562 shutdown 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 -- 172.21.15.80:0/1232375382 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 msgr2=0x55b5180a2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.144 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b5180a2bc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1830009230 tx=0x7f1830030cd0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 -- 172.21.15.80:0/1232375382 shutdown_connections 2024-04-21T23:59:53.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x55b51809a520 0x55b518123da0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b518091940 0x55b518093610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b518091020 0x55b5180a2bc0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 --2- 172.21.15.80:0/1232375382 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b51808b750 0x55b5180a2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 -- 172.21.15.80:0/1232375382 >> 172.21.15.80:0/1232375382 conn(0x55b51808ad30 msgr2=0x55b51808cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:53.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1821ffb640 0 client.25562 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-21T23:59:53.145 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.146+0000 7f1843602740 1 -- 172.21.15.80:0/1232375382 shutdown_connections 2024-04-21T23:59:53.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1843602740 1 -- 172.21.15.80:0/1232375382 wait complete. 2024-04-21T23:59:53.146 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1843602740 20 client.25562 trim_cache size 0 max 16384 2024-04-21T23:59:53.146 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18240a2d80 msgr2=0x7f18240a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18240a2d80 0x7f18240a5240 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1834005fd0 tx=0x7f1834004a40 comp rx=0 tx=0).stop 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f183c100600 msgr2=0x7f183c19e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f183c100600 0x7f183c19e5b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f182c007830 tx=0x7f182c007c30 comp rx=0 tx=0).stop 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 shutdown_connections 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18240a2d80 0x7f18240a5240 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f183c1066a0 0x7f183c1a2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f183c100fc0 0x7f183c19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 --2- 172.21.15.80:0/2969757958 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f183c100600 0x7f183c19e5b0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.148 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 >> 172.21.15.80:0/2969757958 conn(0x7f183c0776e0 msgr2=0x7f183c0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:53.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 shutdown_connections 2024-04-21T23:59:53.149 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.147+0000 7f1840a15640 1 -- 172.21.15.80:0/2969757958 wait complete. 2024-04-21T23:59:53.155 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:52 smithi080 ceph-mon[27925]: pgmap v54: 129 pgs: 129 active+clean; 69 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 651 op/s 2024-04-21T23:59:53.155 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:52 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2888953286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:59:53.157 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-21T23:59:53.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:52 smithi120 ceph-mon[31499]: pgmap v54: 129 pgs: 129 active+clean; 69 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 651 op/s 2024-04-21T23:59:53.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:52 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2888953286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:59:53.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.272+0000 7f10be11e640 1 -- 172.21.15.80:0/3061146143 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 msgr2=0x7f10b81000b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.272+0000 7f10be11e640 1 --2- 172.21.15.80:0/3061146143 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 0x7f10b81000b0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f10ac009930 tx=0x7f10ac02bc30 comp rx=0 tx=0).stop 2024-04-21T23:59:53.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.273+0000 7f10be11e640 1 -- 172.21.15.80:0/3061146143 shutdown_connections 2024-04-21T23:59:53.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.273+0000 7f10be11e640 1 --2- 172.21.15.80:0/3061146143 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f10b81005f0 0x7f10b810e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.273+0000 7f10be11e640 1 --2- 172.21.15.80:0/3061146143 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 0x7f10b81000b0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.273+0000 7f10be11e640 1 --2- 172.21.15.80:0/3061146143 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f10b8107710 0x7f10b8107af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.273+0000 7f10be11e640 1 -- 172.21.15.80:0/3061146143 >> 172.21.15.80:0/3061146143 conn(0x7f10b8076be0 msgr2=0x7f10b80fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:53.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.273+0000 7f10be11e640 1 -- 172.21.15.80:0/3061146143 shutdown_connections 2024-04-21T23:59:53.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.273+0000 7f10be11e640 1 -- 172.21.15.80:0/3061146143 wait complete. 2024-04-21T23:59:53.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.273+0000 7f10be11e640 1 Processor -- start 2024-04-21T23:59:53.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10be11e640 1 -- start start 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10be11e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 0x7f10b8198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10be11e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f10b81005f0 0x7f10b8198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10be11e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f10b8107710 0x7f10b819c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10be11e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f10b8111ba0 con 0x7f10b80ffc50 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10be11e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f10b8111a20 con 0x7f10b8107710 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10be11e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f10b8111d20 con 0x7f10b81005f0 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b77fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 0x7f10b8198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b77fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 0x7f10b8198020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57210/0 (socket says 172.21.15.80:57210) 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b77fe640 1 -- 172.21.15.80:0/860673417 learned_addr learned my addr 172.21.15.80:0/860673417 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b7fff640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f10b8107710 0x7f10b819c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f10b81005f0 0x7f10b8198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b77fe640 1 -- 172.21.15.80:0/860673417 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f10b81005f0 msgr2=0x7f10b8198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b77fe640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f10b81005f0 0x7f10b8198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b77fe640 1 -- 172.21.15.80:0/860673417 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f10b8107710 msgr2=0x7f10b819c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b77fe640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f10b8107710 0x7f10b819c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.274+0000 7f10b77fe640 1 -- 172.21.15.80:0/860673417 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10b819d010 con 0x7f10b80ffc50 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.275+0000 7f10b77fe640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 0x7f10b8198020 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f10a800e9f0 tx=0x7f10a800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.275+0000 7f10b4ff9640 1 -- 172.21.15.80:0/860673417 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a800cd80 con 0x7f10b80ffc50 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.275+0000 7f10b4ff9640 1 -- 172.21.15.80:0/860673417 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f10a8010910 con 0x7f10b80ffc50 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.275+0000 7f10be11e640 1 -- 172.21.15.80:0/860673417 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10b819d300 con 0x7f10b80ffc50 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.275+0000 7f10b4ff9640 1 -- 172.21.15.80:0/860673417 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a8018990 con 0x7f10b80ffc50 2024-04-21T23:59:53.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.275+0000 7f10be11e640 1 -- 172.21.15.80:0/860673417 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10b81a4b90 con 0x7f10b80ffc50 2024-04-21T23:59:53.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10b4ff9640 1 -- 172.21.15.80:0/860673417 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f10a8018b30 con 0x7f10b80ffc50 2024-04-21T23:59:53.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10c0de8740 1 Processor -- start 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10c0de8740 1 -- start start 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018ae1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae23b0 0x564018aef3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018af1d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10c0de8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x564018a46530 con 0x564018ae1a00 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10c0de8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5640189ee830 con 0x564018aef930 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10c0de8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x564018a424f0 con 0x564018ae23b0 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10b7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018ae1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10b6ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018af1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10b7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018ae1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57212/0 (socket says 172.21.15.80:57212) 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10b7fff640 1 -- 172.21.15.80:0/1682337618 learned_addr learned my addr 172.21.15.80:0/1682337618 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.278+0000 7f10b77fe640 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae23b0 0x564018aef3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b6ffd640 1 -- 172.21.15.80:0/1682337618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae23b0 msgr2=0x564018aef3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae23b0 0x564018aef3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b6ffd640 1 -- 172.21.15.80:0/1682337618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 msgr2=0x564018ae1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018ae1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b4ff9640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f10a00a2d00 0x7f10a00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b6ffd640 1 -- 172.21.15.80:0/1682337618 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564018a122c0 con 0x564018aef930 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b7fff640 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018ae1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b77fe640 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae23b0 0x564018aef3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b7fff640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f10a00a2d00 0x7f10a00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018af1d20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f10ac036040 tx=0x7f10ac0095e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20d6cd48e9241570 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f10b4ff9640 1 -- 172.21.15.80:0/860673417 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f10a80cfa10 con 0x7f10b80ffc50 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f109dffb640 1 -- 172.21.15.80:0/1682337618 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ac045070 con 0x564018aef930 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f109dffb640 1 -- 172.21.15.80:0/1682337618 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f10ac02c880 con 0x564018aef930 2024-04-21T23:59:53.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.279+0000 7f109dffb640 1 -- 172.21.15.80:0/1682337618 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ac004b50 con 0x564018aef930 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 -- 172.21.15.80:0/1682337618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 msgr2=0x564018af1d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10b7fff640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f10a00a2d00 0x7f10a00a51c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f10b0005f40 tx=0x7f10b0009600 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018af1d20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f10ac036040 tx=0x7f10ac0095e0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 -- 172.21.15.80:0/1682337618 shutdown_connections 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018af1d20 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae23b0 0x564018aef3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1682337618 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018ae1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 -- 172.21.15.80:0/1682337618 >> 172.21.15.80:0/1682337618 conn(0x564018adc750 msgr2=0x564018adcb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 -- 172.21.15.80:0/1682337618 shutdown_connections 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 -- 172.21.15.80:0/1682337618 wait complete. 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.280+0000 7f10c0de8740 1 -- start start 2024-04-21T23:59:53.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10c0de8740 1 Processor -- start 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 0x564018aef210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018aec5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018aef930 0x564018aecae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10c0de8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x564018af2690 con 0x564018aef930 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10c0de8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564018a01f10 con 0x564018ae23b0 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10c0de8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x564018af2810 con 0x564018ae1a00 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10c0de8740 10 client.0 _ll_register_callbacks cb 0x564018759be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b6ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018aec5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b6ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018aec5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49416/0 (socket says 172.21.15.80:49416) 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b6ffd640 1 -- 172.21.15.80:0/1289515573 learned_addr learned my addr 172.21.15.80:0/1289515573 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b7fff640 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018aef930 0x564018aecae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b77fe640 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 0x564018aef210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b6ffd640 1 -- 172.21.15.80:0/1289515573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 msgr2=0x564018aef210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 0x564018aef210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b6ffd640 1 -- 172.21.15.80:0/1289515573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018aef930 msgr2=0x564018aecae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018aef930 0x564018aecae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b6ffd640 1 -- 172.21.15.80:0/1289515573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640189d3c80 con 0x564018ae23b0 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.281+0000 7f10b7fff640 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018aef930 0x564018aecae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018aec5a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f10ac006010 tx=0x7f10ac004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b38ab7816203154a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f1096ffd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f1096ffd640 1 -- 172.21.15.80:0/1289515573 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ac045040 con 0x564018ae23b0 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f1096ffd640 1 -- 172.21.15.80:0/1289515573 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f10ac0052f0 con 0x564018ae23b0 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 1 -- 172.21.15.80:0/1289515573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10ac02c880 con 0x564018ae23b0 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f1096ffd640 1 -- 172.21.15.80:0/1289515573 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f10ac05a050 con 0x564018ae23b0 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 10 client.25574 fetch_fsmap learned FSMap version 24 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 1 -- 172.21.15.80:0/1289515573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56401875a3f0 con 0x564018ae23b0 2024-04-21T23:59:53.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f1096ffd640 1 -- 172.21.15.80:0/1289515573 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f10ac02c880 con 0x564018ae23b0 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f1096ffd640 1 -- 172.21.15.80:0/1289515573 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 24) ==== 8350+0+0 (secure 0 0 0) 0x7f10ac03f440 con 0x564018ae23b0 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 10 client.25574 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 10 client.25574 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 20 client.25574 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564018aff6a0 0x564018b01a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 4 client.25574 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.282+0000 7f10c0de8740 1 -- 172.21.15.80:0/1289515573 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564018a53a70 con 0x564018aff6a0 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.283+0000 7f10b77fe640 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564018aff6a0 0x564018b01a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.283+0000 7f1096ffd640 10 client.25574 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:53.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:53.283+0000 7f10b77fe640 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564018aff6a0 0x564018b01a90 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=214cce4dedc5f05b server_cookie=172c69a3ece5ced4 in_seq=0 out_seq=0 2024-04-21T23:59:53.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:52 smithi144 ceph-mon[31316]: pgmap v54: 129 pgs: 129 active+clean; 69 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 651 op/s 2024-04-21T23:59:53.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:52 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2888953286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T23:59:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11b9ffb640 1 -- 172.21.15.80:0/3577202233 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b135893400 con 0x55b1359a8600 2024-04-21T23:59:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11b9ffb640 10 client.16119 handle_command_reply: tid=0 2024-04-21T23:59:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 client.16119 shutdown 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 -- 172.21.15.80:0/3577202233 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 msgr2=0x55b1359358f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b1359358f0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f11c00b9760 tx=0x7f11c0005dc0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 -- 172.21.15.80:0/3577202233 shutdown_connections 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55b1359a8600 0x55b1359aaa20 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55b135931210 0x55b1359a6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55b135928440 0x55b1359358f0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11b9ffb640 0 client.16119 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 --2- 172.21.15.80:0/3577202233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b135927b20 0x55b1359353b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 -- 172.21.15.80:0/3577202233 >> 172.21.15.80:0/3577202233 conn(0x55b135922440 msgr2=0x55b135920c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 -- 172.21.15.80:0/3577202233 shutdown_connections 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 1 -- 172.21.15.80:0/3577202233 wait complete. 2024-04-21T23:59:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.887+0000 7f11db1db740 20 client.16119 trim_cache size 0 max 16384 2024-04-21T23:59:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-21T23:59:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-21T23:59:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-21T23:59:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-21T23:59:54.883 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f1096ffd640 1 -- 172.21.15.80:0/1289515573 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564018a53a70 con 0x564018aff6a0 2024-04-21T23:59:54.883 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f1096ffd640 10 client.25574 handle_command_reply: tid=0 2024-04-21T23:59:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 -- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f11bc0a2da0 msgr2=0x7f11bc0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f11bc0a2da0 0x7f11bc0a5260 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55b135923860 tx=0x7f11c80099e0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 -- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f11d01032f0 msgr2=0x7f11d0198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f11d01032f0 0x7f11d0198510 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f11c0037040 tx=0x7f11c002c8f0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.884 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 client.25574 shutdown 2024-04-21T23:59:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 -- 172.21.15.80:0/1369748999 shutdown_connections 2024-04-21T23:59:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f11bc0a2da0 0x7f11bc0a5260 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11d010bd10 0x7f11d019c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f11d01032f0 0x7f11d0198510 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 --2- 172.21.15.80:0/1369748999 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f11d01029d0 0x7f11d0197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 -- 172.21.15.80:0/1369748999 >> 172.21.15.80:0/1369748999 conn(0x7f11d00777c0 msgr2=0x7f11d00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 -- 172.21.15.80:0/1369748999 shutdown_connections 2024-04-21T23:59:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f11d8513640 1 -- 172.21.15.80:0/1369748999 wait complete. 2024-04-21T23:59:54.886 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 -- 172.21.15.80:0/1289515573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 msgr2=0x564018aec5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:54.886 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018aec5a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f10ac006010 tx=0x7f10ac004730 comp rx=0 tx=0).stop 2024-04-21T23:59:54.886 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 -- 172.21.15.80:0/1289515573 shutdown_connections 2024-04-21T23:59:54.886 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564018aff6a0 0x564018b01a90 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.886 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018aef930 0x564018aecae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018aec5a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1289515573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 0x564018aef210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f1096ffd640 0 client.25574 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:54.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 -- 172.21.15.80:0/1289515573 >> 172.21.15.80:0/1289515573 conn(0x564018adc750 msgr2=0x564018ade4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:54.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 -- 172.21.15.80:0/1289515573 shutdown_connections 2024-04-21T23:59:54.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 1 -- 172.21.15.80:0/1289515573 wait complete. 2024-04-21T23:59:54.887 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.888+0000 7f10c0de8740 20 client.25574 trim_cache size 0 max 16384 2024-04-21T23:59:54.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.902+0000 7f10c0de8740 1 Processor -- start 2024-04-21T23:59:54.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.902+0000 7f10c0de8740 1 -- start start 2024-04-21T23:59:54.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.902+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 0x564018afb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:54.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.902+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae23b0 0x564018ae7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:54.904 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.902+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018aeecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.902+0000 7f10c0de8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f10b81af060 con 0x564018ae23b0 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.902+0000 7f10c0de8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f10b81ac930 con 0x564018aef930 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.902+0000 7f10c0de8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f10b81aa780 con 0x564018ae1a00 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae23b0 0x564018ae7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae23b0 0x564018ae7aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57234/0 (socket says 172.21.15.80:57234) 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b7fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018aeecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 -- 172.21.15.80:0/931370924 learned_addr learned my addr 172.21.15.80:0/931370924 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b77fe640 1 --2- 172.21.15.80:0/931370924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 0x564018afb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:54.905 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 -- 172.21.15.80:0/931370924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 msgr2=0x564018afb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/931370924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 0x564018afb590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 -- 172.21.15.80:0/931370924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 msgr2=0x564018aeecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/931370924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018aeecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 -- 172.21.15.80:0/931370924 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640188247d0 con 0x564018ae23b0 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/931370924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae23b0 0x564018ae7aa0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f10ac02c170 tx=0x7f10ac000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=331804d18f6950c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f109d7fa640 1 -- 172.21.15.80:0/931370924 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ac045070 con 0x564018ae23b0 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f109d7fa640 1 -- 172.21.15.80:0/931370924 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f10ac02c880 con 0x564018ae23b0 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.903+0000 7f109d7fa640 1 -- 172.21.15.80:0/931370924 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ac04a450 con 0x564018ae23b0 2024-04-21T23:59:54.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 -- 172.21.15.80:0/931370924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae23b0 msgr2=0x564018ae7aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 --2- 172.21.15.80:0/931370924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae23b0 0x564018ae7aa0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f10ac02c170 tx=0x7f10ac000bc0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 -- 172.21.15.80:0/931370924 shutdown_connections 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 --2- 172.21.15.80:0/931370924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018aef930 0x564018aeecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 --2- 172.21.15.80:0/931370924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae23b0 0x564018ae7aa0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 --2- 172.21.15.80:0/931370924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018ae1a00 0x564018afb590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 -- 172.21.15.80:0/931370924 >> 172.21.15.80:0/931370924 conn(0x564018adc750 msgr2=0x564018ae7390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 -- 172.21.15.80:0/931370924 shutdown_connections 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 -- 172.21.15.80:0/931370924 wait complete. 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 -- start start 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.904+0000 7f10c0de8740 1 Processor -- start 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018af7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018ae9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10c0de8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018aef930 0x564018ae9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:54.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10c0de8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f10b81aadf0 con 0x564018ae1a00 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10c0de8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f10b81ac260 con 0x564018ae23b0 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10c0de8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f10b81ab4c0 con 0x564018aef930 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10c0de8740 10 client.0 _ll_register_callbacks cb 0x7f10b0009a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018af7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018af7ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57236/0 (socket says 172.21.15.80:57236) 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 -- 172.21.15.80:0/1194113835 learned_addr learned my addr 172.21.15.80:0/1194113835 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018ae9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b7fff640 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018aef930 0x564018ae9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 -- 172.21.15.80:0/1194113835 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018aef930 msgr2=0x564018ae9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018aef930 0x564018ae9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 -- 172.21.15.80:0/1194113835 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 msgr2=0x564018ae9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018ae9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 -- 172.21.15.80:0/1194113835 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564018ae9de0 con 0x564018ae1a00 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b7fff640 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018aef930 0x564018ae9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T23:59:54.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10b77fe640 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018af7ec0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f10a800c6a0 tx=0x7f10a80d1f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f4924feb914f985 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f1096ffd640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f1096ffd640 1 -- 172.21.15.80:0/1194113835 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a809bcc0 con 0x564018ae1a00 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f1096ffd640 1 -- 172.21.15.80:0/1194113835 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f10a8010430 con 0x564018ae1a00 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.905+0000 7f10c0de8740 1 -- 172.21.15.80:0/1194113835 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10ac02c880 con 0x564018ae1a00 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f1096ffd640 1 -- 172.21.15.80:0/1194113835 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f10a80cd0c0 con 0x564018ae1a00 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10c0de8740 10 client.16173 fetch_fsmap learned FSMap version 25 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10c0de8740 1 -- 172.21.15.80:0/1194113835 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564018b659e0 con 0x564018ae1a00 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f1096ffd640 1 -- 172.21.15.80:0/1194113835 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f10ac02c880 con 0x564018ae1a00 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f1096ffd640 1 -- 172.21.15.80:0/1194113835 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f10a80ba2c0 con 0x564018ae1a00 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10c0de8740 10 client.16173 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10c0de8740 10 client.16173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10c0de8740 20 client.16173 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564018b660e0 0x564018b68500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:54.909 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10c0de8740 4 client.16173 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T23:59:54.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10c0de8740 1 -- 172.21.15.80:0/1194113835 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564018aece70 con 0x564018b660e0 2024-04-21T23:59:54.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564018b660e0 0x564018b68500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:54.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f1096ffd640 10 client.16173 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:54.910 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.906+0000 7f10b6ffd640 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564018b660e0 0x564018b68500 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cfe02f4bcf14dbf server_cookie=54e35b8e6193c05d in_seq=0 out_seq=0 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f1096ffd640 1 -- 172.21.15.80:0/1194113835 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564018aece70 con 0x564018b660e0 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f1096ffd640 10 client.16173 handle_command_reply: tid=0 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 client.16173 shutdown 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 -- 172.21.15.80:0/1194113835 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 msgr2=0x564018af7ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018af7ec0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f10a800c6a0 tx=0x7f10a80d1f20 comp rx=0 tx=0).stop 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 -- 172.21.15.80:0/1194113835 shutdown_connections 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564018b660e0 0x564018b68500 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564018aef930 0x564018ae9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.911 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f1096ffd640 0 client.16173 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:54.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564018ae23b0 0x564018ae9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 --2- 172.21.15.80:0/1194113835 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564018ae1a00 0x564018af7ec0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 -- 172.21.15.80:0/1194113835 >> 172.21.15.80:0/1194113835 conn(0x564018adc750 msgr2=0x564018ae7c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:54.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 -- 172.21.15.80:0/1194113835 shutdown_connections 2024-04-21T23:59:54.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 1 -- 172.21.15.80:0/1194113835 wait complete. 2024-04-21T23:59:54.912 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.911+0000 7f10c0de8740 20 client.16173 trim_cache size 0 max 16384 2024-04-21T23:59:54.912 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 -- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f10a00a2d00 msgr2=0x7f10a00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f10a00a2d00 0x7f10a00a51c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f10b0005f40 tx=0x7f10b0009600 comp rx=0 tx=0).stop 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 -- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 msgr2=0x7f10b8198020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 0x7f10b8198020 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f10a800e9f0 tx=0x7f10a800eeb0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 -- 172.21.15.80:0/860673417 shutdown_connections 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f10a00a2d00 0x7f10a00a51c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f10b8107710 0x7f10b819c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f10b81005f0 0x7f10b8198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.913 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 --2- 172.21.15.80:0/860673417 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f10b80ffc50 0x7f10b8198020 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:54.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 -- 172.21.15.80:0/860673417 >> 172.21.15.80:0/860673417 conn(0x7f10b8076be0 msgr2=0x7f10b80fe2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:54.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 -- 172.21.15.80:0/860673417 shutdown_connections 2024-04-21T23:59:54.914 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:54.912+0000 7f10be11e640 1 -- 172.21.15.80:0/860673417 wait complete. 2024-04-21T23:59:55.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:54 smithi080 ceph-mon[27925]: pgmap v55: 129 pgs: 129 active+clean; 69 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 541 op/s 2024-04-21T23:59:55.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:54 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:59:55.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:54 smithi120 ceph-mon[31499]: pgmap v55: 129 pgs: 129 active+clean; 69 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 541 op/s 2024-04-21T23:59:55.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:54 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:59:55.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:54 smithi144 ceph-mon[31316]: pgmap v55: 129 pgs: 129 active+clean; 69 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 541 op/s 2024-04-21T23:59:55.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:54 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T23:59:55.916 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-21T23:59:55.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T23:59:55.917 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-21T23:59:56.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 -- 172.21.15.80:0/4156030862 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f418006a7a0 msgr2=0x7f418010e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.093 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 --2- 172.21.15.80:0/4156030862 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f418006a7a0 0x7f418010e5f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4178009ca0 tx=0x7f417802c0f0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 -- 172.21.15.80:0/4156030862 shutdown_connections 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 --2- 172.21.15.80:0/4156030862 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f418006a7a0 0x7f418010e5f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 --2- 172.21.15.80:0/4156030862 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4180069de0 0x7f418006a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 --2- 172.21.15.80:0/4156030862 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4180107730 0x7f4180107b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 -- 172.21.15.80:0/4156030862 >> 172.21.15.80:0/4156030862 conn(0x7f41800776a0 msgr2=0x7f4180077ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 -- 172.21.15.80:0/4156030862 shutdown_connections 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.098+0000 7f4187e9d640 1 -- 172.21.15.80:0/4156030862 wait complete. 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4187e9d640 1 Processor -- start 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4187e9d640 1 -- start start 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4187e9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4180069de0 0x7f4180198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4187e9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f418006a7a0 0x7f4180198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.094 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4187e9d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4180107730 0x7f418019c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4187e9d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f4180111b40 con 0x7f4180069de0 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4187e9d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41801119c0 con 0x7f418006a7a0 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4187e9d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f4180111cc0 con 0x7f4180107730 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4180069de0 0x7f4180198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4180069de0 0x7f4180198020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57246/0 (socket says 172.21.15.80:57246) 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 -- 172.21.15.80:0/954183950 learned_addr learned my addr 172.21.15.80:0/954183950 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185438640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f418006a7a0 0x7f4180198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f418643a640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4180107730 0x7f418019c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 -- 172.21.15.80:0/954183950 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4180107730 msgr2=0x7f418019c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4180107730 0x7f418019c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 -- 172.21.15.80:0/954183950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f418006a7a0 msgr2=0x7f4180198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f418006a7a0 0x7f4180198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 -- 172.21.15.80:0/954183950 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f418019cfc0 con 0x7f4180069de0 2024-04-21T23:59:56.095 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f418643a640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4180107730 0x7f418019c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T23:59:56.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4185c39640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4180069de0 0x7f4180198020 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f417c00ea60 tx=0x7f417c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.099+0000 7f4176ffd640 1 -- 172.21.15.80:0/954183950 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c00cde0 con 0x7f4180069de0 2024-04-21T23:59:56.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.100+0000 7f4187e9d640 1 -- 172.21.15.80:0/954183950 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f418019d2b0 con 0x7f4180069de0 2024-04-21T23:59:56.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.100+0000 7f4176ffd640 1 -- 172.21.15.80:0/954183950 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f417c0035f0 con 0x7f4180069de0 2024-04-21T23:59:56.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.100+0000 7f4176ffd640 1 -- 172.21.15.80:0/954183950 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c010670 con 0x7f4180069de0 2024-04-21T23:59:56.096 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.100+0000 7f4187e9d640 1 -- 172.21.15.80:0/954183950 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41801005a0 con 0x7f4180069de0 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.102+0000 7f4176ffd640 1 -- 172.21.15.80:0/954183950 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f417c0037a0 con 0x7f4180069de0 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.102+0000 7f4176ffd640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f416c0a2d00 0x7f416c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.102+0000 7f418ab67740 1 Processor -- start 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.102+0000 7f4176ffd640 1 -- 172.21.15.80:0/954183950 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f417c0cfa60 con 0x7f4180069de0 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.102+0000 7f4185438640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f416c0a2d00 0x7f416c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418ab67740 1 -- start start 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418ab67740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0d720 0x5649d4e0c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418ab67740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0ca40 0x5649d4e0cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418ab67740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e15db0 0x5649d4e181a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418ab67740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5649d4d70170 con 0x5649d4e15db0 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418ab67740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5649d4d187c0 con 0x5649d4e0d720 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418ab67740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5649d4d6c130 con 0x5649d4e0ca40 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418643a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e15db0 0x5649d4e181a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418643a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e15db0 0x5649d4e181a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57248/0 (socket says 172.21.15.80:57248) 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f4185c39640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0d720 0x5649d4e0c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418643a640 1 -- 172.21.15.80:0/1412438159 learned_addr learned my addr 172.21.15.80:0/1412438159 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f4185438640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f416c0a2d00 0x7f416c0a51c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f41800ff460 tx=0x7f4170005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f4185438640 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0ca40 0x5649d4e0cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418643a640 1 -- 172.21.15.80:0/1412438159 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0ca40 msgr2=0x5649d4e0cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418643a640 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0ca40 0x5649d4e0cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418643a640 1 -- 172.21.15.80:0/1412438159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0d720 msgr2=0x5649d4e0c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418643a640 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0d720 0x5649d4e0c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f418643a640 1 -- 172.21.15.80:0/1412438159 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649d4d29e60 con 0x5649d4e15db0 2024-04-21T23:59:56.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.103+0000 7f4185c39640 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0d720 0x5649d4e0c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.104+0000 7f418643a640 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e15db0 0x5649d4e181a0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f4178009ca0 tx=0x7f4178005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b3b07f95425baad server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.104+0000 7f416bfff640 1 -- 172.21.15.80:0/1412438159 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4178044020 con 0x5649d4e15db0 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.104+0000 7f416bfff640 1 -- 172.21.15.80:0/1412438159 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4178032c90 con 0x5649d4e15db0 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.104+0000 7f416bfff640 1 -- 172.21.15.80:0/1412438159 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4178039040 con 0x5649d4e15db0 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.104+0000 7f418ab67740 1 -- 172.21.15.80:0/1412438159 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e15db0 msgr2=0x5649d4e181a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.104+0000 7f418ab67740 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e15db0 0x5649d4e181a0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f4178009ca0 tx=0x7f4178005fa0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 -- 172.21.15.80:0/1412438159 shutdown_connections 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e15db0 0x5649d4e181a0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0ca40 0x5649d4e0cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 --2- 172.21.15.80:0/1412438159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0d720 0x5649d4e0c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 -- 172.21.15.80:0/1412438159 >> 172.21.15.80:0/1412438159 conn(0x5649d4dd34f0 msgr2=0x5649d4e07490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 -- 172.21.15.80:0/1412438159 shutdown_connections 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 -- 172.21.15.80:0/1412438159 wait complete. 2024-04-21T23:59:56.105 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 -- start start 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 Processor -- start 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e12e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e13340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 0x5649d4e13880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5649d4e18bc0 con 0x5649d4e0d720 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5649d4d2bd40 con 0x5649d4e0ca40 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5649d4e18d40 con 0x5649d4e15db0 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.105+0000 7f418ab67740 10 client.0 _ll_register_callbacks cb 0x5649d4d67820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e13340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e13340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57258/0 (socket says 172.21.15.80:57258) 2024-04-21T23:59:56.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185c39640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e12e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 -- 172.21.15.80:0/2698505527 learned_addr learned my addr 172.21.15.80:0/2698505527 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f418643a640 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 0x5649d4e13880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 -- 172.21.15.80:0/2698505527 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 msgr2=0x5649d4e13880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 0x5649d4e13880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 -- 172.21.15.80:0/2698505527 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 msgr2=0x5649d4e12e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e12e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 -- 172.21.15.80:0/2698505527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649d4b4c7e0 con 0x5649d4e0d720 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185c39640 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e12e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f4185438640 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e13340 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f4170003970 tx=0x7f4170004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ccb8f6f9d3e35fa server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f41697fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f41697fa640 1 -- 172.21.15.80:0/2698505527 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417001fdc0 con 0x5649d4e0d720 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f41697fa640 1 -- 172.21.15.80:0/2698505527 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f41700273e0 con 0x5649d4e0d720 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.106+0000 7f418ab67740 1 -- 172.21.15.80:0/2698505527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4178032c90 con 0x5649d4e0d720 2024-04-21T23:59:56.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.107+0000 7f41697fa640 1 -- 172.21.15.80:0/2698505527 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f41700275e0 con 0x5649d4e0d720 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.107+0000 7f418ab67740 10 client.16185 fetch_fsmap learned FSMap version 25 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.107+0000 7f418ab67740 1 -- 172.21.15.80:0/2698505527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5649d4bacf70 con 0x5649d4e0d720 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.107+0000 7f41697fa640 1 -- 172.21.15.80:0/2698505527 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4170032070 con 0x5649d4e0d720 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.107+0000 7f41697fa640 1 -- 172.21.15.80:0/2698505527 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f4170026070 con 0x5649d4e0d720 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.107+0000 7f418ab67740 10 client.16185 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.107+0000 7f418ab67740 10 client.16185 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.108+0000 7f418ab67740 20 client.16185 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.108+0000 7f418ab67740 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d4e25f20 0x5649d4e28390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.108+0000 7f418ab67740 4 client.16185 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.108+0000 7f418ab67740 1 -- 172.21.15.80:0/2698505527 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649d4d44450 con 0x5649d4e25f20 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.108+0000 7f4185c39640 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d4e25f20 0x5649d4e28390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.108+0000 7f41697fa640 10 client.16185 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:56.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.108+0000 7f4185c39640 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d4e25f20 0x5649d4e28390 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b1af0cf5f059100 server_cookie=1aad87d702aca62a in_seq=0 out_seq=0 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f41697fa640 1 -- 172.21.15.80:0/2698505527 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5649d4d44450 con 0x5649d4e25f20 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f41697fa640 10 client.16185 handle_command_reply: tid=0 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 client.16185 shutdown 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 -- 172.21.15.80:0/2698505527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 msgr2=0x5649d4e13340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e13340 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f4170003970 tx=0x7f4170004730 comp rx=0 tx=0).stop 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 -- 172.21.15.80:0/2698505527 shutdown_connections 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d4e25f20 0x5649d4e28390 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 0x5649d4e13880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e13340 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f41697fa640 0 client.16185 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:56.110 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 --2- 172.21.15.80:0/2698505527 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e12e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 -- 172.21.15.80:0/2698505527 >> 172.21.15.80:0/2698505527 conn(0x5649d4dd34f0 msgr2=0x5649d4e091e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 -- 172.21.15.80:0/2698505527 shutdown_connections 2024-04-21T23:59:56.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 1 -- 172.21.15.80:0/2698505527 wait complete. 2024-04-21T23:59:56.111 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.113+0000 7f418ab67740 20 client.16185 trim_cache size 0 max 16384 2024-04-21T23:59:56.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418ab67740 1 Processor -- start 2024-04-21T23:59:56.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418ab67740 1 -- start start 2024-04-21T23:59:56.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418ab67740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0ca40 0x5649d4e15530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418ab67740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0d720 0x5649d4e21ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418ab67740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e15db0 0x5649d4e2dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418ab67740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f41801b3590 con 0x5649d4e0ca40 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418ab67740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41801b0e60 con 0x5649d4e15db0 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418ab67740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f41801aecb0 con 0x5649d4e0d720 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f4185c39640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0ca40 0x5649d4e15530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f4185c39640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0ca40 0x5649d4e15530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57264/0 (socket says 172.21.15.80:57264) 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f418643a640 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e15db0 0x5649d4e2dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f4185c39640 1 -- 172.21.15.80:0/3500808248 learned_addr learned my addr 172.21.15.80:0/3500808248 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.132+0000 7f4185438640 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0d720 0x5649d4e21ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f4185c39640 1 -- 172.21.15.80:0/3500808248 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0d720 msgr2=0x5649d4e21ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f4185c39640 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0d720 0x5649d4e21ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f4185c39640 1 -- 172.21.15.80:0/3500808248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e15db0 msgr2=0x5649d4e2dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.129 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f4185c39640 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e15db0 0x5649d4e2dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f4185c39640 1 -- 172.21.15.80:0/3500808248 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649d4a44170 con 0x5649d4e0ca40 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f418643a640 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e15db0 0x5649d4e2dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f4185c39640 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0ca40 0x5649d4e15530 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f417c098630 tx=0x7f417c09bae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a7681b12aa169bc server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f416b7fe640 1 -- 172.21.15.80:0/3500808248 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c0b4e60 con 0x5649d4e0ca40 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f416b7fe640 1 -- 172.21.15.80:0/3500808248 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f417c0b1040 con 0x5649d4e0ca40 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.133+0000 7f416b7fe640 1 -- 172.21.15.80:0/3500808248 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c0982d0 con 0x5649d4e0ca40 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 -- 172.21.15.80:0/3500808248 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0ca40 msgr2=0x5649d4e15530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0ca40 0x5649d4e15530 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f417c098630 tx=0x7f417c09bae0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 -- 172.21.15.80:0/3500808248 shutdown_connections 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e15db0 0x5649d4e2dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e0d720 0x5649d4e21ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 --2- 172.21.15.80:0/3500808248 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0ca40 0x5649d4e15530 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 -- 172.21.15.80:0/3500808248 >> 172.21.15.80:0/3500808248 conn(0x5649d4dd34f0 msgr2=0x5649d4e116f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 -- 172.21.15.80:0/3500808248 shutdown_connections 2024-04-21T23:59:56.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.134+0000 7f418ab67740 1 -- 172.21.15.80:0/3500808248 wait complete. 2024-04-21T23:59:56.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 1 -- start start 2024-04-21T23:59:56.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 1 Processor -- start 2024-04-21T23:59:56.133 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e1e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e100a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 0x5649d4e106d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f41801af320 con 0x5649d4e0d720 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41801b0790 con 0x5649d4e0ca40 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f41801af9f0 con 0x5649d4e15db0 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418ab67740 10 client.0 _ll_register_callbacks cb 0x7f4170004160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f4185438640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e100a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f4185c39640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e1e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f4185438640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e100a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57276/0 (socket says 172.21.15.80:57276) 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f4185438640 1 -- 172.21.15.80:0/3949200866 learned_addr learned my addr 172.21.15.80:0/3949200866 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.134 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.135+0000 7f418643a640 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 0x5649d4e106d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f4185c39640 1 -- 172.21.15.80:0/3949200866 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 msgr2=0x5649d4e106d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f4185c39640 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 0x5649d4e106d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f4185c39640 1 -- 172.21.15.80:0/3949200866 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 msgr2=0x5649d4e100a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f4185c39640 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e100a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f4185c39640 1 -- 172.21.15.80:0/3949200866 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649d4e16810 con 0x5649d4e0ca40 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f4185438640 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e100a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f4185c39640 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e1e4b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f417c09a1b0 tx=0x7f417c09c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9399eb8b6e08dbc5 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f41697fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f41697fa640 1 -- 172.21.15.80:0/3949200866 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c07e030 con 0x5649d4e0ca40 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f418ab67740 1 -- 172.21.15.80:0/3949200866 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f417c0b1040 con 0x5649d4e0ca40 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f41697fa640 1 -- 172.21.15.80:0/3949200866 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f417c0cd110 con 0x5649d4e0ca40 2024-04-21T23:59:56.135 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f41697fa640 1 -- 172.21.15.80:0/3949200866 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f417c0b4e60 con 0x5649d4e0ca40 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f418ab67740 10 client.25598 fetch_fsmap learned FSMap version 25 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f418ab67740 1 -- 172.21.15.80:0/3949200866 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5649d4e8c680 con 0x5649d4e0ca40 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f41697fa640 1 -- 172.21.15.80:0/3949200866 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f417c0b1040 con 0x5649d4e0ca40 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.136+0000 7f41697fa640 1 -- 172.21.15.80:0/3949200866 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f417c065070 con 0x5649d4e0ca40 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f418ab67740 10 client.25598 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f418ab67740 10 client.25598 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f418ab67740 20 client.25598 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f418ab67740 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d4e8cdb0 0x5649d4e8f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f418ab67740 4 client.25598 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f418ab67740 1 -- 172.21.15.80:0/3949200866 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5649d4d7d6b0 con 0x5649d4e8cdb0 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f4185438640 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d4e8cdb0 0x5649d4e8f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f41697fa640 10 client.25598 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:56.136 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.137+0000 7f4185438640 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d4e8cdb0 0x5649d4e8f1d0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69d3914a5a82d3d5 server_cookie=e4b014bfb587ba91 in_seq=0 out_seq=0 2024-04-21T23:59:56.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.449+0000 7f41697fa640 1 -- 172.21.15.80:0/3949200866 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5649d4d7d6b0 con 0x5649d4e8cdb0 2024-04-21T23:59:56.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.449+0000 7f41697fa640 10 client.25598 handle_command_reply: tid=0 2024-04-21T23:59:56.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.449+0000 7f418ab67740 1 client.25598 shutdown 2024-04-21T23:59:56.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.449+0000 7f418ab67740 1 -- 172.21.15.80:0/3949200866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 msgr2=0x5649d4e1e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.444 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.450+0000 7f418ab67740 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e1e4b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f417c09a1b0 tx=0x7f417c09c3e0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f418ab67740 1 -- 172.21.15.80:0/3949200866 shutdown_connections 2024-04-21T23:59:56.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f418ab67740 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d4e8cdb0 0x5649d4e8f1d0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f418ab67740 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d4e15db0 0x5649d4e106d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f418ab67740 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d4e0d720 0x5649d4e100a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.450 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f418ab67740 1 --2- 172.21.15.80:0/3949200866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d4e0ca40 0x5649d4e1e4b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f418ab67740 1 -- 172.21.15.80:0/3949200866 >> 172.21.15.80:0/3949200866 conn(0x5649d4dd34f0 msgr2=0x5649d4e064f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f41697fa640 0 client.25598 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:56.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f418ab67740 1 -- 172.21.15.80:0/3949200866 shutdown_connections 2024-04-21T23:59:56.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.456+0000 7f418ab67740 1 -- 172.21.15.80:0/3949200866 wait complete. 2024-04-21T23:59:56.451 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.457+0000 7f418ab67740 20 client.25598 trim_cache size 0 max 16384 2024-04-21T23:59:56.452 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:59:56.452 INFO:teuthology.orchestra.run.smithi080.stdout: "return_code": 0, 2024-04-21T23:59:56.452 INFO:teuthology.orchestra.run.smithi080.stdout: "scrub_tag": "c1e3a2dd-021a-4a76-882f-19abebb619bb", 2024-04-21T23:59:56.452 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": "asynchronous" 2024-04-21T23:59:56.452 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:59:56.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 -- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f416c0a2d00 msgr2=0x7f416c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f416c0a2d00 0x7f416c0a51c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f41800ff460 tx=0x7f4170005f90 comp rx=0 tx=0).stop 2024-04-21T23:59:56.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 -- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4180069de0 msgr2=0x7f4180198020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4180069de0 0x7f4180198020 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f417c00ea60 tx=0x7f417c00ef20 comp rx=0 tx=0).stop 2024-04-21T23:59:56.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 -- 172.21.15.80:0/954183950 shutdown_connections 2024-04-21T23:59:56.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4180107730 0x7f418019c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f416c0a2d00 0x7f416c0a51c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f418006a7a0 0x7f4180198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 --2- 172.21.15.80:0/954183950 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4180069de0 0x7f4180198020 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 -- 172.21.15.80:0/954183950 >> 172.21.15.80:0/954183950 conn(0x7f41800776a0 msgr2=0x7f41800fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 -- 172.21.15.80:0/954183950 shutdown_connections 2024-04-21T23:59:56.456 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.461+0000 7f4187e9d640 1 -- 172.21.15.80:0/954183950 wait complete. 2024-04-21T23:59:56.477 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T23:59:56.477 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T23:59:56.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.590+0000 7f40ced13640 1 -- 172.21.15.80:0/2811168201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100fd0 msgr2=0x7f40c810d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.590+0000 7f40ced13640 1 --2- 172.21.15.80:0/2811168201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100fd0 0x7f40c810d4e0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f40c0009cd0 tx=0x7f40c002c0f0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.590+0000 7f40ced13640 1 -- 172.21.15.80:0/2811168201 shutdown_connections 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.590+0000 7f40ced13640 1 --2- 172.21.15.80:0/2811168201 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100fd0 0x7f40c810d4e0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.590+0000 7f40ced13640 1 --2- 172.21.15.80:0/2811168201 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f40c8100610 0x7f40c8100a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.590+0000 7f40ced13640 1 --2- 172.21.15.80:0/2811168201 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f40c81066b0 0x7f40c8106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.590+0000 7f40ced13640 1 -- 172.21.15.80:0/2811168201 >> 172.21.15.80:0/2811168201 conn(0x7f40c8077740 msgr2=0x7f40c8077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 -- 172.21.15.80:0/2811168201 shutdown_connections 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 -- 172.21.15.80:0/2811168201 wait complete. 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 Processor -- start 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 -- start start 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100610 0x7f40c8196b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.587 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f40c8100fd0 0x7f40c8197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f40c81066b0 0x7f40c819bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81109f0 con 0x7f40c8100610 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f40c8110870 con 0x7f40c81066b0 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ced13640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f40c8110b70 con 0x7f40c8100fd0 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ccaaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100610 0x7f40c8196b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ccaaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100610 0x7f40c8196b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57302/0 (socket says 172.21.15.80:57302) 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1681226596 learned_addr learned my addr 172.21.15.80:0/1681226596 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f40c8100fd0 0x7f40c8197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.591+0000 7f40cd2b0640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f40c81066b0 0x7f40c819bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1681226596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f40c8100fd0 msgr2=0x7f40c8197060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f40c8100fd0 0x7f40c8197060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1681226596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f40c81066b0 msgr2=0x7f40c819bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f40c81066b0 0x7f40c819bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1681226596 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c819c0b0 con 0x7f40c8100610 2024-04-21T23:59:56.589 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100610 0x7f40c8196b20 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f40bc00c970 tx=0x7f40bc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.589 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40c5ffb640 1 -- 172.21.15.80:0/1681226596 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc004220 con 0x7f40c8100610 2024-04-21T23:59:56.589 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40ced13640 1 -- 172.21.15.80:0/1681226596 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40c819c3a0 con 0x7f40c8100610 2024-04-21T23:59:56.589 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40c5ffb640 1 -- 172.21.15.80:0/1681226596 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40bc0043c0 con 0x7f40c8100610 2024-04-21T23:59:56.589 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40c5ffb640 1 -- 172.21.15.80:0/1681226596 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc00f450 con 0x7f40c8100610 2024-04-21T23:59:56.589 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.592+0000 7f40ced13640 1 -- 172.21.15.80:0/1681226596 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40c819c8f0 con 0x7f40c8100610 2024-04-21T23:59:56.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.594+0000 7f40c5ffb640 1 -- 172.21.15.80:0/1681226596 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f40bc0079b0 con 0x7f40c8100610 2024-04-21T23:59:56.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40d19d8740 1 Processor -- start 2024-04-21T23:59:56.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40d19d8740 1 -- start start 2024-04-21T23:59:56.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40c5ffb640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f40b80a2d00 0x7f40b80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19c1310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c1850 0x5649d19c9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40cd2b0640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f40b80a2d00 0x7f40b80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.595 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 0x5649d19cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40d19d8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5649d1925560 con 0x5649d19c0f30 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40d19d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5649d18cd730 con 0x5649d19ca430 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40d19d8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5649d1921520 con 0x5649d19c1850 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40c5ffb640 1 -- 172.21.15.80:0/1681226596 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f40bc0cf3e0 con 0x7f40c8100610 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40ccaaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19c1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40ccaaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19c1310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57314/0 (socket says 172.21.15.80:57314) 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1931624714 learned_addr learned my addr 172.21.15.80:0/1931624714 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c1850 0x5649d19c9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40cd2b0640 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 0x5649d19cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1931624714 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c1850 msgr2=0x5649d19c9ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c1850 0x5649d19c9ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1931624714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 msgr2=0x5649d19cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 0x5649d19cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1931624714 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649d17037d0 con 0x5649d19c0f30 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.595+0000 7f40cd2b0640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f40b80a2d00 0x7f40b80a51c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f40c0005cc0 tx=0x7f40c002cf40 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19c1310 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f40bc00afd0 tx=0x7f40bc097a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dd3715e7223d9b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40b2ffd640 1 -- 172.21.15.80:0/1931624714 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc086070 con 0x5649d19c0f30 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40b2ffd640 1 -- 172.21.15.80:0/1931624714 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40bc09f990 con 0x5649d19c0f30 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40b2ffd640 1 -- 172.21.15.80:0/1931624714 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc097d00 con 0x5649d19c0f30 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40d19d8740 1 -- 172.21.15.80:0/1931624714 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 msgr2=0x5649d19c1310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19c1310 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f40bc00afd0 tx=0x7f40bc097a40 comp rx=0 tx=0).stop 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40d19d8740 1 -- 172.21.15.80:0/1931624714 shutdown_connections 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 0x5649d19cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c1850 0x5649d19c9ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1931624714 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19c1310 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40d19d8740 1 -- 172.21.15.80:0/1931624714 >> 172.21.15.80:0/1931624714 conn(0x5649d19bb660 msgr2=0x5649d19bba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.596+0000 7f40d19d8740 1 -- 172.21.15.80:0/1931624714 shutdown_connections 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 -- 172.21.15.80:0/1931624714 wait complete. 2024-04-21T23:59:56.597 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 -- start start 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 Processor -- start 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c0f30 0x5649d19c74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19c7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 0x5649d19c7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5649d19cd220 con 0x5649d19c1850 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5649d18e0e00 con 0x5649d19ca430 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5649d19cd3a0 con 0x5649d19c0f30 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40d19d8740 10 client.0 _ll_register_callbacks cb 0x5649d191beb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40c7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19c7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40ccaaf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c0f30 0x5649d19c74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40ccaaf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c0f30 0x5649d19c74e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:39294/0 (socket says 172.21.15.80:39294) 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40ccaaf640 1 -- 172.21.15.80:0/3920887860 learned_addr learned my addr 172.21.15.80:0/3920887860 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.598 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.597+0000 7f40cd2b0640 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 0x5649d19c7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40ccaaf640 1 -- 172.21.15.80:0/3920887860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 msgr2=0x5649d19c7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 0x5649d19c7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40ccaaf640 1 -- 172.21.15.80:0/3920887860 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 msgr2=0x5649d19c7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19c7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40ccaaf640 1 -- 172.21.15.80:0/3920887860 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649d16393f0 con 0x5649d19c0f30 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c0f30 0x5649d19c74e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f40bc09b340 tx=0x7f40bc09b810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b80f50310a790b27 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40a7fff640 1 -- 172.21.15.80:0/3920887860 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc003610 con 0x5649d19c0f30 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40a7fff640 1 -- 172.21.15.80:0/3920887860 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f40bc007ca0 con 0x5649d19c0f30 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40d19d8740 1 -- 172.21.15.80:0/3920887860 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40bc09f990 con 0x5649d19c0f30 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40a7fff640 1 -- 172.21.15.80:0/3920887860 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f40bc0a4250 con 0x5649d19c0f30 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40d19d8740 10 client.25543 fetch_fsmap learned FSMap version 25 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40d19d8740 1 -- 172.21.15.80:0/3920887860 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5649d15f90f0 con 0x5649d19c0f30 2024-04-21T23:59:56.599 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.598+0000 7f40a7fff640 1 -- 172.21.15.80:0/3920887860 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40bc09f990 con 0x5649d19c0f30 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40a7fff640 1 -- 172.21.15.80:0/3920887860 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f40bc005200 con 0x5649d19c0f30 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40d19d8740 10 client.25543 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40d19d8740 10 client.25543 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40d19d8740 20 client.25543 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40d19d8740 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d19da6d0 0x5649d19dcac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40d19d8740 4 client.25543 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40d19d8740 1 -- 172.21.15.80:0/3920887860 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649d1932aa0 con 0x5649d19da6d0 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40c7fff640 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d19da6d0 0x5649d19dcac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40a7fff640 10 client.25543 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:56.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.599+0000 7f40c7fff640 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d19da6d0 0x5649d19dcac0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=353a7da45135814 server_cookie=7cebd570ca689cf in_seq=0 out_seq=0 2024-04-21T23:59:56.601 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40a7fff640 1 -- 172.21.15.80:0/3920887860 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5649d1932aa0 con 0x5649d19da6d0 2024-04-21T23:59:56.601 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40a7fff640 10 client.25543 handle_command_reply: tid=0 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 client.25543 shutdown 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 -- 172.21.15.80:0/3920887860 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c0f30 msgr2=0x5649d19c74e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c0f30 0x5649d19c74e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f40bc09b340 tx=0x7f40bc09b810 comp rx=0 tx=0).stop 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 -- 172.21.15.80:0/3920887860 shutdown_connections 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d19da6d0 0x5649d19dcac0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19ca430 0x5649d19c7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40a7fff640 0 client.25543 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19c7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 --2- 172.21.15.80:0/3920887860 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19c0f30 0x5649d19c74e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 -- 172.21.15.80:0/3920887860 >> 172.21.15.80:0/3920887860 conn(0x5649d19bb660 msgr2=0x5649d19bd3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 -- 172.21.15.80:0/3920887860 shutdown_connections 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 1 -- 172.21.15.80:0/3920887860 wait complete. 2024-04-21T23:59:56.602 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.603+0000 7f40d19d8740 20 client.25543 trim_cache size 0 max 16384 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40d19d8740 1 Processor -- start 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40d19d8740 1 -- start start 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c0f30 0x5649d19c9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19d60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 0x5649d19c6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40d19d8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81b7920 con 0x5649d19c1850 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40d19d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81b51f0 con 0x5649d19c0f30 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40d19d8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81b3040 con 0x5649d19ca430 2024-04-21T23:59:56.624 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19d60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19d60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57326/0 (socket says 172.21.15.80:57326) 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 -- 172.21.15.80:0/1028812967 learned_addr learned my addr 172.21.15.80:0/1028812967 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c0f30 0x5649d19c9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40cd2b0640 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 0x5649d19c6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 -- 172.21.15.80:0/1028812967 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 msgr2=0x5649d19c6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 0x5649d19c6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 -- 172.21.15.80:0/1028812967 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c0f30 msgr2=0x5649d19c9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c0f30 0x5649d19c9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 -- 172.21.15.80:0/1028812967 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649d19c1680 con 0x5649d19c1850 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.621+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19d60e0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f40b4009d10 tx=0x7f40b4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec24ae0007a8105c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40b27fc640 1 -- 172.21.15.80:0/1028812967 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b400f890 con 0x5649d19c1850 2024-04-21T23:59:56.625 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40b27fc640 1 -- 172.21.15.80:0/1028812967 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40b401f050 con 0x5649d19c1850 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40b27fc640 1 -- 172.21.15.80:0/1028812967 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b401e680 con 0x5649d19c1850 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 -- 172.21.15.80:0/1028812967 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 msgr2=0x5649d19d60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19d60e0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f40b4009d10 tx=0x7f40b4005f90 comp rx=0 tx=0).stop 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 -- 172.21.15.80:0/1028812967 shutdown_connections 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 0x5649d19c6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c1850 0x5649d19d60e0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1028812967 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c0f30 0x5649d19c9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 -- 172.21.15.80:0/1028812967 >> 172.21.15.80:0/1028812967 conn(0x5649d19bb660 msgr2=0x5649d19b9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 -- 172.21.15.80:0/1028812967 shutdown_connections 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.622+0000 7f40d19d8740 1 -- 172.21.15.80:0/1028812967 wait complete. 2024-04-21T23:59:56.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 1 -- start start 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 1 Processor -- start 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19ce200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c1850 0x5649d19ce740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 0x5649d19cec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81b36b0 con 0x5649d19c0f30 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81b4b20 con 0x5649d19c1850 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81b3d80 con 0x5649d19ca430 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40d19d8740 10 client.0 _ll_register_callbacks cb 0x7f40b40097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40ccaaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40ccaaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:57338/0 (socket says 172.21.15.80:57338) 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1830536252 learned_addr learned my addr 172.21.15.80:0/1830536252 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c1850 0x5649d19ce740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.627 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40cd2b0640 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 0x5649d19cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1830536252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 msgr2=0x5649d19cec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 0x5649d19cec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c1850 msgr2=0x5649d19ce740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.623+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c1850 0x5649d19ce740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40ccaaf640 1 -- 172.21.15.80:0/1830536252 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649d19dce30 con 0x5649d19c0f30 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c1850 0x5649d19ce740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40ccaaf640 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19ce200 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f40bc0a3d20 tx=0x7f40bc00a520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30db7239eae3682e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40a7fff640 1 -- 172.21.15.80:0/1830536252 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc01d050 con 0x5649d19c0f30 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40a7fff640 1 -- 172.21.15.80:0/1830536252 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f40bc007ca0 con 0x5649d19c0f30 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 1 -- 172.21.15.80:0/1830536252 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40b401f050 con 0x5649d19c0f30 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40a7fff640 1 -- 172.21.15.80:0/1830536252 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f40bc09f990 con 0x5649d19c0f30 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 10 client.16209 fetch_fsmap learned FSMap version 25 2024-04-21T23:59:56.628 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 1 -- 172.21.15.80:0/1830536252 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5649d1a40c20 con 0x5649d19c0f30 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40a7fff640 1 -- 172.21.15.80:0/1830536252 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40b401f050 con 0x5649d19c0f30 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40a7fff640 1 -- 172.21.15.80:0/1830536252 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f40bc09aae0 con 0x5649d19c0f30 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 10 client.16209 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 10 client.16209 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 20 client.16209 populate_metadata read hostname 'smithi080' 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d1a41120 0x5649d1a43540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 4 client.16209 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40d19d8740 1 -- 172.21.15.80:0/1830536252 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5649d192cdf0 con 0x5649d1a41120 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.624+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d1a41120 0x5649d1a43540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T23:59:56.629 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.625+0000 7f40a7fff640 10 client.16209 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.625+0000 7f40c7fff640 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d1a41120 0x5649d1a43540 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aae4eb068a97aba server_cookie=f4e80b4388da995c in_seq=0 out_seq=0 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40a7fff640 1 -- 172.21.15.80:0/1830536252 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+265 (crc 0 0 0) 0x5649d192cdf0 con 0x5649d1a41120 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40a7fff640 10 client.16209 handle_command_reply: tid=0 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 client.16209 shutdown 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 -- 172.21.15.80:0/1830536252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 msgr2=0x5649d19ce200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19ce200 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f40bc0a3d20 tx=0x7f40bc00a520 comp rx=0 tx=0).stop 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 -- 172.21.15.80:0/1830536252 shutdown_connections 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5649d1a41120 0x5649d1a43540 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5649d19ca430 0x5649d19cec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5649d19c1850 0x5649d19ce740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.630 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40a7fff640 0 client.16209 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-21T23:59:56.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 --2- 172.21.15.80:0/1830536252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5649d19c0f30 0x5649d19ce200 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 -- 172.21.15.80:0/1830536252 >> 172.21.15.80:0/1830536252 conn(0x5649d19bb660 msgr2=0x5649d19b9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 -- 172.21.15.80:0/1830536252 shutdown_connections 2024-04-21T23:59:56.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.629+0000 7f40d19d8740 1 -- 172.21.15.80:0/1830536252 wait complete. 2024-04-21T23:59:56.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40d19d8740 20 client.16209 trim_cache size 0 max 16384 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout: "status": "scrub active (1 inodes in the stack)", 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout: "scrubs": { 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout: "c1e3a2dd-021a-4a76-882f-19abebb619bb": { 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/", 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout: "tag": "c1e3a2dd-021a-4a76-882f-19abebb619bb", 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout: "options": "recursive,force" 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-21T23:59:56.632 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-21T23:59:56.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 -- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f40b80a2d00 msgr2=0x7f40b80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f40b80a2d00 0x7f40b80a51c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f40c0005cc0 tx=0x7f40c002cf40 comp rx=0 tx=0).stop 2024-04-21T23:59:56.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 -- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100610 msgr2=0x7f40c8196b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T23:59:56.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100610 0x7f40c8196b20 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f40bc00c970 tx=0x7f40bc00ce30 comp rx=0 tx=0).stop 2024-04-21T23:59:56.633 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 -- 172.21.15.80:0/1681226596 shutdown_connections 2024-04-21T23:59:56.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f40b80a2d00 0x7f40b80a51c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f40c81066b0 0x7f40c819bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f40c8100fd0 0x7f40c8197060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 --2- 172.21.15.80:0/1681226596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f40c8100610 0x7f40c8196b20 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T23:59:56.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 -- 172.21.15.80:0/1681226596 >> 172.21.15.80:0/1681226596 conn(0x7f40c8077740 msgr2=0x7f40c80ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T23:59:56.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 -- 172.21.15.80:0/1681226596 shutdown_connections 2024-04-21T23:59:56.634 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-21T23:59:56.630+0000 7f40ced13640 1 -- 172.21.15.80:0/1681226596 wait complete. 2024-04-21T23:59:56.635 INFO:tasks.cephfs.filesystem:scrub status for tag:c1e3a2dd-021a-4a76-882f-19abebb619bb - {'path': '/', 'tag': 'c1e3a2dd-021a-4a76-882f-19abebb619bb', 'options': 'recursive,force'} 2024-04-21T23:59:56.863 INFO:tasks.workunit.client.0.smithi080.stdout: 24 398867 556 335144 554 170262 1015 2024-04-21T23:59:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:56 smithi120 ceph-mon[31499]: pgmap v56: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 1.30k op/s 2024-04-21T23:59:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:56 smithi120 ceph-mon[31499]: scrub queued for path: / 2024-04-21T23:59:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:56 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:56 smithi120 ceph-mon[31499]: scrub summary: active paths [/] 2024-04-21T23:59:57.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: 2024-04-21T23:59:57.183+0000 7fd0cc2db700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000db2 [3,head] /volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/picture-1.jpg auth{0=1} v268 ap=1 s=55356 n(v0 rc2024-04-21T23:59:49.095096+0000 b55356 1=1+0) caps={25049=pAsLsXsFscr/pFscr@19} mcw={0=Fscr} | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=1 dirtyrstat=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x55ba92b91b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000db2:[<0x10000000d95/picture-1.jpg v34>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v347>,<0x10000000201/src v2013>,<0x10000000006/blogbench-1.0 v1771>,<0x10000000005/tmp v51>,<0x100000001fb/client.0 v44>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v62>,<0x10000000001/sv_1 v81>,<0x10000000000/qa v71>,<0x1/volumes v67>]//[3]","memoryvalue":"(4)0x10000000db2:[<0x10000000d95/picture-1.jpg v268>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v352>,<0x10000000201/src v2017>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v56>,<0x100000001fb/client.0 v48>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v24>,<0x10000000001/sv_1 v85>,<0x10000000000/qa v29>,<0x1/volumes v71>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-21T23:59:57.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: 2024-04-21T23:59:57.184+0000 7fd0cc2db700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000da2 [3,head] /volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-3.xml auth v16 ap=1 s=0 n(v0 rc2024-04-21T23:59:49.054097+0000 1=1+0)/n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25049=0-4194304@2} caps={25049=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@40},l=25049 | request=0 lock=0 importingcaps=0 caps=1 dirtyrstat=1 replicated=0 authpin=1 scrubqueue=0 0x55ba92b61600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000da2:[<0x10000000d95/article-3.xml v16>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v347>,<0x10000000201/src v2013>,<0x10000000006/blogbench-1.0 v1771>,<0x10000000005/tmp v51>,<0x100000001fb/client.0 v44>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v62>,<0x10000000001/sv_1 v81>,<0x10000000000/qa v71>,<0x1/volumes v67>]//[3]","memoryvalue":"(4)0x10000000da2:[<0x10000000d95/article-3.xml v16>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v352>,<0x10000000201/src v2017>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v56>,<0x100000001fb/client.0 v48>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v24>,<0x10000000001/sv_1 v85>,<0x10000000000/qa v29>,<0x1/volumes v71>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-21T23:59:57.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: 2024-04-21T23:59:57.185+0000 7fd0cc2db700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000da7 [3,head] /volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-2.xml auth v22 ap=1 s=0 n(v0 rc2024-04-21T23:59:49.068096+0000 1=1+0)/n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25049=0-4194304@2} caps={25049=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@13},l=25049 | request=0 lock=0 importingcaps=0 caps=1 dirtyrstat=1 replicated=0 authpin=1 scrubqueue=0 0x55ba92b61b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000da7:[<0x10000000d95/article-2.xml v22>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v347>,<0x10000000201/src v2013>,<0x10000000006/blogbench-1.0 v1771>,<0x10000000005/tmp v51>,<0x100000001fb/client.0 v44>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v62>,<0x10000000001/sv_1 v81>,<0x10000000000/qa v71>,<0x1/volumes v67>]//[3]","memoryvalue":"(4)0x10000000da7:[<0x10000000d95/article-2.xml v22>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v352>,<0x10000000201/src v2017>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v56>,<0x100000001fb/client.0 v48>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v24>,<0x10000000001/sv_1 v85>,<0x10000000000/qa v29>,<0x1/volumes v71>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-21T23:59:57.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: 2024-04-21T23:59:57.186+0000 7fd0cc2db700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000d97 [3,head] /volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-5.xml auth v4 ap=1 s=0 n(v0 rc2024-04-21T23:59:49.027097+0000 1=1+0)/n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25049=0-4194304@2} caps={25049=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@39},l=25049 | request=0 lock=0 importingcaps=0 caps=1 dirtyrstat=1 replicated=0 authpin=1 scrubqueue=0 0x55ba92b62100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000d97:[<0x10000000d95/article-5.xml v4>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v347>,<0x10000000201/src v2013>,<0x10000000006/blogbench-1.0 v1771>,<0x10000000005/tmp v51>,<0x100000001fb/client.0 v44>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v62>,<0x10000000001/sv_1 v81>,<0x10000000000/qa v71>,<0x1/volumes v67>]//[3]","memoryvalue":"(4)0x10000000d97:[<0x10000000d95/article-5.xml v4>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v352>,<0x10000000201/src v2017>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v56>,<0x100000001fb/client.0 v48>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v24>,<0x10000000001/sv_1 v85>,<0x10000000000/qa v29>,<0x1/volumes v71>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-21T23:59:57.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: 2024-04-21T23:59:57.187+0000 7fd0cc2db700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000d9d [3,head] /volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-4.xml auth v10 ap=1 s=0 n(v0 rc2024-04-21T23:59:49.041097+0000 1=1+0)/n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25049=0-4194304@2} caps={25049=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@40},l=25049 | request=0 lock=0 importingcaps=0 caps=1 dirtyrstat=1 replicated=0 authpin=1 scrubqueue=0 0x55ba92b62680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000d9d:[<0x10000000d95/article-4.xml v10>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v347>,<0x10000000201/src v2013>,<0x10000000006/blogbench-1.0 v1771>,<0x10000000005/tmp v51>,<0x100000001fb/client.0 v44>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v62>,<0x10000000001/sv_1 v81>,<0x10000000000/qa v71>,<0x1/volumes v67>]//[3]","memoryvalue":"(4)0x10000000d9d:[<0x10000000d95/article-4.xml v10>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v352>,<0x10000000201/src v2017>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v56>,<0x100000001fb/client.0 v48>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v24>,<0x10000000001/sv_1 v85>,<0x10000000000/qa v29>,<0x1/volumes v71>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-21T23:59:57.245 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: 2024-04-21T23:59:57.188+0000 7fd0cc2db700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000dad [3,head] /volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-1.xml auth v28 ap=1 s=0 n(v0 rc2024-04-21T23:59:49.081096+0000 1=1+0)/n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25049=0-4194304@2} caps={25049=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@15},l=25049 | request=0 lock=0 importingcaps=0 caps=1 dirtyrstat=1 replicated=0 authpin=1 scrubqueue=0 0x55ba92b62c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000dad:[<0x10000000d95/article-1.xml v28>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v347>,<0x10000000201/src v2013>,<0x10000000006/blogbench-1.0 v1771>,<0x10000000005/tmp v51>,<0x100000001fb/client.0 v44>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v62>,<0x10000000001/sv_1 v81>,<0x10000000000/qa v71>,<0x1/volumes v67>]//[3]","memoryvalue":"(4)0x10000000dad:[<0x10000000d95/article-1.xml v28>,<0x10000000399/blog-18 v20958>,<0x10000000208/blogtest_in v352>,<0x10000000201/src v2017>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v56>,<0x100000001fb/client.0 v48>,<0x100000001fa/c7d10450-0e2d-4da8-a571-a183692b3fa7 v24>,<0x10000000001/sv_1 v85>,<0x10000000000/qa v29>,<0x1/volumes v71>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-21T23:59:57.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:56 smithi144 ceph-mon[31316]: pgmap v56: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 1.30k op/s 2024-04-21T23:59:57.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:56 smithi144 ceph-mon[31316]: scrub queued for path: / 2024-04-21T23:59:57.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:56 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:57.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:56 smithi144 ceph-mon[31316]: scrub summary: active paths [/] 2024-04-21T23:59:57.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:56 smithi080 ceph-mon[27925]: pgmap v56: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 1.30k op/s 2024-04-21T23:59:57.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:56 smithi080 ceph-mon[27925]: scrub queued for path: / 2024-04-21T23:59:57.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:56 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:57.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:56 smithi080 ceph-mon[27925]: scrub summary: active paths [/] 2024-04-21T23:59:58.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: scrub summary: active paths [/] 2024-04-21T23:59:58.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:58.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: scrub summary: active paths [/] 2024-04-21T23:59:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: Scrub error on inode 0x10000000db2 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/picture-1.jpg) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: Scrub error on inode 0x10000000da2 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-3.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: Scrub error on inode 0x10000000da7 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-2.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: Scrub error on inode 0x10000000d97 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-5.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: Scrub error on inode 0x10000000d9d (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-4.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: Scrub error on inode 0x10000000dad (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-1.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:57 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: scrub summary: active paths [/] 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: scrub summary: active paths [/] 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: Scrub error on inode 0x10000000db2 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/picture-1.jpg) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: Scrub error on inode 0x10000000da2 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-3.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: Scrub error on inode 0x10000000da7 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-2.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: Scrub error on inode 0x10000000d97 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-5.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: Scrub error on inode 0x10000000d9d (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-4.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: Scrub error on inode 0x10000000dad (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-1.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:57 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:58.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: scrub summary: active paths [/] 2024-04-21T23:59:58.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:58.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: scrub summary: active paths [/] 2024-04-21T23:59:58.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: Scrub error on inode 0x10000000db2 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/picture-1.jpg) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: Scrub error on inode 0x10000000da2 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-3.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: Scrub error on inode 0x10000000da7 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-2.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: Scrub error on inode 0x10000000d97 (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-5.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: Scrub error on inode 0x10000000d9d (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-4.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: Scrub error on inode 0x10000000dad (/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-1.xml) see mds.h log and `damage ls` output for details 2024-04-21T23:59:58.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:57 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-21T23:59:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 21 23:59:58 smithi120 ceph-mon[31499]: pgmap v57: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 1.04k op/s 2024-04-21T23:59:59.264 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 21 23:59:58 smithi144 ceph-mon[31316]: pgmap v57: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 1.04k op/s 2024-04-21T23:59:59.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 21 23:59:58 smithi080 ceph-mon[27925]: pgmap v57: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 1.04k op/s 2024-04-22T00:00:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:00 smithi120 ceph-mon[31499]: pgmap v58: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 1.04k op/s 2024-04-22T00:00:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:00 smithi120 ceph-mon[31499]: overall HEALTH_OK 2024-04-22T00:00:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:00 smithi120 ceph-mon[31499]: scrub summary: idle+waiting paths [/] 2024-04-22T00:00:01.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:00 smithi144 ceph-mon[31316]: pgmap v58: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 1.04k op/s 2024-04-22T00:00:01.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:00 smithi144 ceph-mon[31316]: overall HEALTH_OK 2024-04-22T00:00:01.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:00 smithi144 ceph-mon[31316]: scrub summary: idle+waiting paths [/] 2024-04-22T00:00:01.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:00 smithi080 ceph-mon[27925]: pgmap v58: 129 pgs: 129 active+clean; 54 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 1.04k op/s 2024-04-22T00:00:01.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:00 smithi080 ceph-mon[27925]: overall HEALTH_OK 2024-04-22T00:00:01.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:00 smithi080 ceph-mon[27925]: scrub summary: idle+waiting paths [/] 2024-04-22T00:00:02.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:02 smithi144 ceph-mon[31316]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-22T00:00:02.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:02 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:active 2024-04-22T00:00:02.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:02 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:00:02.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:01 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a[27921]: 2024-04-22T00:00:01.975+0000 7f11b6791700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-22T00:00:02.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:02 smithi080 ceph-mon[27925]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-22T00:00:02.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:02 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:active 2024-04-22T00:00:02.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:02 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:00:02.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:02 smithi120 ceph-mon[31499]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-22T00:00:02.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:02 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] up:active 2024-04-22T00:00:02.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:02 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:00:03.349 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:03 smithi080 ceph-mon[27925]: pgmap v59: 129 pgs: 129 active+clean; 59 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 1.28k op/s 2024-04-22T00:00:03.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:03 smithi144 ceph-mon[31316]: pgmap v59: 129 pgs: 129 active+clean; 59 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 1.28k op/s 2024-04-22T00:00:03.394 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:03 smithi120 ceph-mon[31499]: pgmap v59: 129 pgs: 129 active+clean; 59 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 1.28k op/s 2024-04-22T00:00:04.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:04 smithi144 ceph-mon[31316]: scrub summary: idle 2024-04-22T00:00:04.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:04 smithi144 ceph-mon[31316]: scrub summary: idle 2024-04-22T00:00:04.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:04 smithi144 ceph-mon[31316]: scrub summary: idle 2024-04-22T00:00:04.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:04 smithi080 ceph-mon[27925]: scrub summary: idle 2024-04-22T00:00:04.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:04 smithi080 ceph-mon[27925]: scrub summary: idle 2024-04-22T00:00:04.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:04 smithi080 ceph-mon[27925]: scrub summary: idle 2024-04-22T00:00:04.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:04 smithi120 ceph-mon[31499]: scrub summary: idle 2024-04-22T00:00:04.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:04 smithi120 ceph-mon[31499]: scrub summary: idle 2024-04-22T00:00:04.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:04 smithi120 ceph-mon[31499]: scrub summary: idle 2024-04-22T00:00:05.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:05 smithi144 ceph-mon[31316]: pgmap v60: 129 pgs: 129 active+clean; 59 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 1.00k op/s 2024-04-22T00:00:05.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:05 smithi080 ceph-mon[27925]: pgmap v60: 129 pgs: 129 active+clean; 59 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 1.00k op/s 2024-04-22T00:00:05.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:05 smithi120 ceph-mon[31499]: pgmap v60: 129 pgs: 129 active+clean; 59 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 1.00k op/s 2024-04-22T00:00:06.863 INFO:tasks.workunit.client.0.smithi080.stdout: 30 375375 477 291841 274 213612 1158 2024-04-22T00:00:07.292 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:07 smithi120 ceph-mon[31499]: pgmap v61: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 1.07k op/s 2024-04-22T00:00:07.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:07 smithi144 ceph-mon[31316]: pgmap v61: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 1.07k op/s 2024-04-22T00:00:07.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:07 smithi080 ceph-mon[27925]: pgmap v61: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 1.07k op/s 2024-04-22T00:00:08.046 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.054+0000 7fdf165a1640 1 -- 172.21.15.80:0/3313809517 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf10108c80 msgr2=0x7fdf101090e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.054+0000 7fdf165a1640 1 --2- 172.21.15.80:0/3313809517 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf10108c80 0x7fdf101090e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdf04009860 tx=0x7fdf0402bb70 comp rx=0 tx=0).stop 2024-04-22T00:00:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.056+0000 7fdf165a1640 1 -- 172.21.15.80:0/3313809517 shutdown_connections 2024-04-22T00:00:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.056+0000 7fdf165a1640 1 --2- 172.21.15.80:0/3313809517 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf101167d0 0x7fdf10118bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.056+0000 7fdf165a1640 1 --2- 172.21.15.80:0/3313809517 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf10108c80 0x7fdf101090e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.056+0000 7fdf165a1640 1 --2- 172.21.15.80:0/3313809517 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf1010be40 0x7fdf10108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.056+0000 7fdf165a1640 1 -- 172.21.15.80:0/3313809517 >> 172.21.15.80:0/3313809517 conn(0x7fdf1006c810 msgr2=0x7fdf1006cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:08.053 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.061+0000 7fdf165a1640 1 -- 172.21.15.80:0/3313809517 shutdown_connections 2024-04-22T00:00:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.068+0000 7fdf165a1640 1 -- 172.21.15.80:0/3313809517 wait complete. 2024-04-22T00:00:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.068+0000 7fdf165a1640 1 Processor -- start 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.069+0000 7fdf165a1640 1 -- start start 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.069+0000 7fdf165a1640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf10108c80 0x7fdf101113a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.069+0000 7fdf165a1640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf1010be40 0x7fdf101118e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.069+0000 7fdf165a1640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf101167d0 0x7fdf10122120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.069+0000 7fdf165a1640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1010d650 con 0x7fdf10108c80 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.069+0000 7fdf165a1640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1010d4d0 con 0x7fdf101167d0 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.069+0000 7fdf165a1640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1010d7d0 con 0x7fdf1010be40 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0f7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf1010be40 0x7fdf101118e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0f7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf1010be40 0x7fdf101118e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:45378/0 (socket says 172.21.15.80:45378) 2024-04-22T00:00:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0f7fe640 1 -- 172.21.15.80:0/445125970 learned_addr learned my addr 172.21.15.80:0/445125970 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf10108c80 0x7fdf101113a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0f7fe640 1 -- 172.21.15.80:0/445125970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf101167d0 msgr2=0x7fdf10122120 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:00:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0f7fe640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf101167d0 0x7fdf10122120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0f7fe640 1 -- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf10108c80 msgr2=0x7fdf101113a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0f7fe640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf10108c80 0x7fdf101113a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.070+0000 7fdf0f7fe640 1 -- 172.21.15.80:0/445125970 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf101229e0 con 0x7fdf1010be40 2024-04-22T00:00:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.072+0000 7fdf0f7fe640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf1010be40 0x7fdf101118e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fdf04037040 tx=0x7fdf04034670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.075+0000 7fdf0d7fa640 1 -- 172.21.15.80:0/445125970 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf04041020 con 0x7fdf1010be40 2024-04-22T00:00:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.076+0000 7fdf0d7fa640 1 -- 172.21.15.80:0/445125970 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf0402c9f0 con 0x7fdf1010be40 2024-04-22T00:00:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.076+0000 7fdf0d7fa640 1 -- 172.21.15.80:0/445125970 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf04039040 con 0x7fdf1010be40 2024-04-22T00:00:08.070 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.076+0000 7fdf165a1640 1 -- 172.21.15.80:0/445125970 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf10122c70 con 0x7fdf1010be40 2024-04-22T00:00:08.070 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.076+0000 7fdf165a1640 1 -- 172.21.15.80:0/445125970 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf101150a0 con 0x7fdf1010be40 2024-04-22T00:00:08.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.080+0000 7fdf1918c740 1 Processor -- start 2024-04-22T00:00:08.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.080+0000 7fdf1918c740 1 -- start start 2024-04-22T00:00:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.080+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c1b20 0x56118e5c1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.080+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 0x56118e5cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.080+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5cd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.080+0000 7fdf1918c740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56118e525b70 con 0x56118e5c2440 2024-04-22T00:00:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.080+0000 7fdf1918c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56118e4ce470 con 0x56118e5c1b20 2024-04-22T00:00:08.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.080+0000 7fdf1918c740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56118e521b30 con 0x56118e5cb210 2024-04-22T00:00:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.081+0000 7fdf0f7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5cd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.081+0000 7fdf0ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 0x56118e5cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.081+0000 7fdf0ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 0x56118e5cacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45672/0 (socket says 172.21.15.80:45672) 2024-04-22T00:00:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.081+0000 7fdf0ffff640 1 -- 172.21.15.80:0/2196254342 learned_addr learned my addr 172.21.15.80:0/2196254342 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.081+0000 7fdf14b3e640 1 --2- 172.21.15.80:0/2196254342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c1b20 0x56118e5c1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.082+0000 7fdf14b3e640 1 -- 172.21.15.80:0/2196254342 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 msgr2=0x56118e5cd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.082+0000 7fdf14b3e640 1 --2- 172.21.15.80:0/2196254342 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5cd600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.082+0000 7fdf14b3e640 1 -- 172.21.15.80:0/2196254342 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 msgr2=0x56118e5cacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.082+0000 7fdf14b3e640 1 --2- 172.21.15.80:0/2196254342 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 0x56118e5cacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.082+0000 7fdf14b3e640 1 -- 172.21.15.80:0/2196254342 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56118e23a210 con 0x56118e5c1b20 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.083+0000 7fdf14b3e640 1 --2- 172.21.15.80:0/2196254342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c1b20 0x56118e5c1f00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdf10109720 tx=0x7fdf00009ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63fc1358e4c58fe2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.083+0000 7fdf0d7fa640 1 -- 172.21.15.80:0/445125970 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdf04044020 con 0x7fdf1010be40 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.083+0000 7fdef67fc640 1 -- 172.21.15.80:0/2196254342 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf00015020 con 0x56118e5c1b20 2024-04-22T00:00:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.083+0000 7fdef67fc640 1 -- 172.21.15.80:0/2196254342 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf00011d10 con 0x56118e5c1b20 2024-04-22T00:00:08.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf0d7fa640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdef80a2f50 0x7fdef80a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf0d7fa640 1 -- 172.21.15.80:0/445125970 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fdf040f3a70 con 0x7fdf1010be40 2024-04-22T00:00:08.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf1918c740 1 -- 172.21.15.80:0/2196254342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c1b20 msgr2=0x56118e5c1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:08.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2196254342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c1b20 0x56118e5c1f00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdf10109720 tx=0x7fdf00009ac0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf1918c740 1 -- 172.21.15.80:0/2196254342 shutdown_connections 2024-04-22T00:00:08.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2196254342 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5cd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2196254342 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 0x56118e5cacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2196254342 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c1b20 0x56118e5c1f00 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.084+0000 7fdf1918c740 1 -- 172.21.15.80:0/2196254342 >> 172.21.15.80:0/2196254342 conn(0x56118e5bc440 msgr2=0x56118e5bc820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:08.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.085+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdef80a2f50 0x7fdef80a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.086+0000 7fdf1918c740 1 -- 172.21.15.80:0/2196254342 shutdown_connections 2024-04-22T00:00:08.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.086+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdef80a2f50 0x7fdef80a5410 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x56118e5c15d0 tx=0x7fdf080095c0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:08.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.087+0000 7fdf1918c740 1 -- 172.21.15.80:0/2196254342 wait complete. 2024-04-22T00:00:08.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.087+0000 7fdf1918c740 1 -- start start 2024-04-22T00:00:08.080 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.088+0000 7fdf1918c740 1 Processor -- start 2024-04-22T00:00:08.081 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.088+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5c8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.081 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.088+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c2440 0x56118e5c8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.088+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5c8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.088+0000 7fdf1918c740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56118e5cde90 con 0x56118e5c1b20 2024-04-22T00:00:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.088+0000 7fdf1918c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56118e4e1a10 con 0x56118e5c2440 2024-04-22T00:00:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.088+0000 7fdf1918c740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56118e5ce010 con 0x56118e5cb210 2024-04-22T00:00:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.088+0000 7fdf1918c740 10 client.0 _ll_register_callbacks cb 0x56118e51cb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.089+0000 7fdf14b3e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5c8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.089+0000 7fdf0f7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c2440 0x56118e5c8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.089+0000 7fdf14b3e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5c8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:45388/0 (socket says 172.21.15.80:45388) 2024-04-22T00:00:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.090+0000 7fdf14b3e640 1 -- 172.21.15.80:0/2428108633 learned_addr learned my addr 172.21.15.80:0/2428108633 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.090+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.091+0000 7fdf0ffff640 1 -- 172.21.15.80:0/2428108633 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 msgr2=0x56118e5c8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.091+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5c8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.091+0000 7fdf0ffff640 1 -- 172.21.15.80:0/2428108633 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c2440 msgr2=0x56118e5c8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.091+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c2440 0x56118e5c8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.091+0000 7fdf0ffff640 1 -- 172.21.15.80:0/2428108633 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56118e306620 con 0x56118e5c1b20 2024-04-22T00:00:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.092+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5c8140 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fdf080049d0 tx=0x7fdf08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86f22e97efdb95e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.092+0000 7fdeef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:00:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.092+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2428108633 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0802b060 con 0x56118e5c1b20 2024-04-22T00:00:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.092+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2428108633 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fdf0801d930 con 0x56118e5c1b20 2024-04-22T00:00:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.092+0000 7fdf1918c740 1 -- 172.21.15.80:0/2428108633 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf00011d10 con 0x56118e5c1b20 2024-04-22T00:00:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2428108633 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf0801db30 con 0x56118e5c1b20 2024-04-22T00:00:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdf1918c740 10 client.16218 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdf1918c740 1 -- 172.21.15.80:0/2428108633 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56118e5da130 con 0x56118e5c1b20 2024-04-22T00:00:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2428108633 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf00011d10 con 0x56118e5c1b20 2024-04-22T00:00:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2428108633 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdf0800b040 con 0x56118e5c1b20 2024-04-22T00:00:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdf1918c740 10 client.16218 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdf1918c740 10 client.16218 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdf1918c740 20 client.16218 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56118e5dba10 0x56118e5ddeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdf1918c740 4 client.16218 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:00:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.093+0000 7fdf1918c740 1 -- 172.21.15.80:0/2428108633 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56118e5330b0 con 0x56118e5dba10 2024-04-22T00:00:08.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.096+0000 7fdf0f7fe640 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56118e5dba10 0x56118e5ddeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.093 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.100+0000 7fdf0f7fe640 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56118e5dba10 0x56118e5ddeb0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb236fcc3a76c3c3 server_cookie=2a8313cedd0755be in_seq=0 out_seq=0 2024-04-22T00:00:08.093 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.100+0000 7fdeef7fe640 10 client.16218 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:08.099 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.107+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2428108633 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56118e5330b0 con 0x56118e5dba10 2024-04-22T00:00:08.099 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.107+0000 7fdeef7fe640 10 client.16218 handle_command_reply: tid=0 2024-04-22T00:00:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.107+0000 7fdf1918c740 1 client.16218 shutdown 2024-04-22T00:00:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.108+0000 7fdf1918c740 1 -- 172.21.15.80:0/2428108633 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 msgr2=0x56118e5c8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.108+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5c8140 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fdf080049d0 tx=0x7fdf08004a40 comp rx=0 tx=0).stop 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.110+0000 7fdf1918c740 1 -- 172.21.15.80:0/2428108633 shutdown_connections 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.110+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56118e5dba10 0x56118e5ddeb0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.110+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5cb210 0x56118e5c8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.110+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5c2440 0x56118e5c8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.110+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2428108633 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5c8140 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.110+0000 7fdf1918c740 1 -- 172.21.15.80:0/2428108633 >> 172.21.15.80:0/2428108633 conn(0x56118e5bc440 msgr2=0x56118e5be190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.111+0000 7fdeef7fe640 0 client.16218 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.111+0000 7fdf1918c740 1 -- 172.21.15.80:0/2428108633 shutdown_connections 2024-04-22T00:00:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.111+0000 7fdf1918c740 1 -- 172.21.15.80:0/2428108633 wait complete. 2024-04-22T00:00:08.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.111+0000 7fdf1918c740 20 client.16218 trim_cache size 0 max 16384 2024-04-22T00:00:08.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.143+0000 7fdf1918c740 1 Processor -- start 2024-04-22T00:00:08.137 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.144+0000 7fdf1918c740 1 -- start start 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.144+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c1b20 0x56118e5ca870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.144+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 0x56118e5d6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.144+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 0x56118e5b7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.144+0000 7fdf1918c740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdf101c8a70 con 0x56118e5c2440 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.144+0000 7fdf1918c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdf101c6340 con 0x56118e5cb210 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.144+0000 7fdf1918c740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fdf101c4190 con 0x56118e5c1b20 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.145+0000 7fdf0ffff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c1b20 0x56118e5ca870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.145+0000 7fdf0ffff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c1b20 0x56118e5ca870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:45398/0 (socket says 172.21.15.80:45398) 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.145+0000 7fdf0ffff640 1 -- 172.21.15.80:0/3497020046 learned_addr learned my addr 172.21.15.80:0/3497020046 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:08.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.145+0000 7fdf14b3e640 1 --2- 172.21.15.80:0/3497020046 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 0x56118e5b7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.146+0000 7fdf0ffff640 1 -- 172.21.15.80:0/3497020046 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 msgr2=0x56118e5b7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:08.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.146+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/3497020046 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 0x56118e5b7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.146+0000 7fdf0ffff640 1 -- 172.21.15.80:0/3497020046 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 msgr2=0x56118e5d6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:08.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.146+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/3497020046 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 0x56118e5d6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.146+0000 7fdf0ffff640 1 -- 172.21.15.80:0/3497020046 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56118e5bc270 con 0x56118e5c1b20 2024-04-22T00:00:08.140 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.147+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/3497020046 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c1b20 0x56118e5ca870 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fdf08006010 tx=0x7fdf0801dab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e01608a88cd07233 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:08.141 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.149+0000 7fdef5ffb640 1 -- 172.21.15.80:0/3497020046 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0801dcd0 con 0x56118e5c1b20 2024-04-22T00:00:08.141 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.149+0000 7fdef5ffb640 1 -- 172.21.15.80:0/3497020046 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf0802f590 con 0x56118e5c1b20 2024-04-22T00:00:08.141 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.149+0000 7fdef5ffb640 1 -- 172.21.15.80:0/3497020046 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0801b410 con 0x56118e5c1b20 2024-04-22T00:00:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.151+0000 7fdf1918c740 1 -- 172.21.15.80:0/3497020046 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c1b20 msgr2=0x56118e5ca870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.151+0000 7fdf1918c740 1 --2- 172.21.15.80:0/3497020046 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c1b20 0x56118e5ca870 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fdf08006010 tx=0x7fdf0801dab0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.151+0000 7fdf1918c740 1 -- 172.21.15.80:0/3497020046 shutdown_connections 2024-04-22T00:00:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.151+0000 7fdf1918c740 1 --2- 172.21.15.80:0/3497020046 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 0x56118e5b7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.151+0000 7fdf1918c740 1 --2- 172.21.15.80:0/3497020046 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c2440 0x56118e5d6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.151+0000 7fdf1918c740 1 --2- 172.21.15.80:0/3497020046 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c1b20 0x56118e5ca870 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.151+0000 7fdf1918c740 1 -- 172.21.15.80:0/3497020046 >> 172.21.15.80:0/3497020046 conn(0x56118e5bc440 msgr2=0x56118e5c8100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:08.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.153+0000 7fdf1918c740 1 -- 172.21.15.80:0/3497020046 shutdown_connections 2024-04-22T00:00:08.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.154+0000 7fdf1918c740 1 -- 172.21.15.80:0/3497020046 wait complete. 2024-04-22T00:00:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.154+0000 7fdf1918c740 1 -- start start 2024-04-22T00:00:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.154+0000 7fdf1918c740 1 Processor -- start 2024-04-22T00:00:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.155+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5d32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.155+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c2440 0x56118e5d37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.155+0000 7fdf1918c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 0x56118e5c43f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.155+0000 7fdf1918c740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdf101c4800 con 0x56118e5c1b20 2024-04-22T00:00:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.155+0000 7fdf1918c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdf101c5c70 con 0x56118e5cb210 2024-04-22T00:00:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.155+0000 7fdf1918c740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fdf101c4ed0 con 0x56118e5c2440 2024-04-22T00:00:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.155+0000 7fdf1918c740 10 client.0 _ll_register_callbacks cb 0x7fdf08009b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.155+0000 7fdf14b3e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 0x56118e5c43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.158+0000 7fdf0f7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c2440 0x56118e5d37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.158+0000 7fdf0ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5d32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.158+0000 7fdf0ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5d32b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45690/0 (socket says 172.21.15.80:45690) 2024-04-22T00:00:08.152 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.158+0000 7fdf0ffff640 1 -- 172.21.15.80:0/2820728258 learned_addr learned my addr 172.21.15.80:0/2820728258 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:08.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.160+0000 7fdf0f7fe640 1 -- 172.21.15.80:0/2820728258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 msgr2=0x56118e5c43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:08.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.160+0000 7fdf0f7fe640 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 0x56118e5c43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.160+0000 7fdf0f7fe640 1 -- 172.21.15.80:0/2820728258 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 msgr2=0x56118e5d32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:08.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.160+0000 7fdf0f7fe640 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5d32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:08.153 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.160+0000 7fdf0f7fe640 1 -- 172.21.15.80:0/2820728258 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56118e5c49b0 con 0x56118e5c2440 2024-04-22T00:00:08.154 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.161+0000 7fdf0f7fe640 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c2440 0x56118e5d37f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdf040f0f30 tx=0x7fdf040bf8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36c3adde7689d94a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:08.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.163+0000 7fdeef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:00:08.156 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.163+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2820728258 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf040dc020 con 0x56118e5c2440 2024-04-22T00:00:08.157 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.163+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2820728258 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fdf040035f0 con 0x56118e5c2440 2024-04-22T00:00:08.157 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.163+0000 7fdf1918c740 1 -- 172.21.15.80:0/2820728258 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf0802f590 con 0x56118e5c2440 2024-04-22T00:00:08.159 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.165+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2820728258 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf040bfd00 con 0x56118e5c2440 2024-04-22T00:00:08.159 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.165+0000 7fdf1918c740 10 client.25564 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:08.159 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.166+0000 7fdf1918c740 1 -- 172.21.15.80:0/2820728258 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56118e641900 con 0x56118e5c2440 2024-04-22T00:00:08.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.172+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2820728258 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf0802f590 con 0x56118e5c2440 2024-04-22T00:00:08.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.172+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2820728258 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdf040d7070 con 0x56118e5c2440 2024-04-22T00:00:08.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.172+0000 7fdf1918c740 10 client.25564 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:08.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.172+0000 7fdf1918c740 10 client.25564 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:08.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.172+0000 7fdf1918c740 20 client.25564 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:08.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.172+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56118e6421b0 0x56118e6445d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:08.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.172+0000 7fdf1918c740 4 client.25564 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:00:08.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.172+0000 7fdf1918c740 1 -- 172.21.15.80:0/2820728258 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56118e52d400 con 0x56118e6421b0 2024-04-22T00:00:08.166 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.174+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56118e6421b0 0x56118e6445d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:08.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.183+0000 7fdeef7fe640 10 client.25564 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:08.178 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:08.183+0000 7fdf0ffff640 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56118e6421b0 0x56118e6445d0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81bfc5de23b21cce server_cookie=643adaf79711a119 in_seq=0 out_seq=0 2024-04-22T00:00:09.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:09 smithi144 ceph-mon[31316]: pgmap v62: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 307 op/s 2024-04-22T00:00:09.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:09 smithi080 ceph-mon[27925]: pgmap v62: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 307 op/s 2024-04-22T00:00:09.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:09 smithi120 ceph-mon[31499]: pgmap v62: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 307 op/s 2024-04-22T00:00:11.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:11 smithi144 ceph-mon[31316]: pgmap v63: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 307 op/s 2024-04-22T00:00:11.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:11 smithi080 ceph-mon[27925]: pgmap v63: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 307 op/s 2024-04-22T00:00:11.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:11 smithi120 ceph-mon[31499]: pgmap v63: 129 pgs: 129 active+clean; 67 MiB data, 495 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 307 op/s 2024-04-22T00:00:13.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:13 smithi144 ceph-mon[31316]: pgmap v64: 129 pgs: 129 active+clean; 122 MiB data, 526 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.3 MiB/s wr, 1.25k op/s 2024-04-22T00:00:13.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:13 smithi080 ceph-mon[27925]: pgmap v64: 129 pgs: 129 active+clean; 122 MiB data, 526 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.3 MiB/s wr, 1.25k op/s 2024-04-22T00:00:13.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:13 smithi120 ceph-mon[31499]: pgmap v64: 129 pgs: 129 active+clean; 122 MiB data, 526 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.3 MiB/s wr, 1.25k op/s 2024-04-22T00:00:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.273+0000 7fdeef7fe640 1 -- 172.21.15.80:0/2820728258 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56118e52d400 con 0x56118e6421b0 2024-04-22T00:00:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.273+0000 7fdeef7fe640 10 client.25564 handle_command_reply: tid=0 2024-04-22T00:00:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.273+0000 7fdf1918c740 1 client.25564 shutdown 2024-04-22T00:00:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.273+0000 7fdf1918c740 1 -- 172.21.15.80:0/2820728258 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c2440 msgr2=0x56118e5d37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.273+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c2440 0x56118e5d37f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdf040f0f30 tx=0x7fdf040bf8a0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 1 -- 172.21.15.80:0/2820728258 shutdown_connections 2024-04-22T00:00:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56118e6421b0 0x56118e6445d0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56118e5cb210 0x56118e5c43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56118e5c2440 0x56118e5d37f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdeef7fe640 0 client.25564 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 1 --2- 172.21.15.80:0/2820728258 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56118e5c1b20 0x56118e5d32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 1 -- 172.21.15.80:0/2820728258 >> 172.21.15.80:0/2820728258 conn(0x56118e5bc440 msgr2=0x56118e5c8100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 1 -- 172.21.15.80:0/2820728258 shutdown_connections 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 1 -- 172.21.15.80:0/2820728258 wait complete. 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf1918c740 20 client.25564 trim_cache size 0 max 16384 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:00:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:00:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:00:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf165a1640 1 -- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdef80a2f50 msgr2=0x7fdef80a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf165a1640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdef80a2f50 0x7fdef80a5410 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x56118e5c15d0 tx=0x7fdf080095c0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf165a1640 1 -- 172.21.15.80:0/445125970 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf1010be40 msgr2=0x7fdf101118e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf165a1640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf1010be40 0x7fdf101118e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fdf04037040 tx=0x7fdf04034670 comp rx=0 tx=0).stop 2024-04-22T00:00:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.274+0000 7fdf165a1640 1 -- 172.21.15.80:0/445125970 shutdown_connections 2024-04-22T00:00:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.275+0000 7fdf165a1640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdef80a2f50 0x7fdef80a5410 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.275+0000 7fdf165a1640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf101167d0 0x7fdf10122120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.275+0000 7fdf165a1640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdf1010be40 0x7fdf101118e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.275+0000 7fdf165a1640 1 --2- 172.21.15.80:0/445125970 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdf10108c80 0x7fdf101113a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.275+0000 7fdf165a1640 1 -- 172.21.15.80:0/445125970 >> 172.21.15.80:0/445125970 conn(0x7fdf1006c810 msgr2=0x7fdf10116bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.275+0000 7fdf165a1640 1 -- 172.21.15.80:0/445125970 shutdown_connections 2024-04-22T00:00:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:14.275+0000 7fdf165a1640 1 -- 172.21.15.80:0/445125970 wait complete. 2024-04-22T00:00:15.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:15 smithi144 ceph-mon[31316]: pgmap v65: 129 pgs: 129 active+clean; 122 MiB data, 526 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.8 MiB/s wr, 1.02k op/s 2024-04-22T00:00:15.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:15 smithi080 ceph-mon[27925]: pgmap v65: 129 pgs: 129 active+clean; 122 MiB data, 526 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.8 MiB/s wr, 1.02k op/s 2024-04-22T00:00:15.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:15 smithi120 ceph-mon[31499]: pgmap v65: 129 pgs: 129 active+clean; 122 MiB data, 526 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.8 MiB/s wr, 1.02k op/s 2024-04-22T00:00:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:16 smithi144 ceph-mon[31316]: pgmap v66: 129 pgs: 129 active+clean; 120 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.9 MiB/s wr, 1.32k op/s 2024-04-22T00:00:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:16 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:00:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:16 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:00:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:16 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:00:16.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:16 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:00:16.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:16 smithi080 ceph-mon[27925]: pgmap v66: 129 pgs: 129 active+clean; 120 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.9 MiB/s wr, 1.32k op/s 2024-04-22T00:00:16.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:16 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:00:16.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:16 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:00:16.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:16 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:00:16.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:16 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:00:16.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:16 smithi120 ceph-mon[31499]: pgmap v66: 129 pgs: 129 active+clean; 120 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.9 MiB/s wr, 1.32k op/s 2024-04-22T00:00:16.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:16 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:00:16.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:16 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:00:16.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:16 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:00:16.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:16 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:00:16.865 INFO:tasks.workunit.client.0.smithi080.stdout: 31 126539 107 95046 142 73706 367 2024-04-22T00:00:18.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:18 smithi120 ceph-mon[31499]: pgmap v67: 129 pgs: 129 active+clean; 123 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.3 MiB/s wr, 1.33k op/s 2024-04-22T00:00:18.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:18 smithi144 ceph-mon[31316]: pgmap v67: 129 pgs: 129 active+clean; 123 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.3 MiB/s wr, 1.33k op/s 2024-04-22T00:00:18.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:18 smithi080 ceph-mon[27925]: pgmap v67: 129 pgs: 129 active+clean; 123 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.3 MiB/s wr, 1.33k op/s 2024-04-22T00:00:20.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:20 smithi120 ceph-mon[31499]: pgmap v68: 129 pgs: 129 active+clean; 123 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.3 MiB/s wr, 1.33k op/s 2024-04-22T00:00:20.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:20 smithi144 ceph-mon[31316]: pgmap v68: 129 pgs: 129 active+clean; 123 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.3 MiB/s wr, 1.33k op/s 2024-04-22T00:00:20.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:20 smithi080 ceph-mon[27925]: pgmap v68: 129 pgs: 129 active+clean; 123 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.3 MiB/s wr, 1.33k op/s 2024-04-22T00:00:22.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:22 smithi120 ceph-mon[31499]: pgmap v69: 129 pgs: 129 active+clean; 130 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 1.44k op/s 2024-04-22T00:00:22.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:22 smithi144 ceph-mon[31316]: pgmap v69: 129 pgs: 129 active+clean; 130 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 1.44k op/s 2024-04-22T00:00:22.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:22 smithi080 ceph-mon[27925]: pgmap v69: 129 pgs: 129 active+clean; 130 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 1.44k op/s 2024-04-22T00:00:24.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:24 smithi120 ceph-mon[31499]: pgmap v70: 129 pgs: 129 active+clean; 130 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 488 op/s 2024-04-22T00:00:24.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:24 smithi144 ceph-mon[31316]: pgmap v70: 129 pgs: 129 active+clean; 130 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 488 op/s 2024-04-22T00:00:24.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:24 smithi080 ceph-mon[27925]: pgmap v70: 129 pgs: 129 active+clean; 130 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 488 op/s 2024-04-22T00:00:26.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:26 smithi120 ceph-mon[31499]: pgmap v71: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 542 op/s 2024-04-22T00:00:26.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:26 smithi144 ceph-mon[31316]: pgmap v71: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 542 op/s 2024-04-22T00:00:26.636 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T00:00:26.637 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T00:00:26.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:26 smithi080 ceph-mon[27925]: pgmap v71: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 542 op/s 2024-04-22T00:00:26.865 INFO:tasks.workunit.client.0.smithi080.stdout: 39 1027485 620 750975 457 546668 1317 2024-04-22T00:00:27.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.092+0000 7f3c98cff640 1 -- 172.21.15.80:0/3337240506 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8402cce0 con 0x7f3c94112490 2024-04-22T00:00:27.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.093+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3337240506 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c94112490 msgr2=0x7f3c94114880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.093+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3337240506 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c94112490 0x7f3c94114880 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3c84009930 tx=0x7f3c8402bc60 comp rx=0 tx=0).stop 2024-04-22T00:00:27.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.095+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3337240506 shutdown_connections 2024-04-22T00:00:27.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.095+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3337240506 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c94112490 0x7f3c94114880 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.095+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3337240506 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c94076590 0x7f3c94111f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.095+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3337240506 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c94075c70 0x7f3c94076050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.095+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3337240506 >> 172.21.15.80:0/3337240506 conn(0x7f3c940ff280 msgr2=0x7f3c941016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.091 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.099+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3337240506 shutdown_connections 2024-04-22T00:00:27.103 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.110+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3337240506 wait complete. 2024-04-22T00:00:27.104 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9ad03640 1 Processor -- start 2024-04-22T00:00:27.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9ad03640 1 -- start start 2024-04-22T00:00:27.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9ad03640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c94075c70 0x7f3c9419e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9ad03640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c94076590 0x7f3c9419eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9ad03640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c94112490 0x7f3c941a2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9ad03640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3c941180a0 con 0x7f3c94112490 2024-04-22T00:00:27.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9ad03640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3c94117f20 con 0x7f3c94075c70 2024-04-22T00:00:27.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9ad03640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3c94118220 con 0x7f3c94076590 2024-04-22T00:00:27.106 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c99500640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c94076590 0x7f3c9419eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c99500640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c94076590 0x7f3c9419eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53392/0 (socket says 172.21.15.80:53392) 2024-04-22T00:00:27.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c99500640 1 -- 172.21.15.80:0/3246200187 learned_addr learned my addr 172.21.15.80:0/3246200187 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.112+0000 7f3c9a502640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c94112490 0x7f3c941a2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.113+0000 7f3c99500640 1 -- 172.21.15.80:0/3246200187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c94075c70 msgr2=0x7f3c9419e560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:00:27.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.113+0000 7f3c99500640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c94075c70 0x7f3c9419e560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.113+0000 7f3c99500640 1 -- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c94112490 msgr2=0x7f3c941a2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.113+0000 7f3c99500640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c94112490 0x7f3c941a2e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.107 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.113+0000 7f3c99500640 1 -- 172.21.15.80:0/3246200187 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c941a3520 con 0x7f3c94076590 2024-04-22T00:00:27.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.113+0000 7f3c9a502640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c94112490 0x7f3c941a2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:00:27.108 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.113+0000 7f3c99500640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c94076590 0x7f3c9419eaa0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3c9000ba80 tx=0x7f3c9000bf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.112 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.118+0000 7f3c8affd640 1 -- 172.21.15.80:0/3246200187 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90019070 con 0x7f3c94076590 2024-04-22T00:00:27.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.120+0000 7f3c8affd640 1 -- 172.21.15.80:0/3246200187 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c9000cc90 con 0x7f3c94076590 2024-04-22T00:00:27.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.120+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3246200187 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c941a3810 con 0x7f3c94076590 2024-04-22T00:00:27.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.120+0000 7f3c8affd640 1 -- 172.21.15.80:0/3246200187 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90007710 con 0x7f3c94076590 2024-04-22T00:00:27.113 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.120+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3246200187 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c94103700 con 0x7f3c94076590 2024-04-22T00:00:27.117 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.124+0000 7f3c8affd640 1 -- 172.21.15.80:0/3246200187 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3c9001c070 con 0x7f3c94076590 2024-04-22T00:00:27.119 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.125+0000 7f3c8affd640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3c800a2f00 0x7f3c800a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.119 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.126+0000 7f3c8affd640 1 -- 172.21.15.80:0/3246200187 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f3c900cecc0 con 0x7f3c94076590 2024-04-22T00:00:27.119 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.126+0000 7f3c99d01640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3c800a2f00 0x7f3c800a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.120 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.126+0000 7f3c9ec2f740 1 Processor -- start 2024-04-22T00:00:27.120 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.127+0000 7f3c99d01640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3c800a2f00 0x7f3c800a53c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c00a890 tx=0x7f3c8c005b80 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.120 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.127+0000 7f3c9ec2f740 1 -- start start 2024-04-22T00:00:27.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.128+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e922020e0 0x556e922024c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.128+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.128+0000 7f3c99500640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.121 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.128+0000 7f3c99500640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40204/0 (socket says 172.21.15.80:40204) 2024-04-22T00:00:27.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.129+0000 7f3c99500640 1 -- 172.21.15.80:0/417846529 learned_addr learned my addr 172.21.15.80:0/417846529 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.129+0000 7f3c99d01640 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e922020e0 0x556e922024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.129+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e9220d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.129+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/417846529 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556e92166560 con 0x556e92202a00 2024-04-22T00:00:27.122 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.129+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/417846529 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556e9210e730 con 0x556e922020e0 2024-04-22T00:00:27.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.129+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/417846529 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556e92162520 con 0x556e9220b5e0 2024-04-22T00:00:27.123 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.129+0000 7f3c9a502640 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e9220d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c9a502640 1 -- 172.21.15.80:0/417846529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e922020e0 msgr2=0x556e922024c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c9a502640 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e922020e0 0x556e922024c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c9a502640 1 -- 172.21.15.80:0/417846529 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 msgr2=0x556e9220b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c9a502640 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c9a502640 1 -- 172.21.15.80:0/417846529 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e91f447d0 con 0x556e9220b5e0 2024-04-22T00:00:27.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c99500640 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c9a502640 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e9220d9d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3c84009230 tx=0x7f3c8402c6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=283196167e239288 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.124 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c7ffff640 1 -- 172.21.15.80:0/417846529 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c84042070 con 0x556e9220b5e0 2024-04-22T00:00:27.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.130+0000 7f3c7ffff640 1 -- 172.21.15.80:0/417846529 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c84004380 con 0x556e9220b5e0 2024-04-22T00:00:27.125 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.131+0000 7f3c7ffff640 1 -- 172.21.15.80:0/417846529 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c840046c0 con 0x556e9220b5e0 2024-04-22T00:00:27.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/417846529 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 msgr2=0x556e9220d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.126 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e9220d9d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3c84009230 tx=0x7f3c8402c6d0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/417846529 shutdown_connections 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e9220d9d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/417846529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e922020e0 0x556e922024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/417846529 >> 172.21.15.80:0/417846529 conn(0x556e921fc810 msgr2=0x556e921fcbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/417846529 shutdown_connections 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.132+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/417846529 wait complete. 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.133+0000 7f3c9ec2f740 1 -- start start 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.133+0000 7f3c9ec2f740 1 Processor -- start 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.133+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e922020e0 0x556e922085a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.133+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e92202a00 0x556e92208ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.133+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e92209020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.133+0000 7f3c9ec2f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556e9220e3c0 con 0x556e922020e0 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9ec2f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556e92121e00 con 0x556e92202a00 2024-04-22T00:00:27.127 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9ec2f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556e9220e540 con 0x556e9220b5e0 2024-04-22T00:00:27.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9ec2f740 10 client.0 _ll_register_callbacks cb 0x556e9215ceb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:27.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c99500640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e92202a00 0x556e92208ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c99500640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e92202a00 0x556e92208ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39162/0 (socket says 172.21.15.80:39162) 2024-04-22T00:00:27.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c99500640 1 -- 172.21.15.80:0/3568925952 learned_addr learned my addr 172.21.15.80:0/3568925952 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9a502640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e92209020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.128 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c99d01640 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e922020e0 0x556e922085a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9a502640 1 -- 172.21.15.80:0/3568925952 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e92202a00 msgr2=0x556e92208ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9a502640 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e92202a00 0x556e92208ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9a502640 1 -- 172.21.15.80:0/3568925952 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e922020e0 msgr2=0x556e922085a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9a502640 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e922020e0 0x556e922085a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.130 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.134+0000 7f3c9a502640 1 -- 172.21.15.80:0/3568925952 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e91e7a3f0 con 0x556e9220b5e0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c9a502640 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e92209020 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3c84009230 tx=0x7f3c8402bc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ffe7452fd1456881 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c7d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/3568925952 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c84042050 con 0x556e9220b5e0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/3568925952 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c84004380 con 0x556e9220b5e0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/3568925952 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f3c84003800 con 0x556e9220b5e0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/3568925952 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c84003a00 con 0x556e9220b5e0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c9ec2f740 10 client.25573 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/3568925952 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e91e3a0f0 con 0x556e9220b5e0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.135+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/3568925952 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c84004380 con 0x556e9220b5e0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/3568925952 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3c84047c00 con 0x556e9220b5e0 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c9ec2f740 10 client.25573 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c9ec2f740 10 client.25573 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c9ec2f740 20 client.25573 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:27.131 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556e9221b8f0 0x556e9221dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c9ec2f740 4 client.25573 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:00:27.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/3568925952 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e92173aa0 con 0x556e9221b8f0 2024-04-22T00:00:27.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c99d01640 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556e9221b8f0 0x556e9221dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c7d7fa640 10 client.25573 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:27.132 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.136+0000 7f3c99d01640 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556e9221b8f0 0x556e9221dd50 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a51685d33f005e85 server_cookie=d5758d9d5b75f379 in_seq=0 out_seq=0 2024-04-22T00:00:27.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.139+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/3568925952 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556e92173aa0 con 0x556e9221b8f0 2024-04-22T00:00:27.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.143+0000 7f3c7d7fa640 10 client.25573 handle_command_reply: tid=0 2024-04-22T00:00:27.137 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.143+0000 7f3c9ec2f740 1 client.25573 shutdown 2024-04-22T00:00:27.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.150+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/3568925952 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 msgr2=0x556e92209020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.143 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.150+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e92209020 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3c84009230 tx=0x7f3c8402bc60 comp rx=0 tx=0).stop 2024-04-22T00:00:27.163 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.171+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/3568925952 shutdown_connections 2024-04-22T00:00:27.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.171+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556e9221b8f0 0x556e9221dd50 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.173+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e9220b5e0 0x556e92209020 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.173+0000 7f3c7d7fa640 0 client.25573 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:27.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.173+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e92202a00 0x556e92208ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.174+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/3568925952 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e922020e0 0x556e922085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.174+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/3568925952 >> 172.21.15.80:0/3568925952 conn(0x556e921fc810 msgr2=0x556e921fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.175+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/3568925952 shutdown_connections 2024-04-22T00:00:27.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.176+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/3568925952 wait complete. 2024-04-22T00:00:27.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.176+0000 7f3c9ec2f740 20 client.25573 trim_cache size 0 max 16384 2024-04-22T00:00:27.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9ec2f740 1 Processor -- start 2024-04-22T00:00:27.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9ec2f740 1 -- start start 2024-04-22T00:00:27.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e922172d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 0x556e921fcbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9ec2f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3c941bfe90 con 0x556e92202a00 2024-04-22T00:00:27.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9ec2f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3c941bd760 con 0x556e9220b5e0 2024-04-22T00:00:27.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9ec2f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9410cd10 con 0x556e922020e0 2024-04-22T00:00:27.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99500640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e922172d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99500640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e922172d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40224/0 (socket says 172.21.15.80:40224) 2024-04-22T00:00:27.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99500640 1 -- 172.21.15.80:0/1206753605 learned_addr learned my addr 172.21.15.80:0/1206753605 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c9a502640 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 0x556e921fcbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99d01640 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99500640 1 -- 172.21.15.80:0/1206753605 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 msgr2=0x556e9220acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99500640 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99500640 1 -- 172.21.15.80:0/1206753605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 msgr2=0x556e921fcbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99500640 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 0x556e921fcbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.263 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.255+0000 7f3c99500640 1 -- 172.21.15.80:0/1206753605 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e92202830 con 0x556e92202a00 2024-04-22T00:00:27.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.256+0000 7f3c99500640 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e922172d0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f3c900973d0 tx=0x7f3c900bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cf69e2ed23d8f03 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.256+0000 7f3c7f7fe640 1 -- 172.21.15.80:0/1206753605 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c900b5070 con 0x556e92202a00 2024-04-22T00:00:27.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.256+0000 7f3c7f7fe640 1 -- 172.21.15.80:0/1206753605 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c9009f320 con 0x556e92202a00 2024-04-22T00:00:27.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.256+0000 7f3c7f7fe640 1 -- 172.21.15.80:0/1206753605 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90097770 con 0x556e92202a00 2024-04-22T00:00:27.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/1206753605 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 msgr2=0x556e922172d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.264 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e922172d0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f3c900973d0 tx=0x7f3c900bb040 comp rx=0 tx=0).stop 2024-04-22T00:00:27.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/1206753605 shutdown_connections 2024-04-22T00:00:27.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 0x556e921fcbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e922172d0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/1206753605 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/1206753605 >> 172.21.15.80:0/1206753605 conn(0x556e921fc810 msgr2=0x556e921fdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/1206753605 shutdown_connections 2024-04-22T00:00:27.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/1206753605 wait complete. 2024-04-22T00:00:27.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 -- start start 2024-04-22T00:00:27.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.257+0000 7f3c9ec2f740 1 Processor -- start 2024-04-22T00:00:27.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c9ec2f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 0x556e9220f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c99d01640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c9ec2f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9410d380 con 0x556e92202a00 2024-04-22T00:00:27.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c99d01640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53420/0 (socket says 172.21.15.80:53420) 2024-04-22T00:00:27.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c99d01640 1 -- 172.21.15.80:0/4257195058 learned_addr learned my addr 172.21.15.80:0/4257195058 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3c941bd090 con 0x556e9220b5e0 2024-04-22T00:00:27.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f3c941bc2f0 con 0x556e922020e0 2024-04-22T00:00:27.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c99500640 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.258+0000 7f3c9a502640 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 0x556e9220f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.268 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c9ec2f740 10 client.0 _ll_register_callbacks cb 0x7f3c900099d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:27.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c99d01640 1 -- 172.21.15.80:0/4257195058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 msgr2=0x556e9220f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c99d01640 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 0x556e9220f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c99d01640 1 -- 172.21.15.80:0/4257195058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 msgr2=0x556e9220ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c99d01640 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c99d01640 1 -- 172.21.15.80:0/4257195058 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e9227ff30 con 0x556e922020e0 2024-04-22T00:00:27.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c9009f320 con 0x556e922020e0 2024-04-22T00:00:27.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c99d01640 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220e7a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c0058c0 tx=0x7f3c8c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba0e39230f5cbc8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c7d7fa640 10 client.25579 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:00:27.271 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/4257195058 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c026520 con 0x556e922020e0 2024-04-22T00:00:27.271 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/4257195058 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f3c8c0266c0 con 0x556e922020e0 2024-04-22T00:00:27.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/4257195058 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c8c026900 con 0x556e922020e0 2024-04-22T00:00:27.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c9ec2f740 10 client.25579 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:27.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.259+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({fsmap=26}) -- 0x556e92281180 con 0x556e922020e0 2024-04-22T00:00:27.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/4257195058 <== mon.1 v2:172.21.15.144:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3c8c01b040 con 0x556e922020e0 2024-04-22T00:00:27.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c9ec2f740 10 client.25579 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:27.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c9ec2f740 10 client.25579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:27.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c9ec2f740 20 client.25579 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:27.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556e9221b8f0 0x556e92283890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c9ec2f740 4 client.25579 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T00:00:27.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556e9216ddf0 con 0x556e9221b8f0 2024-04-22T00:00:27.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c99500640 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556e9221b8f0 0x556e92283890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c99500640 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556e9221b8f0 0x556e92283890 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dde761668bbd50e2 server_cookie=a5c4f24632ea9176 in_seq=0 out_seq=0 2024-04-22T00:00:27.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.260+0000 7f3c7d7fa640 10 client.25579 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:27.275 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.263+0000 7f3c7d7fa640 1 -- 172.21.15.80:0/4257195058 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556e9216ddf0 con 0x556e9221b8f0 2024-04-22T00:00:27.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.263+0000 7f3c7d7fa640 10 client.25579 handle_command_reply: tid=0 2024-04-22T00:00:27.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.263+0000 7f3c9ec2f740 1 client.25579 shutdown 2024-04-22T00:00:27.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.263+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 msgr2=0x556e9220e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.263+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220e7a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c0058c0 tx=0x7f3c8c0046c0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 shutdown_connections 2024-04-22T00:00:27.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556e9221b8f0 0x556e92283890 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c7d7fa640 0 client.25579 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:27.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e9220b5e0 0x556e9220f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556e92202a00 0x556e9220ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 1 --2- 172.21.15.80:0/4257195058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556e922020e0 0x556e9220e7a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 >> 172.21.15.80:0/4257195058 conn(0x556e921fc810 msgr2=0x556e921fb800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 shutdown_connections 2024-04-22T00:00:27.277 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 1 -- 172.21.15.80:0/4257195058 wait complete. 2024-04-22T00:00:27.278 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ec2f740 20 client.25579 trim_cache size 0 max 16384 2024-04-22T00:00:27.278 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-22T00:00:27.279 INFO:teuthology.orchestra.run.smithi080.stdout: "status": "no active scrubs running", 2024-04-22T00:00:27.279 INFO:teuthology.orchestra.run.smithi080.stdout: "scrubs": {} 2024-04-22T00:00:27.279 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-22T00:00:27.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3c800a2f00 msgr2=0x7f3c800a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3c800a2f00 0x7f3c800a53c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c00a890 tx=0x7f3c8c005b80 comp rx=0 tx=0).stop 2024-04-22T00:00:27.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3246200187 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c94076590 msgr2=0x7f3c9419eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.281 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c94076590 0x7f3c9419eaa0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3c9000ba80 tx=0x7f3c9000bf40 comp rx=0 tx=0).stop 2024-04-22T00:00:27.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3246200187 shutdown_connections 2024-04-22T00:00:27.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f3c94112490 0x7f3c941a2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f3c94076590 0x7f3c9419eaa0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f3c800a2f00 0x7f3c800a53c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.282 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 --2- 172.21.15.80:0/3246200187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3c94075c70 0x7f3c9419e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.264+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3246200187 >> 172.21.15.80:0/3246200187 conn(0x7f3c940ff280 msgr2=0x7f3c94113a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.265+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3246200187 shutdown_connections 2024-04-22T00:00:27.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.265+0000 7f3c9ad03640 1 -- 172.21.15.80:0/3246200187 wait complete. 2024-04-22T00:00:27.283 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T00:00:27.284 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:00:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.382+0000 7f7809397640 1 -- 172.21.15.80:0/4002265389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78040ffc60 msgr2=0x7f78041000c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.382+0000 7f7809397640 1 --2- 172.21.15.80:0/4002265389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78040ffc60 0x7f78041000c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009900 tx=0x7f77f802bc30 comp rx=0 tx=0).stop 2024-04-22T00:00:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.383+0000 7f7809397640 1 -- 172.21.15.80:0/4002265389 shutdown_connections 2024-04-22T00:00:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.383+0000 7f7809397640 1 --2- 172.21.15.80:0/4002265389 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7804100600 0x7f780410e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.383+0000 7f7809397640 1 --2- 172.21.15.80:0/4002265389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78040ffc60 0x7f78041000c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.383+0000 7f7809397640 1 --2- 172.21.15.80:0/4002265389 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7804107720 0x7f7804107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.383+0000 7f7809397640 1 -- 172.21.15.80:0/4002265389 >> 172.21.15.80:0/4002265389 conn(0x7f7804076bd0 msgr2=0x7f78040fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.383+0000 7f7809397640 1 -- 172.21.15.80:0/4002265389 shutdown_connections 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.383+0000 7f7809397640 1 -- 172.21.15.80:0/4002265389 wait complete. 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.383+0000 7f7809397640 1 Processor -- start 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f7809397640 1 -- start start 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f7809397640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78040ffc60 0x7f7804100e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f7809397640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7804100600 0x7f7804101380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f7809397640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7804107720 0x7f78041018c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f7809397640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7804111b60 con 0x7f7804100600 2024-04-22T00:00:27.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f7809397640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f78041119e0 con 0x7f7804107720 2024-04-22T00:00:27.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f7809397640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7804111ce0 con 0x7f78040ffc60 2024-04-22T00:00:27.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7804100600 0x7f7804101380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.388 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78037fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7804107720 0x7f78041018c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f7802ffd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78040ffc60 0x7f7804100e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7804100600 0x7f7804101380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40258/0 (socket says 172.21.15.80:40258) 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78037fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7804107720 0x7f78041018c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39214/0 (socket says 172.21.15.80:39214) 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 -- 172.21.15.80:0/1595480944 learned_addr learned my addr 172.21.15.80:0/1595480944 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 -- 172.21.15.80:0/1595480944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78040ffc60 msgr2=0x7f7804100e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78040ffc60 0x7f7804100e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 -- 172.21.15.80:0/1595480944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7804107720 msgr2=0x7f78041018c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7804107720 0x7f78041018c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 -- 172.21.15.80:0/1595480944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78041a6440 con 0x7f7804100600 2024-04-22T00:00:27.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78037fe640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7804107720 0x7f78041018c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.384+0000 7f78027fc640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7804100600 0x7f7804101380 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f77f8005940 tx=0x7f77f8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.385+0000 7f77ebfff640 1 -- 172.21.15.80:0/1595480944 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f8041070 con 0x7f7804100600 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.385+0000 7f7809397640 1 -- 172.21.15.80:0/1595480944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78041a66d0 con 0x7f7804100600 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.385+0000 7f77ebfff640 1 -- 172.21.15.80:0/1595480944 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77f80054e0 con 0x7f7804100600 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.385+0000 7f77ebfff640 1 -- 172.21.15.80:0/1595480944 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f8003c30 con 0x7f7804100600 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.385+0000 7f7809397640 1 -- 172.21.15.80:0/1595480944 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78041a6c10 con 0x7f7804100600 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.387+0000 7f77ebfff640 1 -- 172.21.15.80:0/1595480944 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f77f8044070 con 0x7f7804100600 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.387+0000 7f780bf7f740 1 Processor -- start 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f780bf7f740 1 -- start start 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05cd9f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05ce2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f780bf7f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x560a05c3db70 con 0x560a05cda440 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f780bf7f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560a05be6470 con 0x560a05ce3210 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f780bf7f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x560a05c39b30 con 0x560a05cd9b20 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f77ebfff640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77ec0a2dd0 0x7f77ec0a5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f7802ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05ce2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78037fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05cd9f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78027fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78037fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05cd9f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53446/0 (socket says 172.21.15.80:53446) 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78037fe640 1 -- 172.21.15.80:0/3155210030 learned_addr learned my addr 172.21.15.80:0/3155210030 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f7802ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05ce2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40262/0 (socket says 172.21.15.80:40262) 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78037fe640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77ec0a2dd0 0x7f77ec0a5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f77ebfff640 1 -- 172.21.15.80:0/1595480944 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f77f80f1010 con 0x7f7804100600 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78027fc640 1 -- 172.21.15.80:0/3155210030 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 msgr2=0x560a05cd9f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78027fc640 1 --2- 172.21.15.80:0/3155210030 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05cd9f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78027fc640 1 -- 172.21.15.80:0/3155210030 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 msgr2=0x560a05ce2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.388+0000 7f78027fc640 1 --2- 172.21.15.80:0/3155210030 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05ce2cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.389+0000 7f78027fc640 1 -- 172.21.15.80:0/3155210030 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a05952210 con 0x560a05ce3210 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.389+0000 7f78027fc640 1 --2- 172.21.15.80:0/3155210030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce5600 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f77f80ee550 tx=0x7f77f8090390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=facfdbdadd9a71b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.389+0000 7f78037fe640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77ec0a2dd0 0x7f77ec0a5290 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00f5b0 tx=0x7f77fc0114a0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.389+0000 7f77e97fa640 1 -- 172.21.15.80:0/3155210030 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f80bcc80 con 0x560a05ce3210 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.389+0000 7f77e97fa640 1 -- 172.21.15.80:0/3155210030 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77f8005690 con 0x560a05ce3210 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.389+0000 7f77e97fa640 1 -- 172.21.15.80:0/3155210030 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f808f350 con 0x560a05ce3210 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- 172.21.15.80:0/3155210030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 msgr2=0x560a05ce5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 --2- 172.21.15.80:0/3155210030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce5600 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f77f80ee550 tx=0x7f77f8090390 comp rx=0 tx=0).stop 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- 172.21.15.80:0/3155210030 shutdown_connections 2024-04-22T00:00:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 --2- 172.21.15.80:0/3155210030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce5600 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 --2- 172.21.15.80:0/3155210030 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05ce2cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 --2- 172.21.15.80:0/3155210030 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05cd9f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- 172.21.15.80:0/3155210030 >> 172.21.15.80:0/3155210030 conn(0x560a05cd4440 msgr2=0x560a05cd4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- 172.21.15.80:0/3155210030 shutdown_connections 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- 172.21.15.80:0/3155210030 wait complete. 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- start start 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 Processor -- start 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cd9b20 0x560a05ce0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cda440 0x560a05ce0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x560a05be6470 con 0x560a05cd9b20 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560a05bf9a10 con 0x560a05ce3210 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.390+0000 7f780bf7f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x560a05ce5c00 con 0x560a05cda440 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f780bf7f740 10 client.0 _ll_register_callbacks cb 0x560a05c34b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cd9b20 0x560a05ce0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f78027fc640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cda440 0x560a05ce0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f78037fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cd9b20 0x560a05ce0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40278/0 (socket says 172.21.15.80:40278) 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f78027fc640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cda440 0x560a05ce0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53454/0 (socket says 172.21.15.80:53454) 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 -- 172.21.15.80:0/47058239 learned_addr learned my addr 172.21.15.80:0/47058239 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f78037fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39238/0 (socket says 172.21.15.80:39238) 2024-04-22T00:00:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 -- 172.21.15.80:0/47058239 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cda440 msgr2=0x560a05ce0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cda440 0x560a05ce0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 -- 172.21.15.80:0/47058239 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 msgr2=0x560a05ce0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 -- 172.21.15.80:0/47058239 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a05a1e620 con 0x560a05cd9b20 2024-04-22T00:00:27.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f78027fc640 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cda440 0x560a05ce0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f7802ffd640 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cd9b20 0x560a05ce0230 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f77f40126e0 tx=0x7f77f4012ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b35c126a760c9774 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f77e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f77e6ff5640 1 -- 172.21.15.80:0/47058239 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f4004030 con 0x560a05cd9b20 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f77e6ff5640 1 -- 172.21.15.80:0/47058239 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f77f40041d0 con 0x560a05cd9b20 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f780bf7f740 1 -- 172.21.15.80:0/47058239 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560a05c4b0b0 con 0x560a05cd9b20 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f77e6ff5640 1 -- 172.21.15.80:0/47058239 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f77f4025050 con 0x560a05cd9b20 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f780bf7f740 10 client.16248 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.391+0000 7f780bf7f740 1 -- 172.21.15.80:0/47058239 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a05cf1d20 con 0x560a05cd9b20 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.392+0000 7f77e6ff5640 1 -- 172.21.15.80:0/47058239 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x560a05c4b0b0 con 0x560a05cd9b20 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.392+0000 7f77e6ff5640 1 -- 172.21.15.80:0/47058239 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f77f4003660 con 0x560a05cd9b20 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.392+0000 7f780bf7f740 10 client.16248 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:27.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.392+0000 7f780bf7f740 10 client.16248 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.392+0000 7f780bf7f740 20 client.16248 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.392+0000 7f780bf7f740 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560a05cf3230 0x560a05cf5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.392+0000 7f780bf7f740 4 client.16248 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.392+0000 7f780bf7f740 1 -- 172.21.15.80:0/47058239 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a05c45400 con 0x560a05cf3230 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.393+0000 7f78027fc640 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560a05cf3230 0x560a05cf5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.393+0000 7f78027fc640 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560a05cf3230 0x560a05cf5620 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfcedae68bd2f1d6 server_cookie=c6e2add7fc7f24ef in_seq=0 out_seq=0 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.393+0000 7f77e6ff5640 10 client.16248 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f77e6ff5640 1 -- 172.21.15.80:0/47058239 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560a05c45400 con 0x560a05cf3230 2024-04-22T00:00:27.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f77e6ff5640 10 client.16248 handle_command_reply: tid=0 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 client.16248 shutdown 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 -- 172.21.15.80:0/47058239 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cd9b20 msgr2=0x560a05ce0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cd9b20 0x560a05ce0230 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f77f40126e0 tx=0x7f77f4012ae0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 -- 172.21.15.80:0/47058239 shutdown_connections 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560a05cf3230 0x560a05cf5620 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05ce0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cda440 0x560a05ce0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 --2- 172.21.15.80:0/47058239 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cd9b20 0x560a05ce0230 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f77e6ff5640 0 client.16248 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 -- 172.21.15.80:0/47058239 >> 172.21.15.80:0/47058239 conn(0x560a05cd4440 msgr2=0x560a05cd6190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.394+0000 7f780bf7f740 1 -- 172.21.15.80:0/47058239 shutdown_connections 2024-04-22T00:00:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.395+0000 7f780bf7f740 1 -- 172.21.15.80:0/47058239 wait complete. 2024-04-22T00:00:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.395+0000 7f780bf7f740 20 client.16248 trim_cache size 0 max 16384 2024-04-22T00:00:27.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.410+0000 7f780bf7f740 1 Processor -- start 2024-04-22T00:00:27.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.410+0000 7f780bf7f740 1 -- start start 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.410+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ce2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05cda440 0x560a05cdacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05ce3210 0x560a05cee940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f780bf7f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f78041b3460 con 0x560a05ce3210 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f780bf7f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f78041b0d30 con 0x560a05cda440 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f780bf7f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f78041aeb80 con 0x560a05cd9b20 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05cda440 0x560a05cdacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05cda440 0x560a05cdacb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39254/0 (socket says 172.21.15.80:39254) 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 -- 172.21.15.80:0/709346573 learned_addr learned my addr 172.21.15.80:0/709346573 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f7802ffd640 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ce2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78037fe640 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05ce3210 0x560a05cee940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 -- 172.21.15.80:0/709346573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 msgr2=0x560a05ce2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ce2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 -- 172.21.15.80:0/709346573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05ce3210 msgr2=0x560a05cee940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05ce3210 0x560a05cee940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 -- 172.21.15.80:0/709346573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a05cefdd0 con 0x560a05cda440 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f7802ffd640 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ce2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f78027fc640 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05cda440 0x560a05cdacb0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f77f80bd2b0 tx=0x7f77f80036f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62913c7d4ff1207b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.411+0000 7f77e8ff9640 1 -- 172.21.15.80:0/709346573 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f804b040 con 0x560a05cda440 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f77e8ff9640 1 -- 172.21.15.80:0/709346573 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77f80c5f90 con 0x560a05cda440 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f77e8ff9640 1 -- 172.21.15.80:0/709346573 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f80bb6b0 con 0x560a05cda440 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 -- 172.21.15.80:0/709346573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05cda440 msgr2=0x560a05cdacb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05cda440 0x560a05cdacb0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f77f80bd2b0 tx=0x7f77f80036f0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 -- 172.21.15.80:0/709346573 shutdown_connections 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05ce3210 0x560a05cee940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05cda440 0x560a05cdacb0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 --2- 172.21.15.80:0/709346573 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ce2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 -- 172.21.15.80:0/709346573 >> 172.21.15.80:0/709346573 conn(0x560a05cd4440 msgr2=0x560a05ccf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 -- 172.21.15.80:0/709346573 shutdown_connections 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.412+0000 7f780bf7f740 1 -- 172.21.15.80:0/709346573 wait complete. 2024-04-22T00:00:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 1 -- start start 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 1 Processor -- start 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ceb310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05cdcc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05cdd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f78041af1f0 con 0x560a05cda440 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f78041b0660 con 0x560a05ce3210 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f78041af8c0 con 0x560a05cd9b20 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f780bf7f740 10 client.0 _ll_register_callbacks cb 0x7f77f4009830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f78037fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05cdd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f78037fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05cdd210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39270/0 (socket says 172.21.15.80:39270) 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.413+0000 7f78037fe640 1 -- 172.21.15.80:0/2756412167 learned_addr learned my addr 172.21.15.80:0/2756412167 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f78027fc640 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05cdcc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f7802ffd640 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ceb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f7802ffd640 1 -- 172.21.15.80:0/2756412167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 msgr2=0x560a05cdd210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f7802ffd640 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05cdd210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f7802ffd640 1 -- 172.21.15.80:0/2756412167 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 msgr2=0x560a05cdcc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f7802ffd640 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05cdcc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f7802ffd640 1 -- 172.21.15.80:0/2756412167 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a05cdda40 con 0x560a05cd9b20 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f78037fe640 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05cdd210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f7802ffd640 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ceb310 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f77f4000c00 tx=0x7f77f40038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30353bd22d007573 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f77e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f77e6ff5640 1 -- 172.21.15.80:0/2756412167 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f4009dd0 con 0x560a05cd9b20 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f77e6ff5640 1 -- 172.21.15.80:0/2756412167 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f77f4018070 con 0x560a05cd9b20 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f780bf7f740 1 -- 172.21.15.80:0/2756412167 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77f80c5f90 con 0x560a05cd9b20 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.414+0000 7f77e6ff5640 1 -- 172.21.15.80:0/2756412167 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f77f4035050 con 0x560a05cd9b20 2024-04-22T00:00:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f780bf7f740 10 client.25597 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f780bf7f740 1 -- 172.21.15.80:0/2756412167 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a05d59820 con 0x560a05cd9b20 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f77e6ff5640 1 -- 172.21.15.80:0/2756412167 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77f80c5f90 con 0x560a05cd9b20 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f77e6ff5640 1 -- 172.21.15.80:0/2756412167 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f77f401c4b0 con 0x560a05cd9b20 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f780bf7f740 10 client.25597 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f780bf7f740 10 client.25597 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f780bf7f740 20 client.25597 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f780bf7f740 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560a05d59ee0 0x560a05d5c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f780bf7f740 4 client.25597 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f780bf7f740 1 -- 172.21.15.80:0/2756412167 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560a05bc37a0 con 0x560a05d59ee0 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.415+0000 7f78027fc640 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560a05d59ee0 0x560a05d5c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.416+0000 7f77e6ff5640 10 client.25597 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:27.416+0000 7f78027fc640 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560a05d59ee0 0x560a05d5c2d0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=218de31f4e3d29ad server_cookie=6238435f2ebec374 in_seq=0 out_seq=0 2024-04-22T00:00:27.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 -- 172.21.15.80:0/4187265001 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c601020e0 msgr2=0x7f6c6010e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 --2- 172.21.15.80:0/4187265001 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c601020e0 0x7f6c6010e5f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6c58009cd0 tx=0x7f6c5802c0f0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 -- 172.21.15.80:0/4187265001 shutdown_connections 2024-04-22T00:00:27.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 --2- 172.21.15.80:0/4187265001 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c601020e0 0x7f6c6010e5f0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 --2- 172.21.15.80:0/4187265001 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6c60101720 0x7f6c60101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 --2- 172.21.15.80:0/4187265001 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6c60107730 0x7f6c60107b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 -- 172.21.15.80:0/4187265001 >> 172.21.15.80:0/4187265001 conn(0x7f6c600fd1d0 msgr2=0x7f6c600ff5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 -- 172.21.15.80:0/4187265001 shutdown_connections 2024-04-22T00:00:27.458 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.464+0000 7f6c66155640 1 -- 172.21.15.80:0/4187265001 wait complete. 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c66155640 1 Processor -- start 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c66155640 1 -- start start 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c66155640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6c60101720 0x7f6c60198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c66155640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6c601020e0 0x7f6c60198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c66155640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c60107730 0x7f6c6019c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c66155640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6c60111b40 con 0x7f6c60107730 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c66155640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6c601119c0 con 0x7f6c601020e0 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c66155640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6c60111cc0 con 0x7f6c60101720 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c5ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c60107730 0x7f6c6019c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.460 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c5ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c60107730 0x7f6c6019c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40314/0 (socket says 172.21.15.80:40314) 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c5ffff640 1 -- 172.21.15.80:0/1948527614 learned_addr learned my addr 172.21.15.80:0/1948527614 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c5f7fe640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6c60101720 0x7f6c60198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.465+0000 7f6c5effd640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6c601020e0 0x7f6c60198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5ffff640 1 -- 172.21.15.80:0/1948527614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6c60101720 msgr2=0x7f6c60198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5ffff640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6c60101720 0x7f6c60198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5ffff640 1 -- 172.21.15.80:0/1948527614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6c601020e0 msgr2=0x7f6c60198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5ffff640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6c601020e0 0x7f6c60198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5ffff640 1 -- 172.21.15.80:0/1948527614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c6019cff0 con 0x7f6c60107730 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5ffff640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c60107730 0x7f6c6019c8c0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f6c580348f0 tx=0x7f6c58032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5cff9640 1 -- 172.21.15.80:0/1948527614 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c58041020 con 0x7f6c60107730 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c6019d280 con 0x7f6c60107730 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5cff9640 1 -- 172.21.15.80:0/1948527614 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c58032e80 con 0x7f6c60107730 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c5cff9640 1 -- 172.21.15.80:0/1948527614 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c58039040 con 0x7f6c60107730 2024-04-22T00:00:27.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.466+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c601a4b70 con 0x7f6c60107730 2024-04-22T00:00:27.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.467+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c60068560 con 0x7f6c60107730 2024-04-22T00:00:27.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.468+0000 7f6c5cff9640 1 -- 172.21.15.80:0/1948527614 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6c58044020 con 0x7f6c60107730 2024-04-22T00:00:27.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.469+0000 7f6c5cff9640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6c480a2d00 0x7f6c480a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.463 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.469+0000 7f6c5f7fe640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6c480a2d00 0x7f6c480a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.463 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.469+0000 7f6c5cff9640 1 -- 172.21.15.80:0/1948527614 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f6c580f1840 con 0x7f6c60107730 2024-04-22T00:00:27.463 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.469+0000 7f6c5f7fe640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6c480a2d00 0x7f6c480a51c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6c500095f0 tx=0x7f6c50005f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.465 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.472+0000 7f6c5cff9640 1 -- 172.21.15.80:0/1948527614 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6c5804b020 con 0x7f6c60107730 2024-04-22T00:00:27.725 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.732+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c60109cc0 con 0x7f6c60107730 2024-04-22T00:00:27.726 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.733+0000 7f6c5cff9640 1 -- 172.21.15.80:0/1948527614 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f6c580be370 con 0x7f6c60107730 2024-04-22T00:00:27.726 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-22T00:00:27.726 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-22T00:00:01.959957+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/148493825","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":148493825},{"type":"v1","addr":"172.21.15.144:6837","nonce":148493825}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":70,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24452,24472,24488]},"id":1}]} 2024-04-22T00:00:27.726 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 26 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6c480a2d00 msgr2=0x7f6c480a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6c480a2d00 0x7f6c480a51c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6c500095f0 tx=0x7f6c50005f90 comp rx=0 tx=0).stop 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c60107730 msgr2=0x7f6c6019c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c60107730 0x7f6c6019c8c0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f6c580348f0 tx=0x7f6c58032c90 comp rx=0 tx=0).stop 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 shutdown_connections 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6c60107730 0x7f6c6019c8c0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6c480a2d00 0x7f6c480a51c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6c601020e0 0x7f6c60198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 --2- 172.21.15.80:0/1948527614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6c60101720 0x7f6c60198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 >> 172.21.15.80:0/1948527614 conn(0x7f6c600fd1d0 msgr2=0x7f6c600fd8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 shutdown_connections 2024-04-22T00:00:27.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.735+0000 7f6c66155640 1 -- 172.21.15.80:0/1948527614 wait complete. 2024-04-22T00:00:27.741 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T00:00:27.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 -- 172.21.15.80:0/1817084080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 msgr2=0x7f59d8100a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 --2- 172.21.15.80:0/1817084080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 0x7f59d8100a90 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f59c8009930 tx=0x7f59c802bc30 comp rx=0 tx=0).stop 2024-04-22T00:00:27.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 -- 172.21.15.80:0/1817084080 shutdown_connections 2024-04-22T00:00:27.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 --2- 172.21.15.80:0/1817084080 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f59d8100fd0 0x7f59d810d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 --2- 172.21.15.80:0/1817084080 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 0x7f59d8100a90 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 --2- 172.21.15.80:0/1817084080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f59d81066b0 0x7f59d8106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.865 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 -- 172.21.15.80:0/1817084080 >> 172.21.15.80:0/1817084080 conn(0x7f59d8077740 msgr2=0x7f59d8077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 -- 172.21.15.80:0/1817084080 shutdown_connections 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.870+0000 7f59df3be640 1 -- 172.21.15.80:0/1817084080 wait complete. 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59df3be640 1 Processor -- start 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59df3be640 1 -- start start 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59df3be640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 0x7f59d8198dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59df3be640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f59d8100fd0 0x7f59d8199310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59df3be640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f59d81066b0 0x7f59d81a3e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59df3be640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f59d8110a30 con 0x7f59d8100610 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59df3be640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f59d81108b0 con 0x7f59d8100fd0 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59df3be640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f59d8110bb0 con 0x7f59d81066b0 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 0x7f59d8198dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 0x7f59d8198dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40332/0 (socket says 172.21.15.80:40332) 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd15a640 1 -- 172.21.15.80:0/2507857842 learned_addr learned my addr 172.21.15.80:0/2507857842 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.866 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dc959640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f59d8100fd0 0x7f59d8199310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd95b640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f59d81066b0 0x7f59d81a3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd15a640 1 -- 172.21.15.80:0/2507857842 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f59d81066b0 msgr2=0x7f59d81a3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd15a640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f59d81066b0 0x7f59d81a3e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd15a640 1 -- 172.21.15.80:0/2507857842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f59d8100fd0 msgr2=0x7f59d8199310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd15a640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f59d8100fd0 0x7f59d8199310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dd15a640 1 -- 172.21.15.80:0/2507857842 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59d81a4390 con 0x7f59d8100610 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.871+0000 7f59dc959640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f59d8100fd0 0x7f59d8199310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.872+0000 7f59dd15a640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 0x7f59d8198dd0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f59d400e9c0 tx=0x7f59d400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.872+0000 7f59ce7fc640 1 -- 172.21.15.80:0/2507857842 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d400cd80 con 0x7f59d8100610 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.872+0000 7f59df3be640 1 -- 172.21.15.80:0/2507857842 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59d81a4560 con 0x7f59d8100610 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.872+0000 7f59ce7fc640 1 -- 172.21.15.80:0/2507857842 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59d40035f0 con 0x7f59d8100610 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.872+0000 7f59ce7fc640 1 -- 172.21.15.80:0/2507857842 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d4010690 con 0x7f59d8100610 2024-04-22T00:00:27.867 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.872+0000 7f59df3be640 1 -- 172.21.15.80:0/2507857842 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59d81a4ad0 con 0x7f59d8100610 2024-04-22T00:00:27.871 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.874+0000 7f59ce7fc640 1 -- 172.21.15.80:0/2507857842 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f59d40037a0 con 0x7f59d8100610 2024-04-22T00:00:27.871 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.875+0000 7f59ce7fc640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f59c40a2d00 0x7f59c40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.871 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.875+0000 7f59ce7fc640 1 -- 172.21.15.80:0/2507857842 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f59d40cfad0 con 0x7f59d8100610 2024-04-22T00:00:27.871 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.875+0000 7f59dc959640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f59c40a2d00 0x7f59c40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.875+0000 7f59dc959640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f59c40a2d00 0x7f59c40a51c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f59c8005ab0 tx=0x7f59c8005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59e1fab740 1 Processor -- start 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59e1fab740 1 -- start start 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc020 0x5560f07cc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d7910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59e1fab740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5560f0730530 con 0x5560f07cc940 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59e1fab740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5560f06d8830 con 0x5560f07d5520 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59e1fab740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5560f072c4f0 con 0x5560f07cc020 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dc959640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc020 0x5560f07cc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc020 0x5560f07cc400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53520/0 (socket says 172.21.15.80:53520) 2024-04-22T00:00:27.872 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dc959640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40334/0 (socket says 172.21.15.80:40334) 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd15a640 1 -- 172.21.15.80:0/3826613049 learned_addr learned my addr 172.21.15.80:0/3826613049 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd95b640 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd15a640 1 -- 172.21.15.80:0/3826613049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 msgr2=0x5560f07d7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd15a640 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd15a640 1 -- 172.21.15.80:0/3826613049 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 msgr2=0x5560f07d4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd15a640 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dd15a640 1 -- 172.21.15.80:0/3826613049 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560f06fc2c0 con 0x5560f07cc020 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.876+0000 7f59dc959640 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.877+0000 7f59dd15a640 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc020 0x5560f07cc400 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f59d40986a0 tx=0x7f59d409b930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4587f586ac2e5db server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.877+0000 7f59c37fe640 1 -- 172.21.15.80:0/3826613049 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d40a0080 con 0x5560f07cc020 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.877+0000 7f59c37fe640 1 -- 172.21.15.80:0/3826613049 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59d40a4940 con 0x5560f07cc020 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.877+0000 7f59c37fe640 1 -- 172.21.15.80:0/3826613049 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d409b120 con 0x5560f07cc020 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 -- 172.21.15.80:0/3826613049 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc020 msgr2=0x5560f07cc400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc020 0x5560f07cc400 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f59d40986a0 tx=0x7f59d409b930 comp rx=0 tx=0).stop 2024-04-22T00:00:27.873 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 -- 172.21.15.80:0/3826613049 shutdown_connections 2024-04-22T00:00:27.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 --2- 172.21.15.80:0/3826613049 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc020 0x5560f07cc400 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 -- 172.21.15.80:0/3826613049 >> 172.21.15.80:0/3826613049 conn(0x5560f07c6750 msgr2=0x5560f07c6b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 -- 172.21.15.80:0/3826613049 shutdown_connections 2024-04-22T00:00:27.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 -- 172.21.15.80:0/3826613049 wait complete. 2024-04-22T00:00:27.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.878+0000 7f59e1fab740 1 -- start start 2024-04-22T00:00:27.874 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.879+0000 7f59e1fab740 1 Processor -- start 2024-04-22T00:00:27.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.879+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.879+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.879+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.879+0000 7f59e1fab740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5560f07d8310 con 0x5560f07cc020 2024-04-22T00:00:27.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.879+0000 7f59e1fab740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5560f06ebf10 con 0x5560f07d5520 2024-04-22T00:00:27.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.879+0000 7f59e1fab740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5560f07d8490 con 0x5560f07cc940 2024-04-22T00:00:27.878 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.879+0000 7f59e1fab740 10 client.0 _ll_register_callbacks cb 0x5560f0443be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d4f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40350/0 (socket says 172.21.15.80:40350) 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dd15a640 1 -- 172.21.15.80:0/487240333 learned_addr learned my addr 172.21.15.80:0/487240333 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dd95b640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dc959640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dc959640 1 -- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 msgr2=0x5560f07d28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dc959640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dc959640 1 -- 172.21.15.80:0/487240333 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 msgr2=0x5560f07d4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dc959640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dc959640 1 -- 172.21.15.80:0/487240333 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560f06bdc80 con 0x5560f07cc940 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dd95b640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dd15a640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:27.879 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59dc959640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d22a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f59c8009230 tx=0x7f59c802bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d826071d70a5953b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.880+0000 7f59c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59c0ff9640 1 -- 172.21.15.80:0/487240333 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c804f030 con 0x5560f07cc940 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59c0ff9640 1 -- 172.21.15.80:0/487240333 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f59c8045040 con 0x5560f07cc940 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 1 -- 172.21.15.80:0/487240333 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59d40a4940 con 0x5560f07cc940 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59c0ff9640 1 -- 172.21.15.80:0/487240333 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f59c8004f30 con 0x5560f07cc940 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 10 client.25615 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 1 -- 172.21.15.80:0/487240333 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5560f04443f0 con 0x5560f07cc940 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59c0ff9640 1 -- 172.21.15.80:0/487240333 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59d40a4940 con 0x5560f07cc940 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59c0ff9640 1 -- 172.21.15.80:0/487240333 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f59c8003c60 con 0x5560f07cc940 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 10 client.25615 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 10 client.25615 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T00:00:27.880 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 20 client.25615 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5560f07e55f0 0x5560f07e7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 4 client.25615 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.881+0000 7f59e1fab740 1 -- 172.21.15.80:0/487240333 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560f073da70 con 0x5560f07e55f0 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.882+0000 7f59dd15a640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5560f07e55f0 0x5560f07e7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.882+0000 7f59c0ff9640 10 client.25615 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.882+0000 7f59dd15a640 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5560f07e55f0 0x5560f07e7a20 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fb4dff100e14be89 server_cookie=1f1480bff9cfd908 in_seq=0 out_seq=0 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59c0ff9640 1 -- 172.21.15.80:0/487240333 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5560f073da70 con 0x5560f07e55f0 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59c0ff9640 10 client.25615 handle_command_reply: tid=0 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 client.25615 shutdown 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 -- 172.21.15.80:0/487240333 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 msgr2=0x5560f07d22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d22a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f59c8009230 tx=0x7f59c802bc30 comp rx=0 tx=0).stop 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 -- 172.21.15.80:0/487240333 shutdown_connections 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5560f07e55f0 0x5560f07e7a20 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.881 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d22a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59c0ff9640 0 client.25615 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-22T00:00:27.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 --2- 172.21.15.80:0/487240333 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 -- 172.21.15.80:0/487240333 >> 172.21.15.80:0/487240333 conn(0x5560f07c6750 msgr2=0x5560f07c84a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 -- 172.21.15.80:0/487240333 shutdown_connections 2024-04-22T00:00:27.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.883+0000 7f59e1fab740 1 -- 172.21.15.80:0/487240333 wait complete. 2024-04-22T00:00:27.882 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.884+0000 7f59e1fab740 20 client.25615 trim_cache size 0 max 16384 2024-04-22T00:00:27.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.909+0000 7f59e1fab740 1 Processor -- start 2024-04-22T00:00:27.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.909+0000 7f59e1fab740 1 -- start start 2024-04-22T00:00:27.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07cc020 0x5560f07e11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.903 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07d5520 0x5560f07d4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59e1fab740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f59d81b1370 con 0x5560f07cc940 2024-04-22T00:00:27.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07cc020 0x5560f07e11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.906 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59dc959640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07cc020 0x5560f07e11d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39328/0 (socket says 172.21.15.80:39328) 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59dd15a640 1 -- 172.21.15.80:0/3298673001 learned_addr learned my addr 172.21.15.80:0/3298673001 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59dc959640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40352/0 (socket says 172.21.15.80:40352) 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.910+0000 7f59dd95b640 1 --2- 172.21.15.80:0/3298673001 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07d5520 0x5560f07d4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.912+0000 7f59e1fab740 1 -- 172.21.15.80:0/3298673001 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f59d81aec40 con 0x5560f07cc020 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.912+0000 7f59e1fab740 1 -- 172.21.15.80:0/3298673001 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f59d81aca90 con 0x5560f07d5520 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59dd15a640 1 -- 172.21.15.80:0/3298673001 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07d5520 msgr2=0x5560f07d4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59dd15a640 1 --2- 172.21.15.80:0/3298673001 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07d5520 0x5560f07d4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59dd15a640 1 -- 172.21.15.80:0/3298673001 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 msgr2=0x5560f07d49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59dd15a640 1 --2- 172.21.15.80:0/3298673001 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.907 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59dd15a640 1 -- 172.21.15.80:0/3298673001 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560f07d2c20 con 0x5560f07cc020 2024-04-22T00:00:27.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59dd15a640 1 --2- 172.21.15.80:0/3298673001 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07cc020 0x5560f07e11d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f59d40058c0 tx=0x7f59d4004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67306d5e1bf86943 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59c2ffd640 1 -- 172.21.15.80:0/3298673001 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d40ba040 con 0x5560f07cc020 2024-04-22T00:00:27.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59c2ffd640 1 -- 172.21.15.80:0/3298673001 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59d40a4940 con 0x5560f07cc020 2024-04-22T00:00:27.908 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.913+0000 7f59c2ffd640 1 -- 172.21.15.80:0/3298673001 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d409b120 con 0x5560f07cc020 2024-04-22T00:00:27.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.914+0000 7f59e1fab740 1 -- 172.21.15.80:0/3298673001 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07cc020 msgr2=0x5560f07e11d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.914+0000 7f59e1fab740 1 --2- 172.21.15.80:0/3298673001 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07cc020 0x5560f07e11d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f59d40058c0 tx=0x7f59d4004730 comp rx=0 tx=0).stop 2024-04-22T00:00:27.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 -- 172.21.15.80:0/3298673001 shutdown_connections 2024-04-22T00:00:27.916 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 --2- 172.21.15.80:0/3298673001 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07d5520 0x5560f07d4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 --2- 172.21.15.80:0/3298673001 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc940 0x5560f07d49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 --2- 172.21.15.80:0/3298673001 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07cc020 0x5560f07e11d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 -- 172.21.15.80:0/3298673001 >> 172.21.15.80:0/3298673001 conn(0x5560f07c6750 msgr2=0x5560f07cd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 -- 172.21.15.80:0/3298673001 shutdown_connections 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 -- 172.21.15.80:0/3298673001 wait complete. 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 -- start start 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.915+0000 7f59e1fab740 1 Processor -- start 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d9100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d9640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.917 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59e1fab740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59e1fab740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f59d81ad100 con 0x5560f07cc020 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59e1fab740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f59d81ae570 con 0x5560f07d5520 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59e1fab740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f59d81ad7d0 con 0x5560f07cc940 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59dc959640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59dc959640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d9640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53556/0 (socket says 172.21.15.80:53556) 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59dd15a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d9100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40362/0 (socket says 172.21.15.80:40362) 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59dc959640 1 -- 172.21.15.80:0/2291074106 learned_addr learned my addr 172.21.15.80:0/2291074106 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59e1fab740 10 client.0 _ll_register_callbacks cb 0x7f59d00093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:27.918 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.916+0000 7f59dd95b640 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59dc959640 1 -- 172.21.15.80:0/2291074106 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 msgr2=0x5560f07d9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59dc959640 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59dc959640 1 -- 172.21.15.80:0/2291074106 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 msgr2=0x5560f07d9100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:27.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59dc959640 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d9100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59dc959640 1 -- 172.21.15.80:0/2291074106 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560f050e7d0 con 0x5560f07cc940 2024-04-22T00:00:27.919 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59dc959640 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d9640 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f59c804b6c0 tx=0x7f59c8005840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cd6e8508f0262b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:27.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:00:27.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59c0ff9640 1 -- 172.21.15.80:0/2291074106 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c804f020 con 0x5560f07cc940 2024-04-22T00:00:27.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59c0ff9640 1 -- 172.21.15.80:0/2291074106 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f59c80035f0 con 0x5560f07cc940 2024-04-22T00:00:27.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59e1fab740 1 -- 172.21.15.80:0/2291074106 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59d40a4940 con 0x5560f07cc940 2024-04-22T00:00:27.920 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59c0ff9640 1 -- 172.21.15.80:0/2291074106 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f59c8005d50 con 0x5560f07cc940 2024-04-22T00:00:27.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59e1fab740 10 client.25621 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:27.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.917+0000 7f59e1fab740 1 -- 172.21.15.80:0/2291074106 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5560f084bc60 con 0x5560f07cc940 2024-04-22T00:00:27.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59c0ff9640 1 -- 172.21.15.80:0/2291074106 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59d40a4940 con 0x5560f07cc940 2024-04-22T00:00:27.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59c0ff9640 1 -- 172.21.15.80:0/2291074106 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f59c805f030 con 0x5560f07cc940 2024-04-22T00:00:27.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59e1fab740 10 client.25621 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:27.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59e1fab740 10 client.25621 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T00:00:27.921 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59e1fab740 20 client.25621 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:27.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59e1fab740 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5560f084c430 0x5560f084e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:27.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59e1fab740 4 client.25621 mds_command: new command op to 24452 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:00:27.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59e1fab740 1 -- 172.21.15.80:0/2291074106 --> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5560f0737dc0 con 0x5560f084c430 2024-04-22T00:00:27.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.918+0000 7f59dd15a640 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5560f084c430 0x5560f084e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:27.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59c0ff9640 10 client.25621 ms_handle_connect on v2:172.21.15.120:6836/1425180453 2024-04-22T00:00:27.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59dd15a640 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5560f084c430 0x5560f084e850 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4fd4bef37137255f server_cookie=6ff9f301c59bffaf in_seq=0 out_seq=0 2024-04-22T00:00:27.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59c0ff9640 1 -- 172.21.15.80:0/2291074106 <== mds.2 v2:172.21.15.120:6836/1425180453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+1453 (crc 0 0 0) 0x5560f0737dc0 con 0x5560f084c430 2024-04-22T00:00:27.922 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59c0ff9640 10 client.25621 handle_command_reply: tid=0 2024-04-22T00:00:27.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 client.25621 shutdown 2024-04-22T00:00:27.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 -- 172.21.15.80:0/2291074106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 msgr2=0x5560f07d9640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d9640 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f59c804b6c0 tx=0x7f59c8005840 comp rx=0 tx=0).stop 2024-04-22T00:00:27.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 -- 172.21.15.80:0/2291074106 shutdown_connections 2024-04-22T00:00:27.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.120:6836/1425180453,v1:172.21.15.120:6837/1425180453] conn(0x5560f084c430 0x5560f084e850 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5560f07d5520 0x5560f07d9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5560f07cc940 0x5560f07d9640 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.923 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59c0ff9640 0 client.25621 ms_handle_reset on v2:172.21.15.120:6836/1425180453 2024-04-22T00:00:27.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 --2- 172.21.15.80:0/2291074106 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5560f07cc020 0x5560f07d9100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 -- 172.21.15.80:0/2291074106 >> 172.21.15.80:0/2291074106 conn(0x5560f07c6750 msgr2=0x5560f07cce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 -- 172.21.15.80:0/2291074106 shutdown_connections 2024-04-22T00:00:27.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 1 -- 172.21.15.80:0/2291074106 wait complete. 2024-04-22T00:00:27.924 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.919+0000 7f59e1fab740 20 client.25621 trim_cache size 0 max 16384 2024-04-22T00:00:27.925 INFO:teuthology.orchestra.run.smithi080.stdout:[ 2024-04-22T00:00:27.925 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:00:27.925 INFO:teuthology.orchestra.run.smithi080.stdout: "damage_type": "backtrace", 2024-04-22T00:00:27.925 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 705239437, 2024-04-22T00:00:27.926 INFO:teuthology.orchestra.run.smithi080.stdout: "ino": 1099511631271, 2024-04-22T00:00:27.926 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-2.xml" 2024-04-22T00:00:27.926 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:00:27.926 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:00:27.926 INFO:teuthology.orchestra.run.smithi080.stdout: "damage_type": "backtrace", 2024-04-22T00:00:27.926 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 951291830, 2024-04-22T00:00:27.926 INFO:teuthology.orchestra.run.smithi080.stdout: "ino": 1099511631266, 2024-04-22T00:00:27.926 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-3.xml" 2024-04-22T00:00:27.927 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:00:27.927 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:00:27.927 INFO:teuthology.orchestra.run.smithi080.stdout: "damage_type": "backtrace", 2024-04-22T00:00:27.927 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 1097277644, 2024-04-22T00:00:27.927 INFO:teuthology.orchestra.run.smithi080.stdout: "ino": 1099511631261, 2024-04-22T00:00:27.927 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-4.xml" 2024-04-22T00:00:27.927 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:00:27.928 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:00:27.928 INFO:teuthology.orchestra.run.smithi080.stdout: "damage_type": "backtrace", 2024-04-22T00:00:27.928 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 1986506220, 2024-04-22T00:00:27.928 INFO:teuthology.orchestra.run.smithi080.stdout: "ino": 1099511631282, 2024-04-22T00:00:27.928 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/picture-1.jpg" 2024-04-22T00:00:27.928 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:00:27.929 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:00:27.929 INFO:teuthology.orchestra.run.smithi080.stdout: "damage_type": "backtrace", 2024-04-22T00:00:27.929 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 3513072263, 2024-04-22T00:00:27.929 INFO:teuthology.orchestra.run.smithi080.stdout: "ino": 1099511631277, 2024-04-22T00:00:27.930 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-1.xml" 2024-04-22T00:00:27.930 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:00:27.930 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:00:27.930 INFO:teuthology.orchestra.run.smithi080.stdout: "damage_type": "backtrace", 2024-04-22T00:00:27.930 INFO:teuthology.orchestra.run.smithi080.stdout: "id": 3835082862, 2024-04-22T00:00:27.930 INFO:teuthology.orchestra.run.smithi080.stdout: "ino": 1099511631255, 2024-04-22T00:00:27.930 INFO:teuthology.orchestra.run.smithi080.stdout: "path": "/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-5.xml" 2024-04-22T00:00:27.930 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:00:27.931 INFO:teuthology.orchestra.run.smithi080.stdout:] 2024-04-22T00:00:27.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 -- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f59c40a2d00 msgr2=0x7f59c40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f59c40a2d00 0x7f59c40a51c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f59c8005ab0 tx=0x7f59c8005fd0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 -- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 msgr2=0x7f59d8198dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:27.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 0x7f59d8198dd0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f59d400e9c0 tx=0x7f59d400ee80 comp rx=0 tx=0).stop 2024-04-22T00:00:27.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 -- 172.21.15.80:0/2507857842 shutdown_connections 2024-04-22T00:00:27.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f59d81066b0 0x7f59d81a3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f59c40a2d00 0x7f59c40a51c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.934 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f59d8100fd0 0x7f59d8199310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 --2- 172.21.15.80:0/2507857842 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f59d8100610 0x7f59d8198dd0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:27.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 -- 172.21.15.80:0/2507857842 >> 172.21.15.80:0/2507857842 conn(0x7f59d8077740 msgr2=0x7f59d80ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:27.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 -- 172.21.15.80:0/2507857842 shutdown_connections 2024-04-22T00:00:27.935 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:27.920+0000 7f59df3be640 1 -- 172.21.15.80:0/2507857842 wait complete. 2024-04-22T00:00:27.935 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T00:00:28.055 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/546397364 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 msgr2=0x7f2a481008f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/546397364 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 0x7f2a481008f0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f2a38009900 tx=0x7f2a3802bc30 comp rx=0 tx=0).stop 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/546397364 shutdown_connections 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/546397364 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2a4810bce0 0x7f2a4810e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/546397364 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2a48100ec0 0x7f2a4810b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/546397364 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 0x7f2a481008f0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/546397364 >> 172.21.15.80:0/546397364 conn(0x7f2a48075940 msgr2=0x7f2a48075d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/546397364 shutdown_connections 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.058+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/546397364 wait complete. 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4cc5f640 1 Processor -- start 2024-04-22T00:00:28.056 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4cc5f640 1 -- start start 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4cc5f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 0x7f2a48198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4cc5f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2a4810bce0 0x7f2a481985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4cc5f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2a4819c8f0 0x7f2a4819cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4cc5f640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2a48111b00 con 0x7f2a48100510 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4cc5f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2a48111980 con 0x7f2a4810bce0 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4cc5f640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f2a48111c80 con 0x7f2a4819c8f0 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 0x7f2a48198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 0x7f2a48198080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40380/0 (socket says 172.21.15.80:40380) 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4659c640 1 -- 172.21.15.80:0/3159568974 learned_addr learned my addr 172.21.15.80:0/3159568974 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2a4810bce0 0x7f2a481985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2a4819c8f0 0x7f2a4819cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4659c640 1 -- 172.21.15.80:0/3159568974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2a4819c8f0 msgr2=0x7f2a4819cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.059+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2a4819c8f0 0x7f2a4819cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a4659c640 1 -- 172.21.15.80:0/3159568974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2a4810bce0 msgr2=0x7f2a481985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2a4810bce0 0x7f2a481985c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a4659c640 1 -- 172.21.15.80:0/3159568974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a4819d3e0 con 0x7f2a48100510 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 0x7f2a48198080 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f2a38006010 tx=0x7f2a3802cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a3f7fe640 1 -- 172.21.15.80:0/3159568974 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a38041070 con 0x7f2a48100510 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/3159568974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a4819d670 con 0x7f2a48100510 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a3f7fe640 1 -- 172.21.15.80:0/3159568974 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2a38004450 con 0x7f2a48100510 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a3f7fe640 1 -- 172.21.15.80:0/3159568974 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a38003e00 con 0x7f2a48100510 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.060+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/3159568974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a481a4e40 con 0x7f2a48100510 2024-04-22T00:00:28.058 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.062+0000 7f2a3f7fe640 1 -- 172.21.15.80:0/3159568974 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2a38044070 con 0x7f2a48100510 2024-04-22T00:00:28.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4f842740 1 Processor -- start 2024-04-22T00:00:28.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4f842740 1 -- start start 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca039400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca041fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca042520 0x5639ca044910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4f842740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5639c9f9d530 con 0x5639ca042520 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4f842740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5639c9f45830 con 0x5639ca039020 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4f842740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5639c9f994f0 con 0x5639ca039940 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a3f7fe640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f2a340a2d00 0x7f2a340a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a3ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca042520 0x5639ca044910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a3ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca042520 0x5639ca044910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40392/0 (socket says 172.21.15.80:40392) 2024-04-22T00:00:28.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a3ffff640 1 -- 172.21.15.80:0/1921002446 learned_addr learned my addr 172.21.15.80:0/1921002446 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a4659c640 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca041fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca039400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.063+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f2a340a2d00 0x7f2a340a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3ffff640 1 -- 172.21.15.80:0/1921002446 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 msgr2=0x5639ca041fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca041fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3ffff640 1 -- 172.21.15.80:0/1921002446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 msgr2=0x5639ca039400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca039400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3ffff640 1 -- 172.21.15.80:0/1921002446 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639c9f692c0 con 0x5639ca042520 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3f7fe640 1 -- 172.21.15.80:0/3159568974 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f2a380f11b0 con 0x7f2a48100510 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca042520 0x5639ca044910 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f2a30009c20 tx=0x7f2a30011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f9a254f63a7cfbb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f2a340a2d00 0x7f2a340a51c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2a40009fd0 tx=0x7f2a40009600 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3cff9640 1 -- 172.21.15.80:0/1921002446 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30004230 con 0x5639ca042520 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3cff9640 1 -- 172.21.15.80:0/1921002446 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2a300043d0 con 0x5639ca042520 2024-04-22T00:00:28.067 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.064+0000 7f2a3cff9640 1 -- 172.21.15.80:0/1921002446 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30004d60 con 0x5639ca042520 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- 172.21.15.80:0/1921002446 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca042520 msgr2=0x5639ca044910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca042520 0x5639ca044910 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f2a30009c20 tx=0x7f2a30011810 comp rx=0 tx=0).stop 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- 172.21.15.80:0/1921002446 shutdown_connections 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca042520 0x5639ca044910 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca041fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 --2- 172.21.15.80:0/1921002446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca039400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- 172.21.15.80:0/1921002446 >> 172.21.15.80:0/1921002446 conn(0x5639ca033750 msgr2=0x5639ca033b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- 172.21.15.80:0/1921002446 shutdown_connections 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- 172.21.15.80:0/1921002446 wait complete. 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- start start 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 Processor -- start 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039020 0x5639ca041e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca03f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.068 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca042520 0x5639ca03f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5639ca045310 con 0x5639ca039020 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5639c9f58f10 con 0x5639ca042520 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5639ca045490 con 0x5639ca039940 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.065+0000 7f2a4f842740 10 client.0 _ll_register_callbacks cb 0x5639c9cb0be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039020 0x5639ca041e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039020 0x5639ca041e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40398/0 (socket says 172.21.15.80:40398) 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 -- 172.21.15.80:0/3195604105 learned_addr learned my addr 172.21.15.80:0/3195604105 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca042520 0x5639ca03f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca03f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 -- 172.21.15.80:0/3195604105 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 msgr2=0x5639ca03f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca03f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 -- 172.21.15.80:0/3195604105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca042520 msgr2=0x5639ca03f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca042520 0x5639ca03f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.069 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 -- 172.21.15.80:0/3195604105 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639c9f2ac80 con 0x5639ca039020 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039020 0x5639ca041e40 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f2a380b9ee0 tx=0x7f2a38049000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fec4f0d1ec2cea2b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a2dffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3195604105 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3804b040 con 0x5639ca039020 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3195604105 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f2a380c5c40 con 0x5639ca039020 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4f842740 1 -- 172.21.15.80:0/3195604105 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a300043d0 con 0x5639ca039020 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3195604105 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2a380eea00 con 0x5639ca039020 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4f842740 10 client.16290 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a4f842740 1 -- 172.21.15.80:0/3195604105 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5639c9cb13f0 con 0x5639ca039020 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.066+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3195604105 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2a300043d0 con 0x5639ca039020 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3195604105 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2a380f30f0 con 0x5639ca039020 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a4f842740 10 client.16290 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a4f842740 10 client.16290 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a4f842740 20 client.16290 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:28.070 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x5639ca052460 0x5639ca0548d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a4f842740 4 client.16290 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a4f842740 1 -- 172.21.15.80:0/3195604105 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639c9faaa70 con 0x5639ca052460 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x5639ca052460 0x5639ca0548d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.067+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x5639ca052460 0x5639ca0548d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4f8b8a1be6039849 server_cookie=8f864cddb629ef4a in_seq=0 out_seq=0 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a2dffb640 10 client.16290 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3195604105 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5639c9faaa70 con 0x5639ca052460 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a2dffb640 10 client.16290 handle_command_reply: tid=0 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 client.16290 shutdown 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 -- 172.21.15.80:0/3195604105 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039020 msgr2=0x5639ca041e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039020 0x5639ca041e40 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f2a380b9ee0 tx=0x7f2a38049000 comp rx=0 tx=0).stop 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 -- 172.21.15.80:0/3195604105 shutdown_connections 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x5639ca052460 0x5639ca0548d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca042520 0x5639ca03f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a2dffb640 0 client.16290 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-22T00:00:28.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca03f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3195604105 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039020 0x5639ca041e40 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 -- 172.21.15.80:0/3195604105 >> 172.21.15.80:0/3195604105 conn(0x5639ca033750 msgr2=0x5639ca0354a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:28.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.068+0000 7f2a4f842740 1 -- 172.21.15.80:0/3195604105 shutdown_connections 2024-04-22T00:00:28.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.069+0000 7f2a4f842740 1 -- 172.21.15.80:0/3195604105 wait complete. 2024-04-22T00:00:28.072 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.069+0000 7f2a4f842740 20 client.16290 trim_cache size 0 max 16384 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4f842740 1 Processor -- start 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4f842740 1 -- start start 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca033750 0x5639ca04e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca041900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039940 0x5639ca041e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4f842740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2a481b1290 con 0x5639ca039940 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4f842740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2a481aeb60 con 0x5639ca039020 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4f842740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f2a481ac9b0 con 0x5639ca033750 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a46d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039940 0x5639ca041e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a46d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039940 0x5639ca041e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40402/0 (socket says 172.21.15.80:40402) 2024-04-22T00:00:28.076 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a46d9d640 1 -- 172.21.15.80:0/1757292453 learned_addr learned my addr 172.21.15.80:0/1757292453 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca041900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.082+0000 7f2a4659c640 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca033750 0x5639ca04e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a46d9d640 1 -- 172.21.15.80:0/1757292453 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca033750 msgr2=0x5639ca04e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca033750 0x5639ca04e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a46d9d640 1 -- 172.21.15.80:0/1757292453 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 msgr2=0x5639ca041900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca041900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a46d9d640 1 -- 172.21.15.80:0/1757292453 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639c9d7b7d0 con 0x5639ca039940 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039940 0x5639ca041e40 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f2a400129d0 tx=0x7f2a4000c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d410ed87f67d636 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a2ffff640 1 -- 172.21.15.80:0/1757292453 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4002e070 con 0x5639ca039940 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a2ffff640 1 -- 172.21.15.80:0/1757292453 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2a4000ae50 con 0x5639ca039940 2024-04-22T00:00:28.077 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.083+0000 7f2a2ffff640 1 -- 172.21.15.80:0/1757292453 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a40029d70 con 0x5639ca039940 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- 172.21.15.80:0/1757292453 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039940 msgr2=0x5639ca041e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039940 0x5639ca041e40 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f2a400129d0 tx=0x7f2a4000c000 comp rx=0 tx=0).stop 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- 172.21.15.80:0/1757292453 shutdown_connections 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca039940 0x5639ca041e40 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca041900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 --2- 172.21.15.80:0/1757292453 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca033750 0x5639ca04e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- 172.21.15.80:0/1757292453 >> 172.21.15.80:0/1757292453 conn(0x5639ca03f870 msgr2=0x5639ca032850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- 172.21.15.80:0/1757292453 shutdown_connections 2024-04-22T00:00:28.082 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- 172.21.15.80:0/1757292453 wait complete. 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- start start 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 Processor -- start 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca033750 0x5639ca04acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca046040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca046780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f2a481ad020 con 0x5639ca033750 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2a481ae490 con 0x5639ca039020 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f2a481ad6f0 con 0x5639ca039940 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4f842740 10 client.0 _ll_register_callbacks cb 0x7f2a380bd370 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca033750 0x5639ca04acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca033750 0x5639ca04acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40416/0 (socket says 172.21.15.80:40416) 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a4659c640 1 -- 172.21.15.80:0/3449574614 learned_addr learned my addr 172.21.15.80:0/3449574614 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:28.083 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca046040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.084+0000 7f2a46d9d640 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca046780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4659c640 1 -- 172.21.15.80:0/3449574614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 msgr2=0x5639ca046780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca046780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4659c640 1 -- 172.21.15.80:0/3449574614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 msgr2=0x5639ca046040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca046040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4659c640 1 -- 172.21.15.80:0/3449574614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639ca0b79f0 con 0x5639ca033750 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4659c640 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca033750 0x5639ca04acd0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f2a3802cfd0 tx=0x7f2a380b9d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a851b4d879525e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a2dffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3449574614 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a380a3060 con 0x5639ca033750 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3449574614 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f2a380ee770 con 0x5639ca033750 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 1 -- 172.21.15.80:0/3449574614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a4000ae50 con 0x5639ca033750 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3449574614 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2a380bcc80 con 0x5639ca033750 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 10 client.16296 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:28.084 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 1 -- 172.21.15.80:0/3449574614 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5639ca0b8bb0 con 0x5639ca033750 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3449574614 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2a4000ae50 con 0x5639ca033750 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3449574614 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2a380d60b0 con 0x5639ca033750 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 10 client.16296 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 10 client.16296 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 20 client.16296 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x5639ca042520 0x5639ca0bb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 4 client.16296 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.085+0000 7f2a4f842740 1 -- 172.21.15.80:0/3449574614 --> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5639c9fa4dc0 con 0x5639ca042520 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x5639ca042520 0x5639ca0bb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a3ffff640 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x5639ca042520 0x5639ca0bb1b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ff1477d1354f9bb server_cookie=e5c8042d45f7f9d7 in_seq=0 out_seq=0 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a2dffb640 10 client.16296 ms_handle_connect on v2:172.21.15.144:6838/1911919560 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a2dffb640 1 -- 172.21.15.80:0/3449574614 <== mds.1 v2:172.21.15.144:6838/1911919560 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5639c9fa4dc0 con 0x5639ca042520 2024-04-22T00:00:28.085 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a2dffb640 10 client.16296 handle_command_reply: tid=0 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 client.16296 shutdown 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 -- 172.21.15.80:0/3449574614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca033750 msgr2=0x5639ca04acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca033750 0x5639ca04acd0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f2a3802cfd0 tx=0x7f2a380b9d90 comp rx=0 tx=0).stop 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 -- 172.21.15.80:0/3449574614 shutdown_connections 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.144:6838/1911919560,v1:172.21.15.144:6839/1911919560] conn(0x5639ca042520 0x5639ca0bb1b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5639ca039940 0x5639ca046780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5639ca039020 0x5639ca046040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a2dffb640 0 client.16296 ms_handle_reset on v2:172.21.15.144:6838/1911919560 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 --2- 172.21.15.80:0/3449574614 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5639ca033750 0x5639ca04acd0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 -- 172.21.15.80:0/3449574614 >> 172.21.15.80:0/3449574614 conn(0x5639ca03f870 msgr2=0x5639ca039e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 -- 172.21.15.80:0/3449574614 shutdown_connections 2024-04-22T00:00:28.086 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 1 -- 172.21.15.80:0/3449574614 wait complete. 2024-04-22T00:00:28.087 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.086+0000 7f2a4f842740 20 client.16296 trim_cache size 0 max 16384 2024-04-22T00:00:28.087 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-22T00:00:28.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f2a340a2d00 msgr2=0x7f2a340a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f2a340a2d00 0x7f2a340a51c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2a40009fd0 tx=0x7f2a40009600 comp rx=0 tx=0).stop 2024-04-22T00:00:28.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 msgr2=0x7f2a48198080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 0x7f2a48198080 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f2a38006010 tx=0x7f2a3802cb30 comp rx=0 tx=0).stop 2024-04-22T00:00:28.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/3159568974 shutdown_connections 2024-04-22T00:00:28.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2a4819c8f0 0x7f2a4819cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f2a340a2d00 0x7f2a340a51c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.088 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2a4810bce0 0x7f2a481985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 --2- 172.21.15.80:0/3159568974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2a48100510 0x7f2a48198080 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/3159568974 >> 172.21.15.80:0/3159568974 conn(0x7f2a48075940 msgr2=0x7f2a480fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:28.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/3159568974 shutdown_connections 2024-04-22T00:00:28.089 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.087+0000 7f2a4cc5f640 1 -- 172.21.15.80:0/3159568974 wait complete. 2024-04-22T00:00:28.090 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T00:00:28.197 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.204+0000 7fce921f7640 1 -- 172.21.15.80:0/1803177352 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c1042c0 msgr2=0x7fce8c1107d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.205+0000 7fce921f7640 1 --2- 172.21.15.80:0/1803177352 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c1042c0 0x7fce8c1107d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fce84009c10 tx=0x7fce8402bef0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.205+0000 7fce921f7640 1 -- 172.21.15.80:0/1803177352 shutdown_connections 2024-04-22T00:00:28.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.205+0000 7fce921f7640 1 --2- 172.21.15.80:0/1803177352 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c1042c0 0x7fce8c1107d0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.205+0000 7fce921f7640 1 --2- 172.21.15.80:0/1803177352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c103900 0x7fce8c103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.205+0000 7fce921f7640 1 --2- 172.21.15.80:0/1803177352 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fce8c109910 0x7fce8c109cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.205+0000 7fce921f7640 1 -- 172.21.15.80:0/1803177352 >> 172.21.15.80:0/1803177352 conn(0x7fce8c0ff3b0 msgr2=0x7fce8c1017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:28.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.205+0000 7fce921f7640 1 -- 172.21.15.80:0/1803177352 shutdown_connections 2024-04-22T00:00:28.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.205+0000 7fce921f7640 1 -- 172.21.15.80:0/1803177352 wait complete. 2024-04-22T00:00:28.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.206+0000 7fce921f7640 1 Processor -- start 2024-04-22T00:00:28.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.206+0000 7fce921f7640 1 -- start start 2024-04-22T00:00:28.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.206+0000 7fce921f7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c103900 0x7fce8c19a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.206+0000 7fce921f7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fce8c1042c0 0x7fce8c19a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.206+0000 7fce921f7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c109910 0x7fce8c19eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.206+0000 7fce921f7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c113d40 con 0x7fce8c103900 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.206+0000 7fce921f7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c113bc0 con 0x7fce8c109910 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.206+0000 7fce921f7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c113ec0 con 0x7fce8c1042c0 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c103900 0x7fce8c19a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c103900 0x7fce8c19a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40436/0 (socket says 172.21.15.80:40436) 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 -- 172.21.15.80:0/1548525330 learned_addr learned my addr 172.21.15.80:0/1548525330 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8affd640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fce8c1042c0 0x7fce8c19a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8bfff640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c109910 0x7fce8c19eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 -- 172.21.15.80:0/1548525330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fce8c1042c0 msgr2=0x7fce8c19a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fce8c1042c0 0x7fce8c19a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 -- 172.21.15.80:0/1548525330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c109910 msgr2=0x7fce8c19eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c109910 0x7fce8c19eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 -- 172.21.15.80:0/1548525330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce8c19f1f0 con 0x7fce8c103900 2024-04-22T00:00:28.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c103900 0x7fce8c19a200 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fce8000ea60 tx=0x7fce8000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce88ff9640 1 -- 172.21.15.80:0/1548525330 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce8000cd20 con 0x7fce8c103900 2024-04-22T00:00:28.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce921f7640 1 -- 172.21.15.80:0/1548525330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce8c19f4e0 con 0x7fce8c103900 2024-04-22T00:00:28.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce921f7640 1 -- 172.21.15.80:0/1548525330 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce8c1a6d70 con 0x7fce8c103900 2024-04-22T00:00:28.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce88ff9640 1 -- 172.21.15.80:0/1548525330 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce800035f0 con 0x7fce8c103900 2024-04-22T00:00:28.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.207+0000 7fce88ff9640 1 -- 172.21.15.80:0/1548525330 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce80010690 con 0x7fce8c103900 2024-04-22T00:00:28.207 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.214+0000 7fce94de5740 1 Processor -- start 2024-04-22T00:00:28.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.218+0000 7fce94de5740 1 -- start start 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.218+0000 7fce94de5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c486a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.218+0000 7fce94de5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.218+0000 7fce94de5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c4873520 0x55d9c4875910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.218+0000 7fce94de5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55d9c47ce530 con 0x55d9c486a020 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.218+0000 7fce94de5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d9c4776830 con 0x55d9c486a940 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.218+0000 7fce94de5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55d9c47ca4f0 con 0x55d9c4873520 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.219+0000 7fce8affd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c4873520 0x55d9c4875910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.219+0000 7fce8affd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c4873520 0x55d9c4875910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53638/0 (socket says 172.21.15.80:53638) 2024-04-22T00:00:28.212 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.219+0000 7fce8affd640 1 -- 172.21.15.80:0/2501895438 learned_addr learned my addr 172.21.15.80:0/2501895438 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:28.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.220+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.221+0000 7fce88ff9640 1 -- 172.21.15.80:0/1548525330 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fce80004000 con 0x7fce8c103900 2024-04-22T00:00:28.214 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.221+0000 7fce8affd640 1 -- 172.21.15.80:0/2501895438 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 msgr2=0x55d9c4872fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.221+0000 7fce8affd640 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.222+0000 7fce8affd640 1 -- 172.21.15.80:0/2501895438 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 msgr2=0x55d9c486a400 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:00:28.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.222+0000 7fce8affd640 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c486a400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.222+0000 7fce8affd640 1 -- 172.21.15.80:0/2501895438 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9c479a2c0 con 0x55d9c4873520 2024-04-22T00:00:28.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.222+0000 7fce88ff9640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fce740a2e00 0x7fce740a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.222+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:00:28.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.222+0000 7fce88ff9640 1 -- 172.21.15.80:0/1548525330 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fce800cf8f0 con 0x7fce8c103900 2024-04-22T00:00:28.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.223+0000 7fce8bfff640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fce740a2e00 0x7fce740a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.224+0000 7fce8bfff640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fce740a2e00 0x7fce740a52c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fce84033420 tx=0x7fce84005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.216 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.224+0000 7fce8affd640 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c4873520 0x55d9c4875910 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fce7c009ca0 tx=0x7fce7c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e1ef9fdeee29427 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.218 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.226+0000 7fce71ffb640 1 -- 172.21.15.80:0/2501895438 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7c004230 con 0x55d9c4873520 2024-04-22T00:00:28.218 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.226+0000 7fce71ffb640 1 -- 172.21.15.80:0/2501895438 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce7c0043d0 con 0x55d9c4873520 2024-04-22T00:00:28.218 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.226+0000 7fce71ffb640 1 -- 172.21.15.80:0/2501895438 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7c019800 con 0x55d9c4873520 2024-04-22T00:00:28.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.227+0000 7fce94de5740 1 -- 172.21.15.80:0/2501895438 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c4873520 msgr2=0x55d9c4875910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:28.220 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.227+0000 7fce94de5740 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c4873520 0x55d9c4875910 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fce7c009ca0 tx=0x7fce7c011810 comp rx=0 tx=0).stop 2024-04-22T00:00:28.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.235+0000 7fce94de5740 1 -- 172.21.15.80:0/2501895438 shutdown_connections 2024-04-22T00:00:28.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.235+0000 7fce94de5740 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c4873520 0x55d9c4875910 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.235+0000 7fce94de5740 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.235+0000 7fce94de5740 1 --2- 172.21.15.80:0/2501895438 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c486a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.228 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.235+0000 7fce94de5740 1 -- 172.21.15.80:0/2501895438 >> 172.21.15.80:0/2501895438 conn(0x55d9c4864750 msgr2=0x55d9c4864b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:28.235 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.242+0000 7fce94de5740 1 -- 172.21.15.80:0/2501895438 shutdown_connections 2024-04-22T00:00:28.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.244+0000 7fce94de5740 1 -- 172.21.15.80:0/2501895438 wait complete. 2024-04-22T00:00:28.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.244+0000 7fce94de5740 1 -- start start 2024-04-22T00:00:28.237 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.244+0000 7fce94de5740 1 Processor -- start 2024-04-22T00:00:28.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.245+0000 7fce94de5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a020 0x55d9c4872dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.245+0000 7fce94de5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4870160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.245+0000 7fce94de5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 0x55d9c48706a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.245+0000 7fce94de5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55d9c4887320 con 0x55d9c4873520 2024-04-22T00:00:28.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.245+0000 7fce94de5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d9c4789f10 con 0x55d9c486a020 2024-04-22T00:00:28.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.245+0000 7fce94de5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55d9c48874a0 con 0x55d9c486a940 2024-04-22T00:00:28.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.245+0000 7fce94de5740 10 client.0 _ll_register_callbacks cb 0x55d9c44e1be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:28.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.247+0000 7fce8b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a020 0x55d9c4872dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.248+0000 7fce8affd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4870160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.248+0000 7fce8affd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4870160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53646/0 (socket says 172.21.15.80:53646) 2024-04-22T00:00:28.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.248+0000 7fce8affd640 1 -- 172.21.15.80:0/2708960027 learned_addr learned my addr 172.21.15.80:0/2708960027 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:28.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.250+0000 7fce8affd640 1 -- 172.21.15.80:0/2708960027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a020 msgr2=0x55d9c4872dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.250+0000 7fce8affd640 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a020 0x55d9c4872dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.250+0000 7fce8affd640 1 -- 172.21.15.80:0/2708960027 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 msgr2=0x55d9c48706a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:28.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.250+0000 7fce8affd640 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 0x55d9c48706a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:28.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.250+0000 7fce8affd640 1 -- 172.21.15.80:0/2708960027 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9c475bc80 con 0x55d9c486a940 2024-04-22T00:00:28.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.250+0000 7fce8affd640 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4870160 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fce7c011d10 tx=0x7fce7c005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=563245a8242e7993 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:28.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.252+0000 7fce6affd640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:00:28.260 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.264+0000 7fce6affd640 1 -- 172.21.15.80:0/2708960027 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7c01f040 con 0x55d9c486a940 2024-04-22T00:00:28.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.264+0000 7fce6affd640 1 -- 172.21.15.80:0/2708960027 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fce7c0053e0 con 0x55d9c486a940 2024-04-22T00:00:28.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.268+0000 7fce94de5740 1 -- 172.21.15.80:0/2708960027 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce7c0043d0 con 0x55d9c486a940 2024-04-22T00:00:28.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.269+0000 7fce6affd640 1 -- 172.21.15.80:0/2708960027 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fce7c009890 con 0x55d9c486a940 2024-04-22T00:00:28.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.273+0000 7fce94de5740 10 client.25651 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:28.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.273+0000 7fce94de5740 1 -- 172.21.15.80:0/2708960027 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d9c44e23f0 con 0x55d9c486a940 2024-04-22T00:00:28.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.273+0000 7fce6affd640 1 -- 172.21.15.80:0/2708960027 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce7c0043d0 con 0x55d9c486a940 2024-04-22T00:00:28.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.273+0000 7fce6affd640 1 -- 172.21.15.80:0/2708960027 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fce7c018070 con 0x55d9c486a940 2024-04-22T00:00:28.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.276+0000 7fce94de5740 10 client.25651 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:28.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.276+0000 7fce94de5740 10 client.25651 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:28.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.276+0000 7fce94de5740 20 client.25651 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:28.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.276+0000 7fce94de5740 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d9c489cca0 0x55d9c489f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:28.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.276+0000 7fce94de5740 4 client.25651 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:00:28.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.276+0000 7fce94de5740 1 -- 172.21.15.80:0/2708960027 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d9c47dba70 con 0x55d9c489cca0 2024-04-22T00:00:28.284 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.291+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d9c489cca0 0x55d9c489f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:28.289 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.297+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d9c489cca0 0x55d9c489f090 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f50e325219de4f34 server_cookie=bae7555c678fcf25 in_seq=0 out_seq=0 2024-04-22T00:00:28.289 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:28.297+0000 7fce6affd640 10 client.25651 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:28.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:28 smithi080 ceph-mon[27925]: pgmap v72: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 243 op/s 2024-04-22T00:00:28.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:28 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1948527614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:00:28.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:28 smithi120 ceph-mon[31499]: pgmap v72: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 243 op/s 2024-04-22T00:00:28.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:28 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1948527614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:00:28.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:28 smithi144 ceph-mon[31316]: pgmap v72: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 243 op/s 2024-04-22T00:00:28.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:28 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1948527614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:00:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.670+0000 7f77e6ff5640 1 -- 172.21.15.80:0/2756412167 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560a05bc37a0 con 0x560a05d59ee0 2024-04-22T00:00:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.670+0000 7f77e6ff5640 10 client.25597 handle_command_reply: tid=0 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.670+0000 7f780bf7f740 1 client.25597 shutdown 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 -- 172.21.15.80:0/2756412167 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 msgr2=0x560a05ceb310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ceb310 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f77f4000c00 tx=0x7f77f40038a0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 -- 172.21.15.80:0/2756412167 shutdown_connections 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x560a05d59ee0 0x560a05d5c2d0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a05ce3210 0x560a05cdd210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x560a05cda440 0x560a05cdcc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 --2- 172.21.15.80:0/2756412167 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x560a05cd9b20 0x560a05ceb310 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 -- 172.21.15.80:0/2756412167 >> 172.21.15.80:0/2756412167 conn(0x560a05cd4440 msgr2=0x560a05cd5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f77e6ff5640 0 client.25597 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 -- 172.21.15.80:0/2756412167 shutdown_connections 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 1 -- 172.21.15.80:0/2756412167 wait complete. 2024-04-22T00:00:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.671+0000 7f780bf7f740 20 client.25597 trim_cache size 0 max 16384 2024-04-22T00:00:29.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.671+0000 7fce6affd640 1 -- 172.21.15.80:0/2708960027 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d9c47dba70 con 0x55d9c489cca0 2024-04-22T00:00:29.668 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.671+0000 7fce6affd640 10 client.25651 handle_command_reply: tid=0 2024-04-22T00:00:29.669 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:00:29.669 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:00:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:00:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.671+0000 7fce94de5740 1 client.25651 shutdown 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.671+0000 7fce94de5740 1 -- 172.21.15.80:0/2708960027 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 msgr2=0x55d9c4870160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.671+0000 7fce94de5740 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4870160 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fce7c011d10 tx=0x7fce7c005270 comp rx=0 tx=0).stop 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 1 -- 172.21.15.80:0/2708960027 shutdown_connections 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d9c489cca0 0x55d9c489f090 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 0x55d9c48706a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4870160 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 1 --2- 172.21.15.80:0/2708960027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a020 0x55d9c4872dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 1 -- 172.21.15.80:0/2708960027 >> 172.21.15.80:0/2708960027 conn(0x55d9c4864750 msgr2=0x55d9c48664a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce6affd640 0 client.25651 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 1 -- 172.21.15.80:0/2708960027 shutdown_connections 2024-04-22T00:00:29.671 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 1 -- 172.21.15.80:0/2708960027 wait complete. 2024-04-22T00:00:29.672 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 -- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77ec0a2dd0 msgr2=0x7f77ec0a5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:29.672 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77ec0a2dd0 0x7f77ec0a5290 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00f5b0 tx=0x7f77fc0114a0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.672+0000 7fce94de5740 20 client.25651 trim_cache size 0 max 16384 2024-04-22T00:00:29.673 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 -- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7804100600 msgr2=0x7f7804101380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:29.673 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7804100600 0x7f7804101380 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f77f8005940 tx=0x7f77f8004270 comp rx=0 tx=0).stop 2024-04-22T00:00:29.673 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 -- 172.21.15.80:0/1595480944 shutdown_connections 2024-04-22T00:00:29.673 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f77ec0a2dd0 0x7f77ec0a5290 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.673 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7804107720 0x7f78041018c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.674 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7804100600 0x7f7804101380 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.674 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 --2- 172.21.15.80:0/1595480944 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f78040ffc60 0x7f7804100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.674 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 -- 172.21.15.80:0/1595480944 >> 172.21.15.80:0/1595480944 conn(0x7f7804076bd0 msgr2=0x7f78040fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:29.674 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 -- 172.21.15.80:0/1595480944 shutdown_connections 2024-04-22T00:00:29.674 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:29.672+0000 7f7809397640 1 -- 172.21.15.80:0/1595480944 wait complete. 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.697+0000 7fce94de5740 1 Processor -- start 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.698+0000 7fce94de5740 1 -- start start 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce94de5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a020 0x55d9c4872890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce94de5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce94de5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 0x55d9c48a4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce94de5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fce78012680 con 0x55d9c4873520 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce8affd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce8affd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:39450/0 (socket says 172.21.15.80:39450) 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce8affd640 1 -- 172.21.15.80:0/1558136094 learned_addr learned my addr 172.21.15.80:0/1558136094 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:29.695 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a020 0x55d9c4872890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce8bfff640 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 0x55d9c48a4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce94de5740 1 -- 172.21.15.80:0/1558136094 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fce7800ff50 con 0x55d9c486a940 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.699+0000 7fce94de5740 1 -- 172.21.15.80:0/1558136094 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fce7800dda0 con 0x55d9c486a020 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce8affd640 1 -- 172.21.15.80:0/1558136094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a020 msgr2=0x55d9c4872890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce8affd640 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a020 0x55d9c4872890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce8affd640 1 -- 172.21.15.80:0/1558136094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 msgr2=0x55d9c48a4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce8affd640 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 0x55d9c48a4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce8affd640 1 -- 172.21.15.80:0/1558136094 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9c45ac7d0 con 0x55d9c486a940 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce8affd640 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872dd0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fce7c003f80 tx=0x7fce7c012f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b374cdb7a50b22cf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce717fa640 1 -- 172.21.15.80:0/1558136094 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7c035020 con 0x55d9c486a940 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce717fa640 1 -- 172.21.15.80:0/1558136094 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce7c019450 con 0x55d9c486a940 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.700+0000 7fce717fa640 1 -- 172.21.15.80:0/1558136094 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7c0035f0 con 0x55d9c486a940 2024-04-22T00:00:29.696 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.701+0000 7fce94de5740 1 -- 172.21.15.80:0/1558136094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 msgr2=0x55d9c4872dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.701+0000 7fce94de5740 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872dd0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fce7c003f80 tx=0x7fce7c012f90 comp rx=0 tx=0).stop 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.701+0000 7fce94de5740 1 -- 172.21.15.80:0/1558136094 shutdown_connections 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.701+0000 7fce94de5740 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c4873520 0x55d9c48a4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.701+0000 7fce94de5740 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c486a940 0x55d9c4872dd0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.701+0000 7fce94de5740 1 --2- 172.21.15.80:0/1558136094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a020 0x55d9c4872890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.701+0000 7fce94de5740 1 -- 172.21.15.80:0/1558136094 >> 172.21.15.80:0/1558136094 conn(0x55d9c4864750 msgr2=0x55d9c4870120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.702+0000 7fce94de5740 1 -- 172.21.15.80:0/1558136094 shutdown_connections 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.702+0000 7fce94de5740 1 -- 172.21.15.80:0/1558136094 wait complete. 2024-04-22T00:00:29.697 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.702+0000 7fce94de5740 1 -- start start 2024-04-22T00:00:29.698 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.703+0000 7fce94de5740 1 Processor -- start 2024-04-22T00:00:29.698 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.706+0000 7fce94de5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c4895010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:29.699 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.706+0000 7fce8b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c4895010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:29.699 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.706+0000 7fce8b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c4895010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:40474/0 (socket says 172.21.15.80:40474) 2024-04-22T00:00:29.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce94de5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4895550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:29.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce94de5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c4873520 0x55d9c486c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:29.702 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce94de5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fce7800e410 con 0x55d9c486a020 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce94de5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fce7800f880 con 0x55d9c4873520 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce94de5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fce7800eae0 con 0x55d9c486a940 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce94de5740 10 client.0 _ll_register_callbacks cb 0x7fce7c009af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4895550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4895550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:53676/0 (socket says 172.21.15.80:53676) 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 -- 172.21.15.80:0/1663284842 learned_addr learned my addr 172.21.15.80:0/1663284842 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c4873520 0x55d9c486c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 -- 172.21.15.80:0/1663284842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c4873520 msgr2=0x55d9c486c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c4873520 0x55d9c486c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 -- 172.21.15.80:0/1663284842 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 msgr2=0x55d9c4895010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c4895010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 -- 172.21.15.80:0/1663284842 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9c486cdb0 con 0x55d9c486a940 2024-04-22T00:00:29.703 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c4895010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:00:29.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.709+0000 7fce8affd640 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4895550 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fce7c015040 tx=0x7fce7c004510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6228eab35027ca0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:29.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.710+0000 7fce6affd640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:00:29.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.710+0000 7fce6affd640 1 -- 172.21.15.80:0/1663284842 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7c03e060 con 0x55d9c486a940 2024-04-22T00:00:29.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.710+0000 7fce6affd640 1 -- 172.21.15.80:0/1663284842 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fce7c003800 con 0x55d9c486a940 2024-04-22T00:00:29.704 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.710+0000 7fce94de5740 1 -- 172.21.15.80:0/1663284842 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce7c019450 con 0x55d9c486a940 2024-04-22T00:00:29.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.710+0000 7fce6affd640 1 -- 172.21.15.80:0/1663284842 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fce7c035040 con 0x55d9c486a940 2024-04-22T00:00:29.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.711+0000 7fce94de5740 10 client.25657 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:29.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.711+0000 7fce94de5740 1 -- 172.21.15.80:0/1663284842 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d9c4902bc0 con 0x55d9c486a940 2024-04-22T00:00:29.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.711+0000 7fce6affd640 1 -- 172.21.15.80:0/1663284842 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce7c019450 con 0x55d9c486a940 2024-04-22T00:00:29.705 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.712+0000 7fce6affd640 1 -- 172.21.15.80:0/1663284842 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fce7c018070 con 0x55d9c486a940 2024-04-22T00:00:29.706 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.712+0000 7fce94de5740 10 client.25657 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:29.706 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.712+0000 7fce94de5740 10 client.25657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:29.706 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.713+0000 7fce94de5740 20 client.25657 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:29.706 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.713+0000 7fce94de5740 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d9c4903260 0x55d9c4905680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:29.706 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.713+0000 7fce94de5740 4 client.25657 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T00:00:29.706 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.713+0000 7fce94de5740 1 -- 172.21.15.80:0/1663284842 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d9c47d5dc0 con 0x55d9c4903260 2024-04-22T00:00:29.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.713+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d9c4903260 0x55d9c4905680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:29.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.714+0000 7fce8b7fe640 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d9c4903260 0x55d9c4905680 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7fa9b7893ffc3571 server_cookie=d3e0433b013e09e0 in_seq=0 out_seq=0 2024-04-22T00:00:29.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.714+0000 7fce6affd640 10 client.25657 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:29.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.718+0000 7fce6affd640 1 -- 172.21.15.80:0/1663284842 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d9c47d5dc0 con 0x55d9c4903260 2024-04-22T00:00:29.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.718+0000 7fce6affd640 10 client.25657 handle_command_reply: tid=0 2024-04-22T00:00:29.711 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.719+0000 7fce94de5740 1 client.25657 shutdown 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.721+0000 7fce94de5740 1 -- 172.21.15.80:0/1663284842 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 msgr2=0x55d9c4895550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4895550 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fce7c015040 tx=0x7fce7c004510 comp rx=0 tx=0).stop 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 -- 172.21.15.80:0/1663284842 shutdown_connections 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55d9c4903260 0x55d9c4905680 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d9c4873520 0x55d9c486c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55d9c486a940 0x55d9c4895550 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 --2- 172.21.15.80:0/1663284842 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55d9c486a020 0x55d9c4895010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 -- 172.21.15.80:0/1663284842 >> 172.21.15.80:0/1663284842 conn(0x55d9c4864750 msgr2=0x55d9c4862fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce6affd640 0 client.25657 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:29.715 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 -- 172.21.15.80:0/1663284842 shutdown_connections 2024-04-22T00:00:29.716 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 1 -- 172.21.15.80:0/1663284842 wait complete. 2024-04-22T00:00:29.716 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.722+0000 7fce94de5740 20 client.25657 trim_cache size 0 max 16384 2024-04-22T00:00:29.716 INFO:teuthology.orchestra.run.smithi080.stdout:[] 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 -- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fce740a2e00 msgr2=0x7fce740a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fce740a2e00 0x7fce740a52c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fce84033420 tx=0x7fce84005fd0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 -- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c103900 msgr2=0x7fce8c19a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c103900 0x7fce8c19a200 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fce8000ea60 tx=0x7fce8000ee60 comp rx=0 tx=0).stop 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 -- 172.21.15.80:0/1548525330 shutdown_connections 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fce740a2e00 0x7fce740a52c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c109910 0x7fce8c19eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fce8c1042c0 0x7fce8c19a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 --2- 172.21.15.80:0/1548525330 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fce8c103900 0x7fce8c19a200 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.723+0000 7fce921f7640 1 -- 172.21.15.80:0/1548525330 >> 172.21.15.80:0/1548525330 conn(0x7fce8c0ff3b0 msgr2=0x7fce8c0ffaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.724+0000 7fce921f7640 1 -- 172.21.15.80:0/1548525330 shutdown_connections 2024-04-22T00:00:29.717 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:00:29.724+0000 7fce921f7640 1 -- 172.21.15.80:0/1548525330 wait complete. 2024-04-22T00:00:29.733 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 705239437, 'ino': 1099511631271, 'path': '/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-2.xml'}, {'damage_type': 'backtrace', 'id': 951291830, 'ino': 1099511631266, 'path': '/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-3.xml'}, {'damage_type': 'backtrace', 'id': 1097277644, 'ino': 1099511631261, 'path': '/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-4.xml'}, {'damage_type': 'backtrace', 'id': 1986506220, 'ino': 1099511631282, 'path': '/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/picture-1.jpg'}, {'damage_type': 'backtrace', 'id': 3513072263, 'ino': 1099511631277, 'path': '/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-1.xml'}, {'damage_type': 'backtrace', 'id': 3835082862, 'ino': 1099511631255, 'path': '/volumes/qa/sv_1/c7d10450-0e2d-4da8-a571-a183692b3fa7/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/article-5.xml'}] 2024-04-22T00:00:29.733 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-04-22T00:00:30.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:30 smithi120 ceph-mon[31499]: pgmap v73: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 158 op/s 2024-04-22T00:00:30.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:30 smithi144 ceph-mon[31316]: pgmap v73: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 158 op/s 2024-04-22T00:00:30.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:30 smithi080 ceph-mon[27925]: pgmap v73: 129 pgs: 129 active+clean; 138 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 158 op/s 2024-04-22T00:00:32.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:32 smithi144 ceph-mon[31316]: pgmap v74: 129 pgs: 129 active+clean; 108 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 1.12k op/s 2024-04-22T00:00:32.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:32 smithi080 ceph-mon[27925]: pgmap v74: 129 pgs: 129 active+clean; 108 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 1.12k op/s 2024-04-22T00:00:32.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:32 smithi120 ceph-mon[31499]: pgmap v74: 129 pgs: 129 active+clean; 108 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 1.12k op/s 2024-04-22T00:00:34.500 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:34 smithi080 ceph-mon[27925]: pgmap v75: 129 pgs: 129 active+clean; 108 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 1.02k op/s 2024-04-22T00:00:34.545 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:34 smithi120 ceph-mon[31499]: pgmap v75: 129 pgs: 129 active+clean; 108 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 1.02k op/s 2024-04-22T00:00:34.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:34 smithi144 ceph-mon[31316]: pgmap v75: 129 pgs: 129 active+clean; 108 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 1.02k op/s 2024-04-22T00:00:36.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:36 smithi144 ceph-mon[31316]: pgmap v76: 129 pgs: 129 active+clean; 151 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.4 MiB/s wr, 1.27k op/s 2024-04-22T00:00:36.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:36 smithi080 ceph-mon[27925]: pgmap v76: 129 pgs: 129 active+clean; 151 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.4 MiB/s wr, 1.27k op/s 2024-04-22T00:00:36.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:36 smithi120 ceph-mon[31499]: pgmap v76: 129 pgs: 129 active+clean; 151 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.4 MiB/s wr, 1.27k op/s 2024-04-22T00:00:36.865 INFO:tasks.workunit.client.0.smithi080.stdout: 45 604074 291 441638 290 349381 695 2024-04-22T00:00:38.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:38 smithi144 ceph-mon[31316]: pgmap v77: 129 pgs: 129 active+clean; 161 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 1.28k op/s 2024-04-22T00:00:38.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:38 smithi080 ceph-mon[27925]: pgmap v77: 129 pgs: 129 active+clean; 161 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 1.28k op/s 2024-04-22T00:00:38.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:38 smithi120 ceph-mon[31499]: pgmap v77: 129 pgs: 129 active+clean; 161 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 1.28k op/s 2024-04-22T00:00:40.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:40 smithi144 ceph-mon[31316]: pgmap v78: 129 pgs: 129 active+clean; 161 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 1.28k op/s 2024-04-22T00:00:40.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:40 smithi080 ceph-mon[27925]: pgmap v78: 129 pgs: 129 active+clean; 161 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 1.28k op/s 2024-04-22T00:00:40.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:40 smithi120 ceph-mon[31499]: pgmap v78: 129 pgs: 129 active+clean; 161 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 1.28k op/s 2024-04-22T00:00:42.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:42 smithi144 ceph-mon[31316]: pgmap v79: 129 pgs: 129 active+clean; 181 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 7.6 MiB/s wr, 1.48k op/s 2024-04-22T00:00:42.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:42 smithi080 ceph-mon[27925]: pgmap v79: 129 pgs: 129 active+clean; 181 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 7.6 MiB/s wr, 1.48k op/s 2024-04-22T00:00:42.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:42 smithi120 ceph-mon[31499]: pgmap v79: 129 pgs: 129 active+clean; 181 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 7.6 MiB/s wr, 1.48k op/s 2024-04-22T00:00:42.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.772+0000 7fca0a99a640 1 -- 172.21.15.80:0/4076425066 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 msgr2=0x7fca04100af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:42.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.772+0000 7fca0a99a640 1 --2- 172.21.15.80:0/4076425066 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 0x7fca04100af0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009930 tx=0x7fc9f802bc30 comp rx=0 tx=0).stop 2024-04-22T00:00:42.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.772+0000 7fca0a99a640 1 -- 172.21.15.80:0/4076425066 shutdown_connections 2024-04-22T00:00:42.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.772+0000 7fca0a99a640 1 --2- 172.21.15.80:0/4076425066 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca04101030 0x7fca0410d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.772+0000 7fca0a99a640 1 --2- 172.21.15.80:0/4076425066 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 0x7fca04100af0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.772+0000 7fca0a99a640 1 --2- 172.21.15.80:0/4076425066 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca04106630 0x7fca04106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.772+0000 7fca0a99a640 1 -- 172.21.15.80:0/4076425066 >> 172.21.15.80:0/4076425066 conn(0x7fca040777c0 msgr2=0x7fca04077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:42.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.772+0000 7fca0a99a640 1 -- 172.21.15.80:0/4076425066 shutdown_connections 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 -- 172.21.15.80:0/4076425066 wait complete. 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 Processor -- start 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 -- start start 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 0x7fca04197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca04101030 0x7fca04198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca04106630 0x7fca0419c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fca04110a50 con 0x7fca04100670 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca041108d0 con 0x7fca04106630 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.773+0000 7fca0a99a640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fca04110bd0 con 0x7fca04101030 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 0x7fca04197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 0x7fca04197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:55650/0 (socket says 172.21.15.80:55650) 2024-04-22T00:00:42.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 -- 172.21.15.80:0/872444847 learned_addr learned my addr 172.21.15.80:0/872444847 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca08f37640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca04106630 0x7fca0419c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca037fe640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca04101030 0x7fca04198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 -- 172.21.15.80:0/872444847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca04101030 msgr2=0x7fca04198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca04101030 0x7fca04198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 -- 172.21.15.80:0/872444847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca04106630 msgr2=0x7fca0419c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca04106630 0x7fca0419c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 -- 172.21.15.80:0/872444847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca0419cfb0 con 0x7fca04100670 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca08f37640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca04106630 0x7fca0419c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca037fe640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca04101030 0x7fca04198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca03fff640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 0x7fca04197fc0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fc9f400c920 tx=0x7fc9f400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca017fa640 1 -- 172.21.15.80:0/872444847 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4007c70 con 0x7fca04100670 2024-04-22T00:00:42.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca017fa640 1 -- 172.21.15.80:0/872444847 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9f4007e10 con 0x7fca04100670 2024-04-22T00:00:42.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca0a99a640 1 -- 172.21.15.80:0/872444847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca0419d2a0 con 0x7fca04100670 2024-04-22T00:00:42.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca017fa640 1 -- 172.21.15.80:0/872444847 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4018890 con 0x7fca04100670 2024-04-22T00:00:42.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.774+0000 7fca0a99a640 1 -- 172.21.15.80:0/872444847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca041a4b30 con 0x7fca04100670 2024-04-22T00:00:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.776+0000 7fca017fa640 1 -- 172.21.15.80:0/872444847 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc9f4018a70 con 0x7fca04100670 2024-04-22T00:00:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca0d584740 1 Processor -- start 2024-04-22T00:00:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca0d584740 1 -- start start 2024-04-22T00:00:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca0d584740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c967b20 0x55954c967f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca0d584740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c970cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca0d584740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c971210 0x55954c973600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca0d584740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55954c8cbb70 con 0x55954c967b20 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca0d584740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55954c874470 con 0x55954c971210 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca0d584740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55954c8c7b30 con 0x55954c968440 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca017fa640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc9ec0a2da0 0x7fc9ec0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca08f37640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c967b20 0x55954c967f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca08f37640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c967b20 0x55954c967f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:55656/0 (socket says 172.21.15.80:55656) 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca08f37640 1 -- 172.21.15.80:0/3250499068 learned_addr learned my addr 172.21.15.80:0/3250499068 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca037fe640 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c971210 0x55954c973600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca08f37640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc9ec0a2da0 0x7fc9ec0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.777+0000 7fca03fff640 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c970cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca017fa640 1 -- 172.21.15.80:0/872444847 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fc9f40cf8a0 con 0x7fca04100670 2024-04-22T00:00:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca08f37640 1 -- 172.21.15.80:0/3250499068 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 msgr2=0x55954c970cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca08f37640 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c970cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca08f37640 1 -- 172.21.15.80:0/3250499068 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c971210 msgr2=0x55954c973600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca08f37640 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c971210 0x55954c973600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca08f37640 1 -- 172.21.15.80:0/3250499068 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55954c5e0210 con 0x55954c967b20 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca03fff640 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c970cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca037fe640 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c971210 0x55954c973600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca08f37640 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c967b20 0x55954c967f00 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00f5c0 tx=0x7fc9fc00fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e736f7adf6b9209 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fca08f37640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc9ec0a2da0 0x7fc9ec0a5260 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc0099e0 tx=0x7fc9fc01e000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fc9ea7fc640 1 -- 172.21.15.80:0/3250499068 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc02b070 con 0x55954c967b20 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fc9ea7fc640 1 -- 172.21.15.80:0/3250499068 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9fc003e50 con 0x55954c967b20 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.778+0000 7fc9ea7fc640 1 -- 172.21.15.80:0/3250499068 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc022070 con 0x55954c967b20 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 -- 172.21.15.80:0/3250499068 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c967b20 msgr2=0x55954c967f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c967b20 0x55954c967f00 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00f5c0 tx=0x7fc9fc00fa80 comp rx=0 tx=0).stop 2024-04-22T00:00:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 -- 172.21.15.80:0/3250499068 shutdown_connections 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c971210 0x55954c973600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c970cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 --2- 172.21.15.80:0/3250499068 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c967b20 0x55954c967f00 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 -- 172.21.15.80:0/3250499068 >> 172.21.15.80:0/3250499068 conn(0x55954c962440 msgr2=0x55954c962820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 -- 172.21.15.80:0/3250499068 shutdown_connections 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 -- 172.21.15.80:0/3250499068 wait complete. 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 -- start start 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.779+0000 7fca0d584740 1 Processor -- start 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca0d584740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c967b20 0x55954c96e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca0d584740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c968440 0x55954c96e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca0d584740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca0d584740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55954c973de0 con 0x55954c971210 2024-04-22T00:00:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca0d584740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55954c887a10 con 0x55954c968440 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca0d584740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55954c973f60 con 0x55954c967b20 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca0d584740 10 client.0 _ll_register_callbacks cb 0x55954c8c2b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca08f37640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca037fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c968440 0x55954c96e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca037fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c968440 0x55954c96e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:47932/0 (socket says 172.21.15.80:47932) 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca08f37640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:55672/0 (socket says 172.21.15.80:55672) 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca037fe640 1 -- 172.21.15.80:0/2275440553 learned_addr learned my addr 172.21.15.80:0/2275440553 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca03fff640 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c967b20 0x55954c96e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca08f37640 1 -- 172.21.15.80:0/2275440553 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c967b20 msgr2=0x55954c96e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca08f37640 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c967b20 0x55954c96e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca08f37640 1 -- 172.21.15.80:0/2275440553 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c968440 msgr2=0x55954c96e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca08f37640 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c968440 0x55954c96e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca08f37640 1 -- 172.21.15.80:0/2275440553 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55954c6ac620 con 0x55954c971210 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca037fe640 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c968440 0x55954c96e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca08f37640 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96ec80 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc009540 tx=0x7fc9fc005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6393cffd6df403 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fc9e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fc9e37fe640 1 -- 172.21.15.80:0/2275440553 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc02b040 con 0x55954c971210 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fc9e37fe640 1 -- 172.21.15.80:0/2275440553 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fc9fc004590 con 0x55954c971210 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.780+0000 7fca0d584740 1 -- 172.21.15.80:0/2275440553 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9fc003e50 con 0x55954c971210 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fc9e37fe640 1 -- 172.21.15.80:0/2275440553 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc9fc03d050 con 0x55954c971210 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fca0d584740 10 client.16320 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fca0d584740 1 -- 172.21.15.80:0/2275440553 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55954c97fff0 con 0x55954c971210 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fc9e37fe640 1 -- 172.21.15.80:0/2275440553 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9fc003e50 con 0x55954c971210 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fc9e37fe640 1 -- 172.21.15.80:0/2275440553 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc9fc02e070 con 0x55954c971210 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fca0d584740 10 client.16320 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fca0d584740 10 client.16320 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fca0d584740 20 client.16320 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fca0d584740 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55954c9813f0 0x55954c9837e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fca0d584740 4 client.16320 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:00:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.781+0000 7fca0d584740 1 -- 172.21.15.80:0/2275440553 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55954c8d90b0 con 0x55954c9813f0 2024-04-22T00:00:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.782+0000 7fca03fff640 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55954c9813f0 0x55954c9837e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.782+0000 7fc9e37fe640 10 client.16320 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.782+0000 7fca03fff640 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55954c9813f0 0x55954c9837e0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e2f7a04452b5c7b server_cookie=79203c6a823dbac6 in_seq=0 out_seq=0 2024-04-22T00:00:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fc9e37fe640 1 -- 172.21.15.80:0/2275440553 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55954c8d90b0 con 0x55954c9813f0 2024-04-22T00:00:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fc9e37fe640 10 client.16320 handle_command_reply: tid=0 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 client.16320 shutdown 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 -- 172.21.15.80:0/2275440553 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 msgr2=0x55954c96ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96ec80 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc009540 tx=0x7fc9fc005bd0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 -- 172.21.15.80:0/2275440553 shutdown_connections 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55954c9813f0 0x55954c9837e0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96ec80 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fc9e37fe640 0 client.16320 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c968440 0x55954c96e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 --2- 172.21.15.80:0/2275440553 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c967b20 0x55954c96e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 -- 172.21.15.80:0/2275440553 >> 172.21.15.80:0/2275440553 conn(0x55954c962440 msgr2=0x55954c964190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 -- 172.21.15.80:0/2275440553 shutdown_connections 2024-04-22T00:00:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 1 -- 172.21.15.80:0/2275440553 wait complete. 2024-04-22T00:00:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.786+0000 7fca0d584740 20 client.16320 trim_cache size 0 max 16384 2024-04-22T00:00:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca0d584740 1 Processor -- start 2024-04-22T00:00:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca0d584740 1 -- start start 2024-04-22T00:00:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca0d584740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c97cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca0d584740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c968440 0x55954c95d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca0d584740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c971210 0x55954c96eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca0d584740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fca041b1230 con 0x55954c968440 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca0d584740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca041aeb00 con 0x55954c967b20 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca0d584740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fca041ac950 con 0x55954c971210 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca037fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c968440 0x55954c95d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca03fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c97cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca037fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c968440 0x55954c95d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:55678/0 (socket says 172.21.15.80:55678) 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca037fe640 1 -- 172.21.15.80:0/1399252355 learned_addr learned my addr 172.21.15.80:0/1399252355 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca08f37640 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c971210 0x55954c96eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca037fe640 1 -- 172.21.15.80:0/1399252355 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c971210 msgr2=0x55954c96eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.802+0000 7fca037fe640 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c971210 0x55954c96eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fca037fe640 1 -- 172.21.15.80:0/1399252355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 msgr2=0x55954c97cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fca037fe640 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c97cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fca037fe640 1 -- 172.21.15.80:0/1399252355 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55954c96d1b0 con 0x55954c968440 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fca08f37640 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c971210 0x55954c96eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fca03fff640 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c97cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fca037fe640 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c968440 0x55954c95d220 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8036040 tx=0x7fc9f802c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a66ed26751b63eae server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fc9e9ffb640 1 -- 172.21.15.80:0/1399252355 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f802c880 con 0x55954c968440 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fc9e9ffb640 1 -- 172.21.15.80:0/1399252355 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9f8005520 con 0x55954c968440 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.803+0000 7fc9e9ffb640 1 -- 172.21.15.80:0/1399252355 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8004c60 con 0x55954c968440 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 -- 172.21.15.80:0/1399252355 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c968440 msgr2=0x55954c95d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c968440 0x55954c95d220 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8036040 tx=0x7fc9f802c680 comp rx=0 tx=0).stop 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 -- 172.21.15.80:0/1399252355 shutdown_connections 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c971210 0x55954c96eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c968440 0x55954c95d220 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 --2- 172.21.15.80:0/1399252355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c97cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 -- 172.21.15.80:0/1399252355 >> 172.21.15.80:0/1399252355 conn(0x55954c962440 msgr2=0x55954c9640b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 -- 172.21.15.80:0/1399252355 shutdown_connections 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 -- 172.21.15.80:0/1399252355 wait complete. 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 -- start start 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.804+0000 7fca0d584740 1 Processor -- start 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca0d584740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c96a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca0d584740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c96a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca0d584740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca0d584740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fca041acfc0 con 0x55954c971210 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca0d584740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca041ae430 con 0x55954c967b20 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca0d584740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fca041ad690 con 0x55954c968440 2024-04-22T00:00:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca0d584740 10 client.0 _ll_register_callbacks cb 0x7fc9fc029070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:55682/0 (socket says 172.21.15.80:55682) 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 -- 172.21.15.80:0/1481436879 learned_addr learned my addr 172.21.15.80:0/1481436879 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca03fff640 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c96a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca037fe640 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c96a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 -- 172.21.15.80:0/1481436879 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 msgr2=0x55954c96a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c96a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 -- 172.21.15.80:0/1481436879 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 msgr2=0x55954c96a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c96a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 -- 172.21.15.80:0/1481436879 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55954c96b6a0 con 0x55954c971210 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca08f37640 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96aef0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc011500 tx=0x7fc9fc00e3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62484a7967031f08 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:00:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fc9e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fc9e37fe640 1 -- 172.21.15.80:0/1481436879 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc02b040 con 0x55954c971210 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fc9e37fe640 1 -- 172.21.15.80:0/1481436879 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fc9fc00f3c0 con 0x55954c971210 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.805+0000 7fca0d584740 1 -- 172.21.15.80:0/1481436879 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9f8005520 con 0x55954c971210 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fc9e37fe640 1 -- 172.21.15.80:0/1481436879 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc9fc04f050 con 0x55954c971210 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca0d584740 10 client.16326 fetch_fsmap learned FSMap version 26 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca0d584740 1 -- 172.21.15.80:0/1481436879 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55954c9ebd00 con 0x55954c971210 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fc9e37fe640 1 -- 172.21.15.80:0/1481436879 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9f8005520 con 0x55954c971210 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fc9e37fe640 1 -- 172.21.15.80:0/1481436879 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc9fc02e050 con 0x55954c971210 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca0d584740 10 client.16326 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca0d584740 10 client.16326 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca0d584740 20 client.16326 populate_metadata read hostname 'smithi080' 2024-04-22T00:00:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca0d584740 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55954c9ec4b0 0x55954c9ee8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:00:42.807 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca0d584740 4 client.16326 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:00:42.807 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca0d584740 1 -- 172.21.15.80:0/1481436879 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55954c95d900 con 0x55954c9ec4b0 2024-04-22T00:00:42.807 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.806+0000 7fca03fff640 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55954c9ec4b0 0x55954c9ee8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:00:42.807 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.807+0000 7fc9e37fe640 10 client.16326 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:42.807 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:42.807+0000 7fca03fff640 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55954c9ec4b0 0x55954c9ee8d0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60a30f73600bfb9c server_cookie=12f5c671bf98080e in_seq=0 out_seq=0 2024-04-22T00:00:44.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:44 smithi144 ceph-mon[31316]: pgmap v80: 129 pgs: 129 active+clean; 181 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.7 MiB/s wr, 522 op/s 2024-04-22T00:00:45.361 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:44 smithi120 ceph-mon[31499]: pgmap v80: 129 pgs: 129 active+clean; 181 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.7 MiB/s wr, 522 op/s 2024-04-22T00:00:45.361 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:44 smithi080 ceph-mon[27925]: pgmap v80: 129 pgs: 129 active+clean; 181 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.7 MiB/s wr, 522 op/s 2024-04-22T00:00:46.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:46 smithi144 ceph-mon[31316]: pgmap v81: 129 pgs: 129 active+clean; 185 MiB data, 860 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.3 MiB/s wr, 837 op/s 2024-04-22T00:00:46.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:46 smithi080 ceph-mon[27925]: pgmap v81: 129 pgs: 129 active+clean; 185 MiB data, 860 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.3 MiB/s wr, 837 op/s 2024-04-22T00:00:46.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:46 smithi120 ceph-mon[31499]: pgmap v81: 129 pgs: 129 active+clean; 185 MiB data, 860 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.3 MiB/s wr, 837 op/s 2024-04-22T00:00:46.865 INFO:tasks.workunit.client.0.smithi080.stdout: 55 1442612 517 1044455 552 817515 1099 2024-04-22T00:00:48.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:48 smithi144 ceph-mon[31316]: pgmap v82: 129 pgs: 129 active+clean; 185 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 730 op/s 2024-04-22T00:00:48.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:48 smithi080 ceph-mon[27925]: pgmap v82: 129 pgs: 129 active+clean; 185 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 730 op/s 2024-04-22T00:00:48.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:48 smithi120 ceph-mon[31499]: pgmap v82: 129 pgs: 129 active+clean; 185 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 730 op/s 2024-04-22T00:00:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.005+0000 7fc9e37fe640 1 -- 172.21.15.80:0/1481436879 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55954c95d900 con 0x55954c9ec4b0 2024-04-22T00:00:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.005+0000 7fc9e37fe640 10 client.16326 handle_command_reply: tid=0 2024-04-22T00:00:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.005+0000 7fca0d584740 1 client.16326 shutdown 2024-04-22T00:00:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 -- 172.21.15.80:0/1481436879 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 msgr2=0x55954c96aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96aef0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc011500 tx=0x7fc9fc00e3d0 comp rx=0 tx=0).stop 2024-04-22T00:00:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 -- 172.21.15.80:0/1481436879 shutdown_connections 2024-04-22T00:00:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55954c9ec4b0 0x55954c9ee8d0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:48.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55954c971210 0x55954c96aef0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fc9e37fe640 0 client.16326 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55954c968440 0x55954c96a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 --2- 172.21.15.80:0/1481436879 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55954c967b20 0x55954c96a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 -- 172.21.15.80:0/1481436879 >> 172.21.15.80:0/1481436879 conn(0x55954c962440 msgr2=0x55954c960c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 -- 172.21.15.80:0/1481436879 shutdown_connections 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 1 -- 172.21.15.80:0/1481436879 wait complete. 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0d584740 20 client.16326 trim_cache size 0 max 16384 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:00:49.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:00:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:00:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0a99a640 1 -- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc9ec0a2da0 msgr2=0x7fc9ec0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0a99a640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc9ec0a2da0 0x7fc9ec0a5260 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc0099e0 tx=0x7fc9fc01e000 comp rx=0 tx=0).stop 2024-04-22T00:00:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0a99a640 1 -- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 msgr2=0x7fca04197fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.006+0000 7fca0a99a640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 0x7fca04197fc0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fc9f400c920 tx=0x7fc9f400cde0 comp rx=0 tx=0).stop 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.007+0000 7fca0a99a640 1 -- 172.21.15.80:0/872444847 shutdown_connections 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.007+0000 7fca0a99a640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc9ec0a2da0 0x7fc9ec0a5260 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.007+0000 7fca0a99a640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca04106630 0x7fca0419c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.007+0000 7fca0a99a640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fca04101030 0x7fca04198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.007+0000 7fca0a99a640 1 --2- 172.21.15.80:0/872444847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fca04100670 0x7fca04197fc0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.007+0000 7fca0a99a640 1 -- 172.21.15.80:0/872444847 >> 172.21.15.80:0/872444847 conn(0x7fca040777c0 msgr2=0x7fca04069030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.007+0000 7fca0a99a640 1 -- 172.21.15.80:0/872444847 shutdown_connections 2024-04-22T00:00:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:00:49.007+0000 7fca0a99a640 1 -- 172.21.15.80:0/872444847 wait complete. 2024-04-22T00:00:50.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:50 smithi144 ceph-mon[31316]: pgmap v83: 129 pgs: 129 active+clean; 185 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 664 op/s 2024-04-22T00:00:50.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:50 smithi080 ceph-mon[27925]: pgmap v83: 129 pgs: 129 active+clean; 185 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 664 op/s 2024-04-22T00:00:50.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:50 smithi120 ceph-mon[31499]: pgmap v83: 129 pgs: 129 active+clean; 185 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 664 op/s 2024-04-22T00:00:52.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:52 smithi144 ceph-mon[31316]: pgmap v84: 129 pgs: 129 active+clean; 163 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 965 op/s 2024-04-22T00:00:52.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:52 smithi080 ceph-mon[27925]: pgmap v84: 129 pgs: 129 active+clean; 163 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 965 op/s 2024-04-22T00:00:52.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:52 smithi120 ceph-mon[31499]: pgmap v84: 129 pgs: 129 active+clean; 163 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 965 op/s 2024-04-22T00:00:54.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:54 smithi144 ceph-mon[31316]: pgmap v85: 129 pgs: 129 active+clean; 163 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 760 op/s 2024-04-22T00:00:54.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:54 smithi080 ceph-mon[27925]: pgmap v85: 129 pgs: 129 active+clean; 163 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 760 op/s 2024-04-22T00:00:54.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:54 smithi120 ceph-mon[31499]: pgmap v85: 129 pgs: 129 active+clean; 163 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 760 op/s 2024-04-22T00:00:56.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:56 smithi144 ceph-mon[31316]: pgmap v86: 129 pgs: 129 active+clean; 190 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 892 op/s 2024-04-22T00:00:56.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:56 smithi080 ceph-mon[27925]: pgmap v86: 129 pgs: 129 active+clean; 190 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 892 op/s 2024-04-22T00:00:56.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:56 smithi120 ceph-mon[31499]: pgmap v86: 129 pgs: 129 active+clean; 190 MiB data, 960 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 892 op/s 2024-04-22T00:00:56.865 INFO:tasks.workunit.client.0.smithi080.stdout: 59 1317581 409 967953 285 745924 868 2024-04-22T00:00:58.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:00:58 smithi144 ceph-mon[31316]: pgmap v87: 129 pgs: 129 active+clean; 212 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.1 MiB/s wr, 710 op/s 2024-04-22T00:00:58.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:00:58 smithi080 ceph-mon[27925]: pgmap v87: 129 pgs: 129 active+clean; 212 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.1 MiB/s wr, 710 op/s 2024-04-22T00:00:58.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:00:58 smithi120 ceph-mon[31499]: pgmap v87: 129 pgs: 129 active+clean; 212 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.1 MiB/s wr, 710 op/s 2024-04-22T00:01:00.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:00 smithi144 ceph-mon[31316]: pgmap v88: 129 pgs: 129 active+clean; 212 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.0 MiB/s wr, 566 op/s 2024-04-22T00:01:00.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:00 smithi080 ceph-mon[27925]: pgmap v88: 129 pgs: 129 active+clean; 212 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.0 MiB/s wr, 566 op/s 2024-04-22T00:01:00.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:00 smithi120 ceph-mon[31499]: pgmap v88: 129 pgs: 129 active+clean; 212 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.0 MiB/s wr, 566 op/s 2024-04-22T00:01:02.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.590+0000 7f1a06e2b640 1 -- 172.21.15.80:0/1036848559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1a0010cbe0 msgr2=0x7f1a0010cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:02.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.590+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/1036848559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1a0010cbe0 0x7f1a0010cfc0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f19fc0074e0 tx=0x7f19fc02c8f0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.587 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.594+0000 7f1a06e2b640 1 -- 172.21.15.80:0/1036848559 shutdown_connections 2024-04-22T00:01:02.587 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.594+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/1036848559 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1a0010e210 0x7f1a000799a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.587 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.594+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/1036848559 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1a0010d870 0x7f1a0010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.587 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.594+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/1036848559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1a0010cbe0 0x7f1a0010cfc0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.587 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.594+0000 7f1a06e2b640 1 -- 172.21.15.80:0/1036848559 >> 172.21.15.80:0/1036848559 conn(0x7f1a0006c680 msgr2=0x7f1a0006ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:02.588 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.595+0000 7f1a06e2b640 1 -- 172.21.15.80:0/1036848559 shutdown_connections 2024-04-22T00:01:02.592 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.595+0000 7f1a06e2b640 1 -- 172.21.15.80:0/1036848559 wait complete. 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.600+0000 7f1a06e2b640 1 Processor -- start 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a06e2b640 1 -- start start 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a06e2b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1a0010cbe0 0x7f1a000738f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a06e2b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1a0010d870 0x7f1a00073e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a06e2b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1a0010e210 0x7f1a00074370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a06e2b640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0007d0a0 con 0x7f1a0010cbe0 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a06e2b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0007cf20 con 0x7f1a0010d870 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a06e2b640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0007d220 con 0x7f1a0010e210 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a0662a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1a0010e210 0x7f1a00074370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a0662a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1a0010e210 0x7f1a00074370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:57502/0 (socket says 172.21.15.80:57502) 2024-04-22T00:01:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.601+0000 7f1a0662a640 1 -- 172.21.15.80:0/4202666279 learned_addr learned my addr 172.21.15.80:0/4202666279 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.602+0000 7f1a0662a640 1 -- 172.21.15.80:0/4202666279 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1a0010d870 msgr2=0x7f1a00073e30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:01:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.602+0000 7f1a0662a640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1a0010d870 0x7f1a00073e30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.602+0000 7f1a0662a640 1 -- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1a0010cbe0 msgr2=0x7f1a000738f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.602+0000 7f1a0662a640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1a0010cbe0 0x7f1a000738f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.602+0000 7f1a0662a640 1 -- 172.21.15.80:0/4202666279 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a00075780 con 0x7f1a0010e210 2024-04-22T00:01:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.602+0000 7f1a0662a640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1a0010e210 0x7f1a00074370 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f19f800b970 tx=0x7f19f800be30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:02.597 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.602+0000 7f19f6ffd640 1 -- 172.21.15.80:0/4202666279 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f8019070 con 0x7f1a0010e210 2024-04-22T00:01:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.603+0000 7f1a06e2b640 1 -- 172.21.15.80:0/4202666279 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a001b9af0 con 0x7f1a0010e210 2024-04-22T00:01:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.603+0000 7f1a06e2b640 1 -- 172.21.15.80:0/4202666279 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a001ba040 con 0x7f1a0010e210 2024-04-22T00:01:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.608+0000 7f1a0ac71740 1 Processor -- start 2024-04-22T00:01:02.603 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.608+0000 7f1a0ac71740 1 -- start start 2024-04-22T00:01:02.605 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.611+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b186c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.608 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.613+0000 7f19f6ffd640 1 -- 172.21.15.80:0/4202666279 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19f800cb40 con 0x7f1a0010e210 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.613+0000 7f19f6ffd640 1 -- 172.21.15.80:0/4202666279 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f80076e0 con 0x7f1a0010e210 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.613+0000 7f19f6ffd640 1 -- 172.21.15.80:0/4202666279 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f19f801c070 con 0x7f1a0010e210 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.614+0000 7f19f6ffd640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f19ec0a2f60 0x7f19ec0a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.615+0000 7f19f6ffd640 1 -- 172.21.15.80:0/4202666279 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f19f80cfcf0 con 0x7f1a0010e210 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.615+0000 7f1a05628640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b186c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.616+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1874ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.616+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1877820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.616+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5595b17cfb70 con 0x5595b186bd40 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.616+0000 7f1a05628640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1874ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.609 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.616+0000 7f1a05628640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1874ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:57518/0 (socket says 172.21.15.80:57518) 2024-04-22T00:01:02.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.616+0000 7f1a05628640 1 -- 172.21.15.80:0/2485227221 learned_addr learned my addr 172.21.15.80:0/2485227221 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:02.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.617+0000 7f1a0662a640 1 --2- 172.21.15.80:0/2485227221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1877820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.616+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5595b1778470 con 0x5595b1875430 2024-04-22T00:01:02.610 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.617+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2485227221 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5595b17cbb30 con 0x5595b186c660 2024-04-22T00:01:02.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.618+0000 7f1a05e29640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f19ec0a2f60 0x7f19ec0a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:02 smithi144 ceph-mon[31316]: pgmap v89: 129 pgs: 129 active+clean; 233 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.2 MiB/s wr, 759 op/s 2024-04-22T00:01:02.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.621+0000 7f1a0662a640 1 -- 172.21.15.80:0/2485227221 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 msgr2=0x5595b1874ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:02.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.621+0000 7f1a0662a640 1 --2- 172.21.15.80:0/2485227221 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1874ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.621+0000 7f1a0662a640 1 -- 172.21.15.80:0/2485227221 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 msgr2=0x5595b186c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:02.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.621+0000 7f1a0662a640 1 --2- 172.21.15.80:0/2485227221 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b186c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.621+0000 7f1a0662a640 1 -- 172.21.15.80:0/2485227221 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595b14e4210 con 0x5595b1875430 2024-04-22T00:01:02.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.623+0000 7f1a0662a640 1 --2- 172.21.15.80:0/2485227221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1877820 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f19f80cd250 tx=0x7f19f80982c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31f214b450931035 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:02.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.624+0000 7f1a05e29640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f19ec0a2f60 0x7f19ec0a5420 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f19fc007320 tx=0x7f19fc005ba0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:02.618 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.626+0000 7f19ebfff640 1 -- 172.21.15.80:0/2485227221 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f80a4c90 con 0x5595b1875430 2024-04-22T00:01:02.618 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.626+0000 7f19ebfff640 1 -- 172.21.15.80:0/2485227221 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19f809a320 con 0x5595b1875430 2024-04-22T00:01:02.619 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.626+0000 7f19ebfff640 1 -- 172.21.15.80:0/2485227221 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f809c4e0 con 0x5595b1875430 2024-04-22T00:01:02.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.627+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2485227221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 msgr2=0x5595b1877820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:02.621 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.627+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/2485227221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1877820 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f19f80cd250 tx=0x7f19f80982c0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.627+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2485227221 shutdown_connections 2024-04-22T00:01:02.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.627+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/2485227221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1877820 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.627+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/2485227221 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1874ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.627+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/2485227221 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b186c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.627+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2485227221 >> 172.21.15.80:0/2485227221 conn(0x5595b1866660 msgr2=0x5595b1866a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:02.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.631+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2485227221 shutdown_connections 2024-04-22T00:01:02.626 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.633+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2485227221 wait complete. 2024-04-22T00:01:02.626 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.633+0000 7f1a0ac71740 1 -- start start 2024-04-22T00:01:02.626 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.634+0000 7f1a0ac71740 1 Processor -- start 2024-04-22T00:01:02.627 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.634+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186bd40 0x5595b1872490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.627 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.634+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b186c660 0x5595b18729d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.627 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.634+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b1875430 0x5595b1872f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.627 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.634+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5595b1878000 con 0x5595b1875430 2024-04-22T00:01:02.628 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.634+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5595b178ba10 con 0x5595b186c660 2024-04-22T00:01:02.628 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.634+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5595b1878180 con 0x5595b186bd40 2024-04-22T00:01:02.628 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.634+0000 7f1a0ac71740 10 client.0 _ll_register_callbacks cb 0x5595b17c6b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05e29640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186bd40 0x5595b1872490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05e29640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186bd40 0x5595b1872490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:57520/0 (socket says 172.21.15.80:57520) 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05e29640 1 -- 172.21.15.80:0/1064118584 learned_addr learned my addr 172.21.15.80:0/1064118584 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05628640 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b186c660 0x5595b18729d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a0662a640 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b1875430 0x5595b1872f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05628640 1 -- 172.21.15.80:0/1064118584 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186bd40 msgr2=0x5595b1872490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05628640 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186bd40 0x5595b1872490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05628640 1 -- 172.21.15.80:0/1064118584 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b1875430 msgr2=0x5595b1872f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05628640 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b1875430 0x5595b1872f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.635+0000 7f1a05628640 1 -- 172.21.15.80:0/1064118584 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595b15b0620 con 0x5595b186c660 2024-04-22T00:01:02.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.636+0000 7f1a05628640 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b186c660 0x5595b18729d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f19f0010450 tx=0x7f19f0010910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4870197c4da044e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:02.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.636+0000 7f19e97fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:01:02.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.636+0000 7f19e97fa640 1 -- 172.21.15.80:0/1064118584 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f0019020 con 0x5595b186c660 2024-04-22T00:01:02.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.636+0000 7f19e97fa640 1 -- 172.21.15.80:0/1064118584 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f19f0015820 con 0x5595b186c660 2024-04-22T00:01:02.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.636+0000 7f1a0ac71740 1 -- 172.21.15.80:0/1064118584 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19f809a320 con 0x5595b186c660 2024-04-22T00:01:02.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.636+0000 7f19e97fa640 1 -- 172.21.15.80:0/1064118584 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f19f0024050 con 0x5595b186c660 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.637+0000 7f1a0ac71740 10 client.25748 fetch_fsmap learned FSMap version 26 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.637+0000 7f1a0ac71740 1 -- 172.21.15.80:0/1064118584 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5595b1884390 con 0x5595b186c660 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.637+0000 7f19e97fa640 1 -- 172.21.15.80:0/1064118584 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19f809a320 con 0x5595b186c660 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.638+0000 7f19e97fa640 1 -- 172.21.15.80:0/1064118584 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f19f001dce0 con 0x5595b186c660 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.638+0000 7f1a0ac71740 10 client.25748 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.638+0000 7f1a0ac71740 10 client.25748 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.638+0000 7f1a0ac71740 20 client.25748 populate_metadata read hostname 'smithi080' 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.638+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5595b1885910 0x5595b1887db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.638+0000 7f1a0ac71740 4 client.25748 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:01:02.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.638+0000 7f1a0ac71740 1 -- 172.21.15.80:0/1064118584 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595b17dd0b0 con 0x5595b1885910 2024-04-22T00:01:02.632 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.638+0000 7f1a05e29640 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5595b1885910 0x5595b1887db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.632 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.639+0000 7f19e97fa640 10 client.25748 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:02.632 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.639+0000 7f1a05e29640 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5595b1885910 0x5595b1887db0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=344c633e34de6483 server_cookie=4dd72ede1d307c9d in_seq=0 out_seq=0 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f19e97fa640 1 -- 172.21.15.80:0/1064118584 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5595b17dd0b0 con 0x5595b1885910 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f19e97fa640 10 client.25748 handle_command_reply: tid=0 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 client.25748 shutdown 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 -- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b186c660 msgr2=0x5595b18729d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b186c660 0x5595b18729d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f19f0010450 tx=0x7f19f0010910 comp rx=0 tx=0).stop 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 -- 172.21.15.80:0/1064118584 shutdown_connections 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5595b1885910 0x5595b1887db0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b1875430 0x5595b1872f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b186c660 0x5595b18729d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/1064118584 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186bd40 0x5595b1872490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f19e97fa640 0 client.25748 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:02.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.642+0000 7f1a0ac71740 1 -- 172.21.15.80:0/1064118584 >> 172.21.15.80:0/1064118584 conn(0x5595b1866660 msgr2=0x5595b18683b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:02.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.643+0000 7f1a0ac71740 1 -- 172.21.15.80:0/1064118584 shutdown_connections 2024-04-22T00:01:02.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.643+0000 7f1a0ac71740 1 -- 172.21.15.80:0/1064118584 wait complete. 2024-04-22T00:01:02.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.643+0000 7f1a0ac71740 20 client.25748 trim_cache size 0 max 16384 2024-04-22T00:01:02.653 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.659+0000 7f1a0ac71740 1 Processor -- start 2024-04-22T00:01:02.653 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a0ac71740 1 -- start start 2024-04-22T00:01:02.653 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1874bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1880ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b18715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f19e40125b0 con 0x5595b186bd40 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f19e400fe80 con 0x5595b1875430 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f19e400dcd0 con 0x5595b186c660 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05e29640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1874bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05e29640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1874bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50058/0 (socket says 172.21.15.80:50058) 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05e29640 1 -- 172.21.15.80:0/2063708826 learned_addr learned my addr 172.21.15.80:0/2063708826 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a0662a640 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b18715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05628640 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1880ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05e29640 1 -- 172.21.15.80:0/2063708826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 msgr2=0x5595b1880ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:02.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05e29640 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1880ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05e29640 1 -- 172.21.15.80:0/2063708826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 msgr2=0x5595b18715f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:02.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05e29640 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b18715f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.660+0000 7f1a05e29640 1 -- 172.21.15.80:0/2063708826 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595b18709e0 con 0x5595b186bd40 2024-04-22T00:01:02.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.661+0000 7f1a05e29640 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1874bc0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f19fc0074e0 tx=0x7f19fc03b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9221f44f9e02409 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:02.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.661+0000 7f19eb7fe640 1 -- 172.21.15.80:0/2063708826 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc055070 con 0x5595b186bd40 2024-04-22T00:01:02.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.661+0000 7f19eb7fe640 1 -- 172.21.15.80:0/2063708826 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19fc00a3d0 con 0x5595b186bd40 2024-04-22T00:01:02.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.661+0000 7f19eb7fe640 1 -- 172.21.15.80:0/2063708826 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc003920 con 0x5595b186bd40 2024-04-22T00:01:02.658 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2063708826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 msgr2=0x5595b1874bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1874bc0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f19fc0074e0 tx=0x7f19fc03b000 comp rx=0 tx=0).stop 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2063708826 shutdown_connections 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b18715f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1880ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/2063708826 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1874bc0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2063708826 >> 172.21.15.80:0/2063708826 conn(0x5595b1866660 msgr2=0x5595b1867ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2063708826 shutdown_connections 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 -- 172.21.15.80:0/2063708826 wait complete. 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 -- start start 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.662+0000 7f1a0ac71740 1 Processor -- start 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1879050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1879590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a0ac71740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1879ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f19e400e340 con 0x5595b186bd40 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f19e400f7b0 con 0x5595b1875430 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a0ac71740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f19e400ea10 con 0x5595b186c660 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a0ac71740 10 client.0 _ll_register_callbacks cb 0x7f19f0006e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1879590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05e29640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1879050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1879590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:57542/0 (socket says 172.21.15.80:57542) 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 -- 172.21.15.80:0/256941690 learned_addr learned my addr 172.21.15.80:0/256941690 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a0662a640 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1879ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 -- 172.21.15.80:0/256941690 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 msgr2=0x5595b1879ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1879ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 -- 172.21.15.80:0/256941690 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 msgr2=0x5595b1879050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1879050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 -- 172.21.15.80:0/256941690 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595b18eb140 con 0x5595b186c660 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f1a05628640 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1879590 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f19f0001f70 tx=0x7f19f0004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9dc121a46e0d5469 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f19e97fa640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f19e97fa640 1 -- 172.21.15.80:0/256941690 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f002d060 con 0x5595b186c660 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.663+0000 7f19e97fa640 1 -- 172.21.15.80:0/256941690 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f19f00036b0 con 0x5595b186c660 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 1 -- 172.21.15.80:0/256941690 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19fc00a3d0 con 0x5595b186c660 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f19e97fa640 1 -- 172.21.15.80:0/256941690 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f19f0034050 con 0x5595b186c660 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 10 client.25687 fetch_fsmap learned FSMap version 26 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 1 -- 172.21.15.80:0/256941690 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5595b18ec430 con 0x5595b186c660 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f19e97fa640 1 -- 172.21.15.80:0/256941690 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19fc00a3d0 con 0x5595b186c660 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f19e97fa640 1 -- 172.21.15.80:0/256941690 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f19f0015b90 con 0x5595b186c660 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 10 client.25687 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:01:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 10 client.25687 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:01:02.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 20 client.25687 populate_metadata read hostname 'smithi080' 2024-04-22T00:01:02.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5595b18ecc10 0x5595b18ef030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:02.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 4 client.25687 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:01:02.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a0ac71740 1 -- 172.21.15.80:0/256941690 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5595b17d7400 con 0x5595b18ecc10 2024-04-22T00:01:02.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.664+0000 7f1a05e29640 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5595b18ecc10 0x5595b18ef030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:02.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.665+0000 7f19e97fa640 10 client.25687 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:02.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:02.665+0000 7f1a05e29640 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5595b18ecc10 0x5595b18ef030 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d18bfbe2b45f1e67 server_cookie=bd651ca17ce502f in_seq=0 out_seq=0 2024-04-22T00:01:02.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:02 smithi080 ceph-mon[27925]: pgmap v89: 129 pgs: 129 active+clean; 233 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.2 MiB/s wr, 759 op/s 2024-04-22T00:01:02.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:02 smithi120 ceph-mon[31499]: pgmap v89: 129 pgs: 129 active+clean; 233 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.2 MiB/s wr, 759 op/s 2024-04-22T00:01:04.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:04 smithi144 ceph-mon[31316]: pgmap v90: 129 pgs: 129 active+clean; 233 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.4 MiB/s wr, 458 op/s 2024-04-22T00:01:04.711 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:04 smithi080 ceph-mon[27925]: pgmap v90: 129 pgs: 129 active+clean; 233 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.4 MiB/s wr, 458 op/s 2024-04-22T00:01:04.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:04 smithi120 ceph-mon[31499]: pgmap v90: 129 pgs: 129 active+clean; 233 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.4 MiB/s wr, 458 op/s 2024-04-22T00:01:06.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:06 smithi144 ceph-mon[31316]: pgmap v91: 129 pgs: 129 active+clean; 236 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.9 MiB/s wr, 975 op/s 2024-04-22T00:01:06.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:06 smithi080 ceph-mon[27925]: pgmap v91: 129 pgs: 129 active+clean; 236 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.9 MiB/s wr, 975 op/s 2024-04-22T00:01:06.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:06 smithi120 ceph-mon[31499]: pgmap v91: 129 pgs: 129 active+clean; 236 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.9 MiB/s wr, 975 op/s 2024-04-22T00:01:06.865 INFO:tasks.workunit.client.0.smithi080.stdout: 67 1246861 430 905007 331 699119 1056 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f19e97fa640 1 -- 172.21.15.80:0/256941690 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5595b17d7400 con 0x5595b18ecc10 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f19e97fa640 10 client.25687 handle_command_reply: tid=0 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 client.25687 shutdown 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 -- 172.21.15.80:0/256941690 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 msgr2=0x5595b1879590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1879590 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f19f0001f70 tx=0x7f19f0004040 comp rx=0 tx=0).stop 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 -- 172.21.15.80:0/256941690 shutdown_connections 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5595b18ecc10 0x5595b18ef030 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5595b1875430 0x5595b1879ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5595b186c660 0x5595b1879590 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.558 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 --2- 172.21.15.80:0/256941690 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5595b186bd40 0x5595b1879050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.558 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f1a0ac71740 1 -- 172.21.15.80:0/256941690 >> 172.21.15.80:0/256941690 conn(0x5595b1866660 msgr2=0x5595b1865600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:07.558 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.564+0000 7f19e97fa640 0 client.25687 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.567+0000 7f1a0ac71740 1 -- 172.21.15.80:0/256941690 shutdown_connections 2024-04-22T00:01:07.560 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.567+0000 7f1a0ac71740 1 -- 172.21.15.80:0/256941690 wait complete. 2024-04-22T00:01:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.569+0000 7f1a0ac71740 20 client.25687 trim_cache size 0 max 16384 2024-04-22T00:01:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:01:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:01:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:01:07.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:01:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.614+0000 7f1a06e2b640 1 -- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f19ec0a2f60 msgr2=0x7f19ec0a5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.614+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f19ec0a2f60 0x7f19ec0a5420 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f19fc007320 tx=0x7f19fc005ba0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.614+0000 7f1a06e2b640 1 -- 172.21.15.80:0/4202666279 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1a0010e210 msgr2=0x7f1a00074370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.614+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1a0010e210 0x7f1a00074370 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f19f800b970 tx=0x7f19f800be30 comp rx=0 tx=0).stop 2024-04-22T00:01:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.619+0000 7f1a06e2b640 1 -- 172.21.15.80:0/4202666279 shutdown_connections 2024-04-22T00:01:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.619+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1a0010e210 0x7f1a00074370 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.619+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f19ec0a2f60 0x7f19ec0a5420 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.619+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1a0010d870 0x7f1a00073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.619+0000 7f1a06e2b640 1 --2- 172.21.15.80:0/4202666279 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1a0010cbe0 0x7f1a000738f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.619+0000 7f1a06e2b640 1 -- 172.21.15.80:0/4202666279 >> 172.21.15.80:0/4202666279 conn(0x7f1a0006c680 msgr2=0x7f1a00071b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:07.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.622+0000 7f1a06e2b640 1 -- 172.21.15.80:0/4202666279 shutdown_connections 2024-04-22T00:01:07.614 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:07.622+0000 7f1a06e2b640 1 -- 172.21.15.80:0/4202666279 wait complete. 2024-04-22T00:01:08.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:08 smithi144 ceph-mon[31316]: pgmap v92: 129 pgs: 129 active+clean; 239 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 1.18k op/s 2024-04-22T00:01:08.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:08 smithi080 ceph-mon[27925]: pgmap v92: 129 pgs: 129 active+clean; 239 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 1.18k op/s 2024-04-22T00:01:08.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:08 smithi120 ceph-mon[31499]: pgmap v92: 129 pgs: 129 active+clean; 239 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 1.18k op/s 2024-04-22T00:01:10.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:10 smithi144 ceph-mon[31316]: pgmap v93: 129 pgs: 129 active+clean; 239 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 1.05k op/s 2024-04-22T00:01:10.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:10 smithi080 ceph-mon[27925]: pgmap v93: 129 pgs: 129 active+clean; 239 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 1.05k op/s 2024-04-22T00:01:10.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:10 smithi120 ceph-mon[31499]: pgmap v93: 129 pgs: 129 active+clean; 239 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 1.05k op/s 2024-04-22T00:01:12.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:12 smithi144 ceph-mon[31316]: pgmap v94: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 1.26k op/s 2024-04-22T00:01:12.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:12 smithi080 ceph-mon[27925]: pgmap v94: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 1.26k op/s 2024-04-22T00:01:12.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:12 smithi120 ceph-mon[31499]: pgmap v94: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 1.26k op/s 2024-04-22T00:01:14.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:14 smithi144 ceph-mon[31316]: pgmap v95: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 1.06k op/s 2024-04-22T00:01:14.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:14 smithi080 ceph-mon[27925]: pgmap v95: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 1.06k op/s 2024-04-22T00:01:14.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:14 smithi120 ceph-mon[31499]: pgmap v95: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 1.06k op/s 2024-04-22T00:01:16.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:16 smithi080 ceph-mon[27925]: pgmap v96: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 1.22k op/s 2024-04-22T00:01:16.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:16 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:01:16.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:16 smithi120 ceph-mon[31499]: pgmap v96: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 1.22k op/s 2024-04-22T00:01:16.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:16 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:01:16.863 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:16 smithi144 ceph-mon[31316]: pgmap v96: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 1.22k op/s 2024-04-22T00:01:16.863 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:16 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:01:16.865 INFO:tasks.workunit.client.0.smithi080.stdout: 72 1510469 348 2005755 338 868261 1012 2024-04-22T00:01:17.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:01:17.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:01:17.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:01:17.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:01:17.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:01:17.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:01:17.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:01:17.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:01:17.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:01:18.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:18 smithi120 ceph-mon[31499]: pgmap v97: 129 pgs: 129 active+clean; 267 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 858 op/s 2024-04-22T00:01:19.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:18 smithi144 ceph-mon[31316]: pgmap v97: 129 pgs: 129 active+clean; 267 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 858 op/s 2024-04-22T00:01:19.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:18 smithi080 ceph-mon[27925]: pgmap v97: 129 pgs: 129 active+clean; 267 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 858 op/s 2024-04-22T00:01:20.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:20 smithi120 ceph-mon[31499]: pgmap v98: 129 pgs: 129 active+clean; 267 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.2 MiB/s wr, 518 op/s 2024-04-22T00:01:21.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:20 smithi144 ceph-mon[31316]: pgmap v98: 129 pgs: 129 active+clean; 267 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.2 MiB/s wr, 518 op/s 2024-04-22T00:01:21.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:20 smithi080 ceph-mon[27925]: pgmap v98: 129 pgs: 129 active+clean; 267 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.2 MiB/s wr, 518 op/s 2024-04-22T00:01:21.822 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.829+0000 7f190d18c640 1 -- 172.21.15.80:0/1742898973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f190811af20 msgr2=0x7f190811d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:21.822 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.829+0000 7f190d18c640 1 --2- 172.21.15.80:0/1742898973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f190811af20 0x7f190811d310 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f18f8009930 tx=0x7f18f802bcd0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.822 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.829+0000 7f190d18c640 1 -- 172.21.15.80:0/1742898973 shutdown_connections 2024-04-22T00:01:21.822 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.829+0000 7f190d18c640 1 --2- 172.21.15.80:0/1742898973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f190811af20 0x7f190811d310 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.822 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.829+0000 7f190d18c640 1 --2- 172.21.15.80:0/1742898973 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1908110310 0x7f1908108c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.822 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.829+0000 7f190d18c640 1 --2- 172.21.15.80:0/1742898973 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f190810ff30 0x7f1908108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.822 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.829+0000 7f190d18c640 1 -- 172.21.15.80:0/1742898973 >> 172.21.15.80:0/1742898973 conn(0x7f190806c810 msgr2=0x7f190806cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:21.829 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.837+0000 7f190d18c640 1 -- 172.21.15.80:0/1742898973 shutdown_connections 2024-04-22T00:01:21.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.837+0000 7f190d18c640 1 -- 172.21.15.80:0/1742898973 wait complete. 2024-04-22T00:01:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.838+0000 7f190d18c640 1 Processor -- start 2024-04-22T00:01:21.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190d18c640 1 -- start start 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190d18c640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f190810ff30 0x7f19081a6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190d18c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f190811af20 0x7f19081a72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190d18c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19081ab670 0x7f19081abb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190d18c640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f19081209f0 con 0x7f190811af20 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190d18c640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1908120870 con 0x7f19081ab670 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190d18c640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1908120b70 con 0x7f190810ff30 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f190811af20 0x7f19081a72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190759e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19081ab670 0x7f19081abb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190759e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19081ab670 0x7f19081abb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:48406/0 (socket says 172.21.15.80:48406) 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f190759e640 1 -- 172.21.15.80:0/3298206051 learned_addr learned my addr 172.21.15.80:0/3298206051 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:21.832 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.839+0000 7f1906d9d640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f190810ff30 0x7f19081a6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.840+0000 7f190759e640 1 -- 172.21.15.80:0/3298206051 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f190810ff30 msgr2=0x7f19081a6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:21.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.840+0000 7f190759e640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f190810ff30 0x7f19081a6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.840+0000 7f190759e640 1 -- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f190811af20 msgr2=0x7f19081a72f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:21.834 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.840+0000 7f190759e640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f190811af20 0x7f19081a72f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.834 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.840+0000 7f190759e640 1 -- 172.21.15.80:0/3298206051 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19081ac160 con 0x7f19081ab670 2024-04-22T00:01:21.834 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.840+0000 7f190659c640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f190811af20 0x7f19081a72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:01:21.834 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.840+0000 7f190759e640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19081ab670 0x7f19081abb20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f18f8006010 tx=0x7f18f80045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:21.842 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.850+0000 7f18effff640 1 -- 172.21.15.80:0/3298206051 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8042020 con 0x7f19081ab670 2024-04-22T00:01:21.842 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.850+0000 7f18effff640 1 -- 172.21.15.80:0/3298206051 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18f80035f0 con 0x7f19081ab670 2024-04-22T00:01:21.843 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.850+0000 7f190d18c640 1 -- 172.21.15.80:0/3298206051 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19081ac3f0 con 0x7f19081ab670 2024-04-22T00:01:21.843 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.851+0000 7f190d18c640 1 -- 172.21.15.80:0/3298206051 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19081b3bb0 con 0x7f19081ab670 2024-04-22T00:01:21.844 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.851+0000 7f18effff640 1 -- 172.21.15.80:0/3298206051 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f803e6a0 con 0x7f19081ab670 2024-04-22T00:01:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.856+0000 7f190fd78740 1 Processor -- start 2024-04-22T00:01:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.856+0000 7f190fd78740 1 -- start start 2024-04-22T00:01:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.856+0000 7f190fd78740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927560f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190fd78740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927569cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190fd78740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 0x55992756c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190fd78740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5599274c4b70 con 0x559927561440 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190fd78740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55992746d470 con 0x55992756a210 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190fd78740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5599274c0b30 con 0x559927560b20 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f1906d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927569cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f1906d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927569cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54506/0 (socket says 172.21.15.80:54506) 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f1906d9d640 1 -- 172.21.15.80:0/1106396395 learned_addr learned my addr 172.21.15.80:0/1106396395 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190659c640 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927560f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190659c640 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 0x55992756c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190659c640 1 -- 172.21.15.80:0/1106396395 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 msgr2=0x55992756c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190659c640 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 0x55992756c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.857+0000 7f190659c640 1 -- 172.21.15.80:0/1106396395 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 msgr2=0x559927569cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.858+0000 7f190659c640 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927569cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.858+0000 7f190659c640 1 -- 172.21.15.80:0/1106396395 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599271d9210 con 0x559927560b20 2024-04-22T00:01:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.858+0000 7f18effff640 1 -- 172.21.15.80:0/3298206051 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f18f8045020 con 0x7f19081ab670 2024-04-22T00:01:21.852 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.858+0000 7f1906d9d640 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927569cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:01:21.852 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.858+0000 7f190659c640 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927560f00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f190810f170 tx=0x7f19000096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=505a9dfc190af7dd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.859+0000 7f18effff640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18f00a2e20 0x7f18f00a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.859+0000 7f1906d9d640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18f00a2e20 0x7f18f00a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.860+0000 7f18ed7fa640 1 -- 172.21.15.80:0/1106396395 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1900014040 con 0x559927560b20 2024-04-22T00:01:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.860+0000 7f18ed7fa640 1 -- 172.21.15.80:0/1106396395 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f190001a8b0 con 0x559927560b20 2024-04-22T00:01:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.860+0000 7f18ed7fa640 1 -- 172.21.15.80:0/1106396395 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19000195e0 con 0x559927560b20 2024-04-22T00:01:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.861+0000 7f190fd78740 1 -- 172.21.15.80:0/1106396395 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 msgr2=0x559927560f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:21.854 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.861+0000 7f190fd78740 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927560f00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f190810f170 tx=0x7f19000096d0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.854 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.862+0000 7f1906d9d640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18f00a2e20 0x7f18f00a52e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x5599275605d0 tx=0x7f18fc00b390 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:21.854 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.862+0000 7f18effff640 1 -- 172.21.15.80:0/3298206051 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f18f80f0c70 con 0x7f19081ab670 2024-04-22T00:01:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.862+0000 7f190fd78740 1 -- 172.21.15.80:0/1106396395 shutdown_connections 2024-04-22T00:01:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.862+0000 7f190fd78740 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 0x55992756c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.862+0000 7f190fd78740 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927569cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.862+0000 7f190fd78740 1 --2- 172.21.15.80:0/1106396395 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927560f00 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.862+0000 7f190fd78740 1 -- 172.21.15.80:0/1106396395 >> 172.21.15.80:0/1106396395 conn(0x55992755b440 msgr2=0x55992755b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.862+0000 7f190fd78740 1 -- 172.21.15.80:0/1106396395 shutdown_connections 2024-04-22T00:01:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.863+0000 7f190fd78740 1 -- 172.21.15.80:0/1106396395 wait complete. 2024-04-22T00:01:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.863+0000 7f190fd78740 1 -- start start 2024-04-22T00:01:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.863+0000 7f190fd78740 1 Processor -- start 2024-04-22T00:01:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f190fd78740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927560b20 0x559927567250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f190fd78740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x559927567790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f1906d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927560b20 0x559927567250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f1906d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927560b20 0x559927567250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54512/0 (socket says 172.21.15.80:54512) 2024-04-22T00:01:21.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f1906d9d640 1 -- 172.21.15.80:0/2116917058 learned_addr learned my addr 172.21.15.80:0/2116917058 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f190fd78740 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 0x559927567cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55992756cde0 con 0x559927560b20 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f190659c640 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x559927567790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559927480a10 con 0x559927561440 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.864+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55992756cf60 con 0x55992756a210 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190759e640 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 0x559927567cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190659c640 1 -- 172.21.15.80:0/2116917058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 msgr2=0x559927567cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190659c640 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 0x559927567cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190659c640 1 -- 172.21.15.80:0/2116917058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927560b20 msgr2=0x559927567250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190659c640 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927560b20 0x559927567250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.861 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190659c640 1 -- 172.21.15.80:0/2116917058 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599272a5620 con 0x559927561440 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f1906d9d640 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927560b20 0x559927567250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190659c640 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x559927567790 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1900009360 tx=0x7f190001a600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88395a8b39eba474 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f18eaff5640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190fd78740 10 client.0 _ll_register_callbacks cb 0x5599274bbb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f18eaff5640 1 -- 172.21.15.80:0/2116917058 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f190002a060 con 0x559927561440 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.865+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f190001a8b0 con 0x559927561440 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.866+0000 7f18eaff5640 1 -- 172.21.15.80:0/2116917058 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f1900025430 con 0x559927561440 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.866+0000 7f18eaff5640 1 -- 172.21.15.80:0/2116917058 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1900031050 con 0x559927561440 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.866+0000 7f190fd78740 10 client.25766 fetch_fsmap learned FSMap version 26 2024-04-22T00:01:21.862 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.866+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({fsmap=26}) -- 0x559927578a90 con 0x559927561440 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.866+0000 7f18eaff5640 1 -- 172.21.15.80:0/2116917058 <== mon.2 v2:172.21.15.120:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1900025630 con 0x559927561440 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.866+0000 7f190fd78740 10 client.25766 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.866+0000 7f190fd78740 10 client.25766 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.866+0000 7f190fd78740 20 client.25766 populate_metadata read hostname 'smithi080' 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.867+0000 7f190fd78740 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559927579e40 0x55992757c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.867+0000 7f190fd78740 4 client.25766 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.867+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f190001a8b0 con 0x559927579e40 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.867+0000 7f1906d9d640 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559927579e40 0x55992757c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.867+0000 7f1906d9d640 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559927579e40 0x55992757c270 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72ec7c42bbf3f27f server_cookie=76b66542a68c5062 in_seq=0 out_seq=0 2024-04-22T00:01:21.863 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.867+0000 7f18eaff5640 10 client.25766 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:21.865 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f18eaff5640 1 -- 172.21.15.80:0/2116917058 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f190001a8b0 con 0x559927579e40 2024-04-22T00:01:21.865 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f18eaff5640 10 client.25766 handle_command_reply: tid=0 2024-04-22T00:01:21.865 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 client.25766 shutdown 2024-04-22T00:01:21.865 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 msgr2=0x559927567790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:21.865 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x559927567790 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1900009360 tx=0x7f190001a600 comp rx=0 tx=0).stop 2024-04-22T00:01:21.865 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 shutdown_connections 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559927579e40 0x55992757c270 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 0x559927567cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x559927567790 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 --2- 172.21.15.80:0/2116917058 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927560b20 0x559927567250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.871+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 >> 172.21.15.80:0/2116917058 conn(0x55992755b440 msgr2=0x55992755d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.872+0000 7f18eaff5640 0 client.25766 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.872+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 shutdown_connections 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.872+0000 7f190fd78740 1 -- 172.21.15.80:0/2116917058 wait complete. 2024-04-22T00:01:21.866 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.872+0000 7f190fd78740 20 client.25766 trim_cache size 0 max 16384 2024-04-22T00:01:21.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.903+0000 7f190fd78740 1 Processor -- start 2024-04-22T00:01:21.899 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190fd78740 1 -- start start 2024-04-22T00:01:21.900 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190fd78740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927575ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.900 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190fd78740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927567af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190fd78740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 0x559927581b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190fd78740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f19081bfc50 con 0x559927561440 2024-04-22T00:01:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190fd78740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f19081bd520 con 0x55992756a210 2024-04-22T00:01:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190fd78740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f19081bb370 con 0x559927560b20 2024-04-22T00:01:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927567af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927567af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:54514/0 (socket says 172.21.15.80:54514) 2024-04-22T00:01:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f1906d9d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927575ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190659c640 1 -- 172.21.15.80:0/2344573970 learned_addr learned my addr 172.21.15.80:0/2344573970 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.907+0000 7f190759e640 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 0x559927581b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.908+0000 7f1906d9d640 1 -- 172.21.15.80:0/2344573970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 msgr2=0x559927581b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.908+0000 7f1906d9d640 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 0x559927581b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.908+0000 7f1906d9d640 1 -- 172.21.15.80:0/2344573970 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 msgr2=0x559927567af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.908+0000 7f1906d9d640 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927567af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.908+0000 7f1906d9d640 1 -- 172.21.15.80:0/2344573970 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55992756c970 con 0x559927560b20 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.908+0000 7f190659c640 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927567af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:01:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.908+0000 7f1906d9d640 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927575ca0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x55992756d0b0 tx=0x7f18fc019000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=875f27fb52f955f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:21.909 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.916+0000 7f18ecff9640 1 -- 172.21.15.80:0/2344573970 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18fc02f070 con 0x559927560b20 2024-04-22T00:01:21.909 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.916+0000 7f18ecff9640 1 -- 172.21.15.80:0/2344573970 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18fc02a420 con 0x559927560b20 2024-04-22T00:01:21.909 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.916+0000 7f18ecff9640 1 -- 172.21.15.80:0/2344573970 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18fc01da50 con 0x559927560b20 2024-04-22T00:01:21.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.917+0000 7f190fd78740 1 -- 172.21.15.80:0/2344573970 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 msgr2=0x559927575ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:21.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.917+0000 7f190fd78740 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927575ca0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x55992756d0b0 tx=0x7f18fc019000 comp rx=0 tx=0).stop 2024-04-22T00:01:21.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.918+0000 7f190fd78740 1 -- 172.21.15.80:0/2344573970 shutdown_connections 2024-04-22T00:01:21.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.918+0000 7f190fd78740 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55992756a210 0x559927581b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.918+0000 7f190fd78740 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559927561440 0x559927567af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.918+0000 7f190fd78740 1 --2- 172.21.15.80:0/2344573970 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559927560b20 0x559927575ca0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.918+0000 7f190fd78740 1 -- 172.21.15.80:0/2344573970 >> 172.21.15.80:0/2344573970 conn(0x55992755b440 msgr2=0x559927559c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:21.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.920+0000 7f190fd78740 1 -- 172.21.15.80:0/2344573970 shutdown_connections 2024-04-22T00:01:21.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.920+0000 7f190fd78740 1 -- 172.21.15.80:0/2344573970 wait complete. 2024-04-22T00:01:21.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 1 -- start start 2024-04-22T00:01:21.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 1 Processor -- start 2024-04-22T00:01:21.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x5599275721f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 0x559927572730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55992756d680 0x55992756db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f19081bb9e0 con 0x55992756d680 2024-04-22T00:01:21.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f19081bce50 con 0x559927561440 2024-04-22T00:01:21.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f19081bc0b0 con 0x55992756a210 2024-04-22T00:01:21.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f190fd78740 10 client.0 _ll_register_callbacks cb 0x7f18fc00b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:01:21.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f1906d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x5599275721f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f1906d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x5599275721f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:48432/0 (socket says 172.21.15.80:48432) 2024-04-22T00:01:21.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.921+0000 7f1906d9d640 1 -- 172.21.15.80:0/3174638467 learned_addr learned my addr 172.21.15.80:0/3174638467 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:21.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.922+0000 7f190759e640 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55992756d680 0x55992756db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.922+0000 7f190659c640 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 0x559927572730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.922+0000 7f190759e640 1 -- 172.21.15.80:0/3174638467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 msgr2=0x559927572730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:21.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.922+0000 7f190759e640 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 0x559927572730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.922+0000 7f190759e640 1 -- 172.21.15.80:0/3174638467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 msgr2=0x5599275721f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:21.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.922+0000 7f190759e640 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x5599275721f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:21.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.922+0000 7f190759e640 1 -- 172.21.15.80:0/3174638467 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55992756e300 con 0x55992756d680 2024-04-22T00:01:21.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.923+0000 7f190759e640 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55992756d680 0x55992756db00 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f18f80ee150 tx=0x7f18f80bc9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c0c68bcd530523d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:21.918 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.926+0000 7f18eaff5640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:01:21.918 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.926+0000 7f18eaff5640 1 -- 172.21.15.80:0/3174638467 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f80c1360 con 0x55992756d680 2024-04-22T00:01:21.920 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.928+0000 7f190fd78740 1 -- 172.21.15.80:0/3174638467 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f18fc02a420 con 0x55992756d680 2024-04-22T00:01:21.920 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.928+0000 7f18eaff5640 1 -- 172.21.15.80:0/3174638467 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f18f8003b10 con 0x55992756d680 2024-04-22T00:01:21.927 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.935+0000 7f18eaff5640 1 -- 172.21.15.80:0/3174638467 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f18f80c5b90 con 0x55992756d680 2024-04-22T00:01:21.927 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.935+0000 7f190fd78740 10 client.16353 fetch_fsmap learned FSMap version 26 2024-04-22T00:01:21.928 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.935+0000 7f190fd78740 1 -- 172.21.15.80:0/3174638467 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5599275e04d0 con 0x55992756d680 2024-04-22T00:01:21.928 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.936+0000 7f18eaff5640 1 -- 172.21.15.80:0/3174638467 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f18fc02a420 con 0x55992756d680 2024-04-22T00:01:21.929 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.936+0000 7f18eaff5640 1 -- 172.21.15.80:0/3174638467 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f18f80c5700 con 0x55992756d680 2024-04-22T00:01:21.929 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.936+0000 7f190fd78740 10 client.16353 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:01:21.929 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.936+0000 7f190fd78740 10 client.16353 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:01:21.929 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.936+0000 7f190fd78740 20 client.16353 populate_metadata read hostname 'smithi080' 2024-04-22T00:01:21.929 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.936+0000 7f190fd78740 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5599275e0c60 0x5599275e3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:21.929 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.936+0000 7f190fd78740 4 client.16353 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:01:21.929 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.936+0000 7f190fd78740 1 -- 172.21.15.80:0/3174638467 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5599274d20b0 con 0x5599275e0c60 2024-04-22T00:01:21.930 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.938+0000 7f1906d9d640 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5599275e0c60 0x5599275e3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:21.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.938+0000 7f18eaff5640 10 client.16353 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:21.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:21.938+0000 7f1906d9d640 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5599275e0c60 0x5599275e3080 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e010867d39b5f25 server_cookie=bb082eebc0632142 in_seq=0 out_seq=0 2024-04-22T00:01:22.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:22 smithi120 ceph-mon[31499]: pgmap v99: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.0 MiB/s wr, 643 op/s 2024-04-22T00:01:23.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:22 smithi144 ceph-mon[31316]: pgmap v99: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.0 MiB/s wr, 643 op/s 2024-04-22T00:01:23.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:22 smithi080 ceph-mon[27925]: pgmap v99: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.0 MiB/s wr, 643 op/s 2024-04-22T00:01:24.994 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:24 smithi120 ceph-mon[31499]: pgmap v100: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 436 op/s 2024-04-22T00:01:25.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:24 smithi144 ceph-mon[31316]: pgmap v100: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 436 op/s 2024-04-22T00:01:25.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:24 smithi080 ceph-mon[27925]: pgmap v100: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 436 op/s 2024-04-22T00:01:26.865 INFO:tasks.workunit.client.0.smithi080.stdout: 77 976428 315 708546 274 567718 1116 2024-04-22T00:01:27.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:26 smithi144 ceph-mon[31316]: pgmap v101: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 436 op/s 2024-04-22T00:01:27.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:26 smithi080 ceph-mon[27925]: pgmap v101: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 436 op/s 2024-04-22T00:01:27.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:26 smithi120 ceph-mon[31499]: pgmap v101: 129 pgs: 129 active+clean; 286 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 436 op/s 2024-04-22T00:01:29.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:28 smithi144 ceph-mon[31316]: pgmap v102: 129 pgs: 129 active+clean; 295 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 724 op/s 2024-04-22T00:01:29.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:28 smithi080 ceph-mon[27925]: pgmap v102: 129 pgs: 129 active+clean; 295 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 724 op/s 2024-04-22T00:01:29.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:28 smithi120 ceph-mon[31499]: pgmap v102: 129 pgs: 129 active+clean; 295 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 724 op/s 2024-04-22T00:01:30.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.180+0000 7f18eaff5640 1 -- 172.21.15.80:0/3174638467 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5599274d20b0 con 0x5599275e0c60 2024-04-22T00:01:30.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.180+0000 7f18eaff5640 10 client.16353 handle_command_reply: tid=0 2024-04-22T00:01:30.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.180+0000 7f190fd78740 1 client.16353 shutdown 2024-04-22T00:01:30.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.180+0000 7f190fd78740 1 -- 172.21.15.80:0/3174638467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55992756d680 msgr2=0x55992756db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:30.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.180+0000 7f190fd78740 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55992756d680 0x55992756db00 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f18f80ee150 tx=0x7f18f80bc9c0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 1 -- 172.21.15.80:0/3174638467 shutdown_connections 2024-04-22T00:01:30.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5599275e0c60 0x5599275e3080 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55992756d680 0x55992756db00 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55992756a210 0x559927572730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 1 --2- 172.21.15.80:0/3174638467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559927561440 0x5599275721f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f18eaff5640 0 client.16353 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 1 -- 172.21.15.80:0/3174638467 >> 172.21.15.80:0/3174638467 conn(0x55992755b440 msgr2=0x55992755a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 1 -- 172.21.15.80:0/3174638467 shutdown_connections 2024-04-22T00:01:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 1 -- 172.21.15.80:0/3174638467 wait complete. 2024-04-22T00:01:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.181+0000 7f190fd78740 20 client.16353 trim_cache size 0 max 16384 2024-04-22T00:01:30.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:01:30.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:01:30.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:01:30.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:01:30.212 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.219+0000 7f190d18c640 1 -- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18f00a2e20 msgr2=0x7f18f00a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.219+0000 7f190d18c640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18f00a2e20 0x7f18f00a52e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x5599275605d0 tx=0x7f18fc00b390 comp rx=0 tx=0).stop 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.219+0000 7f190d18c640 1 -- 172.21.15.80:0/3298206051 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19081ab670 msgr2=0x7f19081abb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.219+0000 7f190d18c640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19081ab670 0x7f19081abb20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f18f8006010 tx=0x7f18f80045e0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.220+0000 7f190d18c640 1 -- 172.21.15.80:0/3298206051 shutdown_connections 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.220+0000 7f190d18c640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f18f00a2e20 0x7f18f00a52e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.220+0000 7f190d18c640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19081ab670 0x7f19081abb20 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.220+0000 7f190d18c640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f190811af20 0x7f19081a72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.220+0000 7f190d18c640 1 --2- 172.21.15.80:0/3298206051 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f190810ff30 0x7f19081a6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:30.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.220+0000 7f190d18c640 1 -- 172.21.15.80:0/3298206051 >> 172.21.15.80:0/3298206051 conn(0x7f190806c810 msgr2=0x7f190810dbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:30.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.224+0000 7f190d18c640 1 -- 172.21.15.80:0/3298206051 shutdown_connections 2024-04-22T00:01:30.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:30.224+0000 7f190d18c640 1 -- 172.21.15.80:0/3298206051 wait complete. 2024-04-22T00:01:31.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:30 smithi144 ceph-mon[31316]: pgmap v103: 129 pgs: 129 active+clean; 295 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 571 op/s 2024-04-22T00:01:31.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:30 smithi080 ceph-mon[27925]: pgmap v103: 129 pgs: 129 active+clean; 295 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 571 op/s 2024-04-22T00:01:31.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:30 smithi120 ceph-mon[31499]: pgmap v103: 129 pgs: 129 active+clean; 295 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 571 op/s 2024-04-22T00:01:33.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:32 smithi144 ceph-mon[31316]: pgmap v104: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 1.12k op/s 2024-04-22T00:01:33.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:32 smithi080 ceph-mon[27925]: pgmap v104: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 1.12k op/s 2024-04-22T00:01:33.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:32 smithi120 ceph-mon[31499]: pgmap v104: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 1.12k op/s 2024-04-22T00:01:35.045 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:34 smithi120 ceph-mon[31499]: pgmap v105: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 992 op/s 2024-04-22T00:01:35.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:34 smithi144 ceph-mon[31316]: pgmap v105: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 992 op/s 2024-04-22T00:01:35.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:34 smithi080 ceph-mon[27925]: pgmap v105: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 992 op/s 2024-04-22T00:01:36.865 INFO:tasks.workunit.client.0.smithi080.stdout: 82 1028217 430 723958 211 588163 1057 2024-04-22T00:01:37.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:36 smithi144 ceph-mon[31316]: pgmap v106: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 992 op/s 2024-04-22T00:01:37.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:36 smithi080 ceph-mon[27925]: pgmap v106: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 992 op/s 2024-04-22T00:01:37.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:36 smithi120 ceph-mon[31499]: pgmap v106: 129 pgs: 129 active+clean; 261 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 992 op/s 2024-04-22T00:01:39.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:38 smithi144 ceph-mon[31316]: pgmap v107: 129 pgs: 129 active+clean; 299 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 1.25k op/s 2024-04-22T00:01:39.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:38 smithi080 ceph-mon[27925]: pgmap v107: 129 pgs: 129 active+clean; 299 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 1.25k op/s 2024-04-22T00:01:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:38 smithi120 ceph-mon[31499]: pgmap v107: 129 pgs: 129 active+clean; 299 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 1.25k op/s 2024-04-22T00:01:41.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:40 smithi144 ceph-mon[31316]: pgmap v108: 129 pgs: 129 active+clean; 299 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 801 op/s 2024-04-22T00:01:41.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:40 smithi080 ceph-mon[27925]: pgmap v108: 129 pgs: 129 active+clean; 299 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 801 op/s 2024-04-22T00:01:41.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:40 smithi120 ceph-mon[31499]: pgmap v108: 129 pgs: 129 active+clean; 299 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 801 op/s 2024-04-22T00:01:43.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:42 smithi144 ceph-mon[31316]: pgmap v109: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 974 op/s 2024-04-22T00:01:43.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:42 smithi080 ceph-mon[27925]: pgmap v109: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 974 op/s 2024-04-22T00:01:43.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:42 smithi120 ceph-mon[31499]: pgmap v109: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 974 op/s 2024-04-22T00:01:43.388 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 -- 172.21.15.80:0/944854810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 msgr2=0x7f26dc10d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:43.388 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 --2- 172.21.15.80:0/944854810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 0x7f26dc10d4f0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f26d4009cd0 tx=0x7f26d402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.388 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 -- 172.21.15.80:0/944854810 shutdown_connections 2024-04-22T00:01:43.388 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 --2- 172.21.15.80:0/944854810 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 0x7f26dc10d4f0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.388 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 --2- 172.21.15.80:0/944854810 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26dc100670 0x7f26dc100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 --2- 172.21.15.80:0/944854810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26dc106630 0x7f26dc106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 -- 172.21.15.80:0/944854810 >> 172.21.15.80:0/944854810 conn(0x7f26dc0777c0 msgr2=0x7f26dc077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 -- 172.21.15.80:0/944854810 shutdown_connections 2024-04-22T00:01:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.382+0000 7f26e431e640 1 -- 172.21.15.80:0/944854810 wait complete. 2024-04-22T00:01:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e431e640 1 Processor -- start 2024-04-22T00:01:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e431e640 1 -- start start 2024-04-22T00:01:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e431e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26dc100670 0x7f26dc197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e431e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 0x7f26dc198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e431e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26dc106630 0x7f26dc19c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e431e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc110a40 con 0x7f26dc101030 2024-04-22T00:01:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e431e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc1108c0 con 0x7f26dc100670 2024-04-22T00:01:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e431e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc110bc0 con 0x7f26dc106630 2024-04-22T00:01:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 0x7f26dc198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 0x7f26dc198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35334/0 (socket says 172.21.15.80:35334) 2024-04-22T00:01:43.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e20ba640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26dc100670 0x7f26dc197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e18b9640 1 -- 172.21.15.80:0/2823313327 learned_addr learned my addr 172.21.15.80:0/2823313327 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:43.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e28bb640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26dc106630 0x7f26dc19c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e18b9640 1 -- 172.21.15.80:0/2823313327 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26dc106630 msgr2=0x7f26dc19c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:43.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26dc106630 0x7f26dc19c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e18b9640 1 -- 172.21.15.80:0/2823313327 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26dc100670 msgr2=0x7f26dc197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:43.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26dc100670 0x7f26dc197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e18b9640 1 -- 172.21.15.80:0/2823313327 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26dc19cfc0 con 0x7f26dc101030 2024-04-22T00:01:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.383+0000 7f26e28bb640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26dc106630 0x7f26dc19c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:01:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.384+0000 7f26e20ba640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26dc100670 0x7f26dc197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:01:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.384+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 0x7f26dc198510 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f26cc00c970 tx=0x7f26cc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.384+0000 7f26d37fe640 1 -- 172.21.15.80:0/2823313327 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc007bb0 con 0x7f26dc101030 2024-04-22T00:01:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.384+0000 7f26d37fe640 1 -- 172.21.15.80:0/2823313327 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26cc007d50 con 0x7f26dc101030 2024-04-22T00:01:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.384+0000 7f26e431e640 1 -- 172.21.15.80:0/2823313327 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26dc19d2b0 con 0x7f26dc101030 2024-04-22T00:01:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.384+0000 7f26d37fe640 1 -- 172.21.15.80:0/2823313327 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc00f450 con 0x7f26dc101030 2024-04-22T00:01:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.384+0000 7f26e431e640 1 -- 172.21.15.80:0/2823313327 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26dc1a4b40 con 0x7f26dc101030 2024-04-22T00:01:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.386+0000 7f26d37fe640 1 -- 172.21.15.80:0/2823313327 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f26cc005020 con 0x7f26dc101030 2024-04-22T00:01:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e6fe6740 1 Processor -- start 2024-04-22T00:01:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e6fe6740 1 -- start start 2024-04-22T00:01:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 0x559008cb1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cbacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cbb210 0x559008cbd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x559008c15b70 con 0x559008cb2440 2024-04-22T00:01:43.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559008bbe470 con 0x559008cbb210 2024-04-22T00:01:43.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x559008c11b30 con 0x559008cb1b20 2024-04-22T00:01:43.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26d37fe640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26c80a2da0 0x7f26c80a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e20ba640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cbacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.394 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e28bb640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26c80a2da0 0x7f26c80a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cbb210 0x559008cbd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e28bb640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 0x559008cb1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cbb210 0x559008cbd600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:35330/0 (socket says 172.21.15.80:35330) 2024-04-22T00:01:43.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e18b9640 1 -- 172.21.15.80:0/2482515511 learned_addr learned my addr 172.21.15.80:0/2482515511 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:43.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.387+0000 7f26e20ba640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cbacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35336/0 (socket says 172.21.15.80:35336) 2024-04-22T00:01:43.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26d37fe640 1 -- 172.21.15.80:0/2823313327 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f26cc0cf560 con 0x7f26dc101030 2024-04-22T00:01:43.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26e18b9640 1 -- 172.21.15.80:0/2482515511 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 msgr2=0x559008cb1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:43.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2482515511 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 0x559008cb1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26e18b9640 1 -- 172.21.15.80:0/2482515511 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 msgr2=0x559008cbacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:43.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2482515511 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cbacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26e18b9640 1 -- 172.21.15.80:0/2482515511 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55900892a210 con 0x559008cbb210 2024-04-22T00:01:43.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2482515511 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cbb210 0x559008cbd600 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f26cc0058c0 tx=0x7f26cc007f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c92514c91e5e3bea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:43.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26e28bb640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26c80a2da0 0x7f26c80a5260 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26d4006010 tx=0x7f26d402e040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:43.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26d0bfe640 1 -- 172.21.15.80:0/2482515511 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc01d040 con 0x559008cbb210 2024-04-22T00:01:43.396 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26d0bfe640 1 -- 172.21.15.80:0/2482515511 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26cc09b760 con 0x559008cbb210 2024-04-22T00:01:43.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.388+0000 7f26d0bfe640 1 -- 172.21.15.80:0/2482515511 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc097dd0 con 0x559008cbb210 2024-04-22T00:01:43.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2482515511 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cbb210 msgr2=0x559008cbd600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:43.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2482515511 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cbb210 0x559008cbd600 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f26cc0058c0 tx=0x7f26cc007f80 comp rx=0 tx=0).stop 2024-04-22T00:01:43.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2482515511 shutdown_connections 2024-04-22T00:01:43.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2482515511 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cbb210 0x559008cbd600 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2482515511 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cbacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2482515511 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 0x559008cb1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2482515511 >> 172.21.15.80:0/2482515511 conn(0x559008cac440 msgr2=0x559008cac820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:43.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2482515511 shutdown_connections 2024-04-22T00:01:43.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2482515511 wait complete. 2024-04-22T00:01:43.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- start start 2024-04-22T00:01:43.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 Processor -- start 2024-04-22T00:01:43.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cb82f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 0x559008cb8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x559008cbde40 con 0x559008cb2440 2024-04-22T00:01:43.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559008bd1a10 con 0x559008cb1b20 2024-04-22T00:01:43.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x559008cbdfc0 con 0x559008cbb210 2024-04-22T00:01:43.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.389+0000 7f26e6fe6740 10 client.0 _ll_register_callbacks cb 0x559008c0cb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:01:43.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35344/0 (socket says 172.21.15.80:35344) 2024-04-22T00:01:43.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 -- 172.21.15.80:0/2596828974 learned_addr learned my addr 172.21.15.80:0/2596828974 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:43.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e20ba640 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cb82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e28bb640 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 0x559008cb8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 -- 172.21.15.80:0/2596828974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 msgr2=0x559008cb8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:43.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 0x559008cb8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 -- 172.21.15.80:0/2596828974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 msgr2=0x559008cb82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:43.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cb82f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 -- 172.21.15.80:0/2596828974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590089f6620 con 0x559008cb2440 2024-04-22T00:01:43.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb8830 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f26cc0ccf90 tx=0x7f26cc09bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=298e8f067666594e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:43.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:01:43.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26c5ffb640 1 -- 172.21.15.80:0/2596828974 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc01d040 con 0x559008cb2440 2024-04-22T00:01:43.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26c5ffb640 1 -- 172.21.15.80:0/2596828974 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f26cc0cf1e0 con 0x559008cb2440 2024-04-22T00:01:43.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2596828974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26cc09b760 con 0x559008cb2440 2024-04-22T00:01:43.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26c5ffb640 1 -- 172.21.15.80:0/2596828974 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f26cc097a00 con 0x559008cb2440 2024-04-22T00:01:43.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e6fe6740 10 client.16365 fetch_fsmap learned FSMap version 26 2024-04-22T00:01:43.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2596828974 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559008cca160 con 0x559008cb2440 2024-04-22T00:01:43.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26c5ffb640 1 -- 172.21.15.80:0/2596828974 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26cc09b760 con 0x559008cb2440 2024-04-22T00:01:43.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.390+0000 7f26c5ffb640 1 -- 172.21.15.80:0/2596828974 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f26cc0a4900 con 0x559008cb2440 2024-04-22T00:01:43.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26e6fe6740 10 client.16365 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:01:43.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26e6fe6740 10 client.16365 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:01:43.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26e6fe6740 20 client.16365 populate_metadata read hostname 'smithi080' 2024-04-22T00:01:43.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559008ccb4b0 0x559008ccd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26e6fe6740 4 client.16365 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:01:43.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2596828974 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559008c230b0 con 0x559008ccb4b0 2024-04-22T00:01:43.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26e20ba640 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559008ccb4b0 0x559008ccd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26e20ba640 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559008ccb4b0 0x559008ccd8a0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a87c5906558cc9b server_cookie=245b8ee75c982c5d in_seq=0 out_seq=0 2024-04-22T00:01:43.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.391+0000 7f26c5ffb640 10 client.16365 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:43.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26c5ffb640 1 -- 172.21.15.80:0/2596828974 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559008c230b0 con 0x559008ccb4b0 2024-04-22T00:01:43.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26c5ffb640 10 client.16365 handle_command_reply: tid=0 2024-04-22T00:01:43.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 client.16365 shutdown 2024-04-22T00:01:43.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2596828974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 msgr2=0x559008cb8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:43.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb8830 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f26cc0ccf90 tx=0x7f26cc09bf90 comp rx=0 tx=0).stop 2024-04-22T00:01:43.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2596828974 shutdown_connections 2024-04-22T00:01:43.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559008ccb4b0 0x559008ccd8a0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26c5ffb640 0 client.16365 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:43.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 0x559008cb8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb8830 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2596828974 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cb82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2596828974 >> 172.21.15.80:0/2596828974 conn(0x559008cac440 msgr2=0x559008cae190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:43.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.399+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2596828974 shutdown_connections 2024-04-22T00:01:43.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.400+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2596828974 wait complete. 2024-04-22T00:01:43.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.400+0000 7f26e6fe6740 20 client.16365 trim_cache size 0 max 16384 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.415+0000 7f26e6fe6740 1 Processor -- start 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.415+0000 7f26e6fe6740 1 -- start start 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.415+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cbaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.415+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.415+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 0x559008cb5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.415+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc1b12d0 con 0x559008cb2440 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.415+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc1aeba0 con 0x559008cb1b20 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.415+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc1ac9f0 con 0x559008cbb210 2024-04-22T00:01:43.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e20ba640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cbaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35356/0 (socket says 172.21.15.80:35356) 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e20ba640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cbaa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:35348/0 (socket says 172.21.15.80:35348) 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 -- 172.21.15.80:0/2257081843 learned_addr learned my addr 172.21.15.80:0/2257081843 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e28bb640 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 0x559008cb5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 -- 172.21.15.80:0/2257081843 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 msgr2=0x559008cb5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 0x559008cb5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 -- 172.21.15.80:0/2257081843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 msgr2=0x559008cbaa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cbaa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 -- 172.21.15.80:0/2257081843 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559008cad5b0 con 0x559008cb2440 2024-04-22T00:01:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e20ba640 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cbaa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26e18b9640 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb5570 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f26cc007590 tx=0x7f26cc004a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9164d1501e42d1ce server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26c7fff640 1 -- 172.21.15.80:0/2257081843 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc01d070 con 0x559008cb2440 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26c7fff640 1 -- 172.21.15.80:0/2257081843 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26cc09b760 con 0x559008cb2440 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.416+0000 7f26c7fff640 1 -- 172.21.15.80:0/2257081843 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc005310 con 0x559008cb2440 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2257081843 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 msgr2=0x559008cb5570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb5570 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f26cc007590 tx=0x7f26cc004a20 comp rx=0 tx=0).stop 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2257081843 shutdown_connections 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cbb210 0x559008cb5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cb2440 0x559008cb5570 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/2257081843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb1b20 0x559008cbaa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2257081843 >> 172.21.15.80:0/2257081843 conn(0x559008cac440 msgr2=0x559008cb6bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2257081843 shutdown_connections 2024-04-22T00:01:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 -- 172.21.15.80:0/2257081843 wait complete. 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 -- start start 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.417+0000 7f26e6fe6740 1 Processor -- start 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 0x559008cd0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb2440 0x559008cd0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e6fe6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cbb210 0x559008ccdc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc1ad060 con 0x559008cbb210 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc1ae4d0 con 0x559008cb2440 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e6fe6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc1ad730 con 0x559008cb1b20 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e6fe6740 10 client.0 _ll_register_callbacks cb 0x7f26d8009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cbb210 0x559008ccdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cbb210 0x559008ccdc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35358/0 (socket says 172.21.15.80:35358) 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e18b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb2440 0x559008cd0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.416 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 -- 172.21.15.80:0/4008266570 learned_addr learned my addr 172.21.15.80:0/4008266570 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e20ba640 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 0x559008cd0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 -- 172.21.15.80:0/4008266570 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 msgr2=0x559008cd0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 0x559008cd0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 -- 172.21.15.80:0/4008266570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb2440 msgr2=0x559008cd0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb2440 0x559008cd0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 -- 172.21.15.80:0/4008266570 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559008cce3c0 con 0x559008cbb210 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e18b9640 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb2440 0x559008cd0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e28bb640 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cbb210 0x559008ccdc50 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f26d4009cd0 tx=0x7f26d402c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c36cb8cd201b501 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26c5ffb640 1 -- 172.21.15.80:0/4008266570 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d4055020 con 0x559008cbb210 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26c5ffb640 1 -- 172.21.15.80:0/4008266570 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f26d4003d80 con 0x559008cbb210 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.418+0000 7f26e6fe6740 1 -- 172.21.15.80:0/4008266570 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26cc09b760 con 0x559008cbb210 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26c5ffb640 1 -- 172.21.15.80:0/4008266570 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f26d404a070 con 0x559008cbb210 2024-04-22T00:01:43.417 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e6fe6740 10 client.16371 fetch_fsmap learned FSMap version 26 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e6fe6740 1 -- 172.21.15.80:0/4008266570 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559008d31100 con 0x559008cbb210 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26c5ffb640 1 -- 172.21.15.80:0/4008266570 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26cc09b760 con 0x559008cbb210 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26c5ffb640 1 -- 172.21.15.80:0/4008266570 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f26d4051810 con 0x559008cbb210 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e6fe6740 10 client.16371 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e6fe6740 10 client.16371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e6fe6740 20 client.16371 populate_metadata read hostname 'smithi080' 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559008ccb4b0 0x559008d339a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e6fe6740 4 client.16371 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e6fe6740 1 -- 172.21.15.80:0/4008266570 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559008c1d400 con 0x559008ccb4b0 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.419+0000 7f26e20ba640 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559008ccb4b0 0x559008d339a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.420+0000 7f26c5ffb640 10 client.16371 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:43.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:43.420+0000 7f26e20ba640 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559008ccb4b0 0x559008d339a0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90ad57ab85fa7a05 server_cookie=f76d2ce06389aa54 in_seq=0 out_seq=0 2024-04-22T00:01:45.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:44 smithi144 ceph-mon[31316]: pgmap v110: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 428 op/s 2024-04-22T00:01:45.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:44 smithi080 ceph-mon[27925]: pgmap v110: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 428 op/s 2024-04-22T00:01:45.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:44 smithi120 ceph-mon[31499]: pgmap v110: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 428 op/s 2024-04-22T00:01:46.876 INFO:tasks.workunit.client.0.smithi080.stdout: 87 698919 350 480966 258 396157 1143 2024-04-22T00:01:47.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:46 smithi144 ceph-mon[31316]: pgmap v111: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 428 op/s 2024-04-22T00:01:47.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:46 smithi080 ceph-mon[27925]: pgmap v111: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 428 op/s 2024-04-22T00:01:47.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:46 smithi120 ceph-mon[31499]: pgmap v111: 129 pgs: 129 active+clean; 320 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 428 op/s 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26c5ffb640 1 -- 172.21.15.80:0/4008266570 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559008c1d400 con 0x559008ccb4b0 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26c5ffb640 10 client.16371 handle_command_reply: tid=0 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 client.16371 shutdown 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 -- 172.21.15.80:0/4008266570 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cbb210 msgr2=0x559008ccdc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cbb210 0x559008ccdc50 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f26d4009cd0 tx=0x7f26d402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 -- 172.21.15.80:0/4008266570 shutdown_connections 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559008ccb4b0 0x559008d339a0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559008cbb210 0x559008ccdc50 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.873 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559008cb2440 0x559008cd0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.874 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 --2- 172.21.15.80:0/4008266570 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559008cb1b20 0x559008cd0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.874 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 -- 172.21.15.80:0/4008266570 >> 172.21.15.80:0/4008266570 conn(0x559008cac440 msgr2=0x559008cb8240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:47.874 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26c5ffb640 0 client.16371 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:01:47.874 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 -- 172.21.15.80:0/4008266570 shutdown_connections 2024-04-22T00:01:47.874 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.880+0000 7f26e6fe6740 1 -- 172.21.15.80:0/4008266570 wait complete. 2024-04-22T00:01:47.874 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e6fe6740 20 client.16371 trim_cache size 0 max 16384 2024-04-22T00:01:47.874 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:01:47.874 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:01:47.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:01:47.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:01:47.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 -- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26c80a2da0 msgr2=0x7f26c80a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:47.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26c80a2da0 0x7f26c80a5260 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26d4006010 tx=0x7f26d402e040 comp rx=0 tx=0).stop 2024-04-22T00:01:47.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 -- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 msgr2=0x7f26dc198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 0x7f26dc198510 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f26cc00c970 tx=0x7f26cc00ce30 comp rx=0 tx=0).stop 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 -- 172.21.15.80:0/2823313327 shutdown_connections 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26dc106630 0x7f26dc19c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f26dc101030 0x7f26dc198510 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26c80a2da0 0x7f26c80a5260 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 --2- 172.21.15.80:0/2823313327 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26dc100670 0x7f26dc197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 -- 172.21.15.80:0/2823313327 >> 172.21.15.80:0/2823313327 conn(0x7f26dc0777c0 msgr2=0x7f26dc0690d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 -- 172.21.15.80:0/2823313327 shutdown_connections 2024-04-22T00:01:47.876 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:01:47.881+0000 7f26e431e640 1 -- 172.21.15.80:0/2823313327 wait complete. 2024-04-22T00:01:49.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:48 smithi144 ceph-mon[31316]: pgmap v112: 129 pgs: 129 active+clean; 328 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 713 op/s 2024-04-22T00:01:49.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:48 smithi080 ceph-mon[27925]: pgmap v112: 129 pgs: 129 active+clean; 328 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 713 op/s 2024-04-22T00:01:49.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:48 smithi120 ceph-mon[31499]: pgmap v112: 129 pgs: 129 active+clean; 328 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 713 op/s 2024-04-22T00:01:51.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:50 smithi144 ceph-mon[31316]: pgmap v113: 129 pgs: 129 active+clean; 328 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 459 op/s 2024-04-22T00:01:51.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:50 smithi080 ceph-mon[27925]: pgmap v113: 129 pgs: 129 active+clean; 328 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 459 op/s 2024-04-22T00:01:51.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:50 smithi120 ceph-mon[31499]: pgmap v113: 129 pgs: 129 active+clean; 328 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 459 op/s 2024-04-22T00:01:53.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:52 smithi144 ceph-mon[31316]: pgmap v114: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 1.27k op/s 2024-04-22T00:01:53.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:52 smithi080 ceph-mon[27925]: pgmap v114: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 1.27k op/s 2024-04-22T00:01:53.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:52 smithi120 ceph-mon[31499]: pgmap v114: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 1.27k op/s 2024-04-22T00:01:55.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:54 smithi144 ceph-mon[31316]: pgmap v115: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.3 MiB/s wr, 1.10k op/s 2024-04-22T00:01:55.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:54 smithi080 ceph-mon[27925]: pgmap v115: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.3 MiB/s wr, 1.10k op/s 2024-04-22T00:01:55.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:54 smithi120 ceph-mon[31499]: pgmap v115: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.3 MiB/s wr, 1.10k op/s 2024-04-22T00:01:56.876 INFO:tasks.workunit.client.0.smithi080.stdout: 92 822774 331 561704 168 469165 670 2024-04-22T00:01:57.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:56 smithi144 ceph-mon[31316]: pgmap v116: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.3 MiB/s wr, 1.10k op/s 2024-04-22T00:01:57.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:56 smithi080 ceph-mon[27925]: pgmap v116: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.3 MiB/s wr, 1.10k op/s 2024-04-22T00:01:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:56 smithi120 ceph-mon[31499]: pgmap v116: 129 pgs: 129 active+clean; 289 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.3 MiB/s wr, 1.10k op/s 2024-04-22T00:01:59.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:01:58 smithi144 ceph-mon[31316]: pgmap v117: 129 pgs: 129 active+clean; 309 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 1.25k op/s 2024-04-22T00:01:59.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:01:58 smithi080 ceph-mon[27925]: pgmap v117: 129 pgs: 129 active+clean; 309 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 1.25k op/s 2024-04-22T00:01:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:01:58 smithi120 ceph-mon[31499]: pgmap v117: 129 pgs: 129 active+clean; 309 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 1.25k op/s 2024-04-22T00:02:00.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 -- 172.21.15.80:0/4004213543 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634100670 msgr2=0x7f8634100af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:00.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 --2- 172.21.15.80:0/4004213543 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634100670 0x7f8634100af0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f8628009930 tx=0x7f862802bc30 comp rx=0 tx=0).stop 2024-04-22T00:02:00.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 -- 172.21.15.80:0/4004213543 shutdown_connections 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 --2- 172.21.15.80:0/4004213543 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8634101030 0x7f863410d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 --2- 172.21.15.80:0/4004213543 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634100670 0x7f8634100af0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 --2- 172.21.15.80:0/4004213543 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8634106630 0x7f8634106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 -- 172.21.15.80:0/4004213543 >> 172.21.15.80:0/4004213543 conn(0x7f86340777c0 msgr2=0x7f8634077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 -- 172.21.15.80:0/4004213543 shutdown_connections 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.972+0000 7f8639688640 1 -- 172.21.15.80:0/4004213543 wait complete. 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8639688640 1 Processor -- start 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8639688640 1 -- start start 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8639688640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8634100670 0x7f8634197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8639688640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634101030 0x7f86341984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8639688640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8634106630 0x7f863419c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8639688640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8634110a40 con 0x7f8634101030 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8639688640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f86341108c0 con 0x7f8634100670 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8639688640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f8634110bc0 con 0x7f8634106630 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f86327fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634101030 0x7f86341984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f86327fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634101030 0x7f86341984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41118/0 (socket says 172.21.15.80:41118) 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f86327fc640 1 -- 172.21.15.80:0/2255644598 learned_addr learned my addr 172.21.15.80:0/2255644598 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f8632ffd640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8634100670 0x7f8634197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.973+0000 7f86337fe640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8634106630 0x7f863419c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f8632ffd640 1 -- 172.21.15.80:0/2255644598 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8634106630 msgr2=0x7f863419c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f8632ffd640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8634106630 0x7f863419c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f8632ffd640 1 -- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634101030 msgr2=0x7f86341984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f8632ffd640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634101030 0x7f86341984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f8632ffd640 1 -- 172.21.15.80:0/2255644598 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f863419cf80 con 0x7f8634100670 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f86327fc640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634101030 0x7f86341984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:02:00.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f8632ffd640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8634100670 0x7f8634197f90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f862400eb00 tx=0x7f862400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:00.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f861bfff640 1 -- 172.21.15.80:0/2255644598 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8624010430 con 0x7f8634100670 2024-04-22T00:02:00.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f8639688640 1 -- 172.21.15.80:0/2255644598 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f863419d270 con 0x7f8634100670 2024-04-22T00:02:00.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f8639688640 1 -- 172.21.15.80:0/2255644598 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86341a4b00 con 0x7f8634100670 2024-04-22T00:02:00.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f861bfff640 1 -- 172.21.15.80:0/2255644598 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8624010ab0 con 0x7f8634100670 2024-04-22T00:02:00.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.974+0000 7f861bfff640 1 -- 172.21.15.80:0/2255644598 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8624017bb0 con 0x7f8634100670 2024-04-22T00:02:00.976 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.976+0000 7f863c27b740 1 Processor -- start 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.976+0000 7f863c27b740 1 -- start start 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f861bfff640 1 -- 172.21.15.80:0/2255644598 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8624010c60 con 0x7f8634100670 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f863c27b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc40f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f863c27b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc49cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f863c27b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc4c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f863c27b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55dd5dba4b70 con 0x55dd5dc4a210 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f863c27b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55dd5db4d470 con 0x55dd5dc40b20 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f863c27b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55dd5dba0b30 con 0x55dd5dc41440 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc40f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86327fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc4c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc40f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:43922/0 (socket says 172.21.15.80:43922) 2024-04-22T00:02:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 -- 172.21.15.80:0/3182748821 learned_addr learned my addr 172.21.15.80:0/3182748821 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f8632ffd640 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc49cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 -- 172.21.15.80:0/3182748821 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 msgr2=0x55dd5dc49cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc49cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 -- 172.21.15.80:0/3182748821 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 msgr2=0x55dd5dc4c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc4c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 -- 172.21.15.80:0/3182748821 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd5d8b9210 con 0x55dd5dc40b20 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86327fc640 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc4c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f861bfff640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f861c0a2da0 0x7f861c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86337fe640 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc40f00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f862c009ca0 tx=0x7f862c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ce51825b594dcb0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f861bfff640 1 -- 172.21.15.80:0/2255644598 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f86240d00d0 con 0x7f8634100670 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f8632ffd640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f861c0a2da0 0x7f861c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86197fa640 1 -- 172.21.15.80:0/3182748821 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f862c01e070 con 0x55dd5dc40b20 2024-04-22T00:02:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86197fa640 1 -- 172.21.15.80:0/3182748821 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f862c009e50 con 0x55dd5dc40b20 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.977+0000 7f86197fa640 1 -- 172.21.15.80:0/3182748821 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f862c00eaa0 con 0x55dd5dc40b20 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 -- 172.21.15.80:0/3182748821 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 msgr2=0x55dd5dc40f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f8632ffd640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f861c0a2da0 0x7f861c0a5260 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x55dd5dc405d0 tx=0x7f86240175d0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc40f00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f862c009ca0 tx=0x7f862c011810 comp rx=0 tx=0).stop 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 -- 172.21.15.80:0/3182748821 shutdown_connections 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc4c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc49cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 --2- 172.21.15.80:0/3182748821 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc40f00 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 -- 172.21.15.80:0/3182748821 >> 172.21.15.80:0/3182748821 conn(0x55dd5dc3b440 msgr2=0x55dd5dc3b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 -- 172.21.15.80:0/3182748821 shutdown_connections 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 -- 172.21.15.80:0/3182748821 wait complete. 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.978+0000 7f863c27b740 1 -- start start 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 1 Processor -- start 2024-04-22T00:02:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc40b20 0x55dd5dc472b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc41440 0x55dd5dc477f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc47d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55dd5dc4ce40 con 0x55dd5dc4a210 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55dd5db60a10 con 0x55dd5dc41440 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55dd5dc4cfc0 con 0x55dd5dc40b20 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 10 client.0 _ll_register_callbacks cb 0x55dd5db9bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc47d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc47d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41142/0 (socket says 172.21.15.80:41142) 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 -- 172.21.15.80:0/575272187 learned_addr learned my addr 172.21.15.80:0/575272187 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc40b20 0x55dd5dc472b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86327fc640 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc41440 0x55dd5dc477f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 -- 172.21.15.80:0/575272187 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc40b20 msgr2=0x55dd5dc472b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc40b20 0x55dd5dc472b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 -- 172.21.15.80:0/575272187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc41440 msgr2=0x55dd5dc477f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc41440 0x55dd5dc477f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 -- 172.21.15.80:0/575272187 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd5d985620 con 0x55dd5dc4a210 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f86337fe640 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc47d30 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f862c00e760 tx=0x7f862c00e660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96f1b4c951654f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f8616ff5640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f8616ff5640 1 -- 172.21.15.80:0/575272187 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f862c01e030 con 0x55dd5dc4a210 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f8616ff5640 1 -- 172.21.15.80:0/575272187 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f862c00ee40 con 0x55dd5dc4a210 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.979+0000 7f863c27b740 1 -- 172.21.15.80:0/575272187 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f862c009e50 con 0x55dd5dc4a210 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f8616ff5640 1 -- 172.21.15.80:0/575272187 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f862c031780 con 0x55dd5dc4a210 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f863c27b740 10 client.16383 fetch_fsmap learned FSMap version 26 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f863c27b740 1 -- 172.21.15.80:0/575272187 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dd5dc59100 con 0x55dd5dc4a210 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f8616ff5640 1 -- 172.21.15.80:0/575272187 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f862c009e50 con 0x55dd5dc4a210 2024-04-22T00:02:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f8616ff5640 1 -- 172.21.15.80:0/575272187 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f862c019430 con 0x55dd5dc4a210 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f863c27b740 10 client.16383 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f863c27b740 10 client.16383 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f863c27b740 20 client.16383 populate_metadata read hostname 'smithi080' 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f863c27b740 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55dd5dc5a510 0x55dd5dc5c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f863c27b740 4 client.16383 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f863c27b740 1 -- 172.21.15.80:0/575272187 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd5dbb20b0 con 0x55dd5dc5a510 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.980+0000 7f86327fc640 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55dd5dc5a510 0x55dd5dc5c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.981+0000 7f86327fc640 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55dd5dc5a510 0x55dd5dc5c900 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7748c66ab893de88 server_cookie=e91484d0dfe918a2 in_seq=0 out_seq=0 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.981+0000 7f8616ff5640 10 client.16383 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f8616ff5640 1 -- 172.21.15.80:0/575272187 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dd5dbb20b0 con 0x55dd5dc5a510 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f8616ff5640 10 client.16383 handle_command_reply: tid=0 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 client.16383 shutdown 2024-04-22T00:02:00.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 -- 172.21.15.80:0/575272187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 msgr2=0x55dd5dc47d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc47d30 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f862c00e760 tx=0x7f862c00e660 comp rx=0 tx=0).stop 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 -- 172.21.15.80:0/575272187 shutdown_connections 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55dd5dc5a510 0x55dd5dc5c900 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc4a210 0x55dd5dc47d30 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc41440 0x55dd5dc477f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 --2- 172.21.15.80:0/575272187 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc40b20 0x55dd5dc472b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f8616ff5640 0 client.16383 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 -- 172.21.15.80:0/575272187 >> 172.21.15.80:0/575272187 conn(0x55dd5dc3b440 msgr2=0x55dd5dc3d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 -- 172.21.15.80:0/575272187 shutdown_connections 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 1 -- 172.21.15.80:0/575272187 wait complete. 2024-04-22T00:02:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.982+0000 7f863c27b740 20 client.16383 trim_cache size 0 max 16384 2024-04-22T00:02:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f863c27b740 1 Processor -- start 2024-04-22T00:02:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f863c27b740 1 -- start start 2024-04-22T00:02:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f863c27b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc3b440 0x55dd5dc499e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f863c27b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc36450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f863c27b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc55d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f863c27b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f86341b1380 con 0x55dd5dc3b440 2024-04-22T00:02:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f863c27b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f86341aec50 con 0x55dd5dc40b20 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f863c27b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f86341acaa0 con 0x55dd5dc41440 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86337fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc3b440 0x55dd5dc499e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86337fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc3b440 0x55dd5dc499e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41148/0 (socket says 172.21.15.80:41148) 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86337fe640 1 -- 172.21.15.80:0/1351845026 learned_addr learned my addr 172.21.15.80:0/1351845026 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86327fc640 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc36450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86337fe640 1 -- 172.21.15.80:0/1351845026 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 msgr2=0x55dd5dc55d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86337fe640 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc55d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86337fe640 1 -- 172.21.15.80:0/1351845026 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 msgr2=0x55dd5dc36450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86337fe640 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc36450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86337fe640 1 -- 172.21.15.80:0/1351845026 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd5dc3bd80 con 0x55dd5dc3b440 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.997+0000 7f86327fc640 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc36450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f86337fe640 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc3b440 0x55dd5dc499e0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f862c000c00 tx=0x7f862c0096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdebb56fa3fde471 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f8618ff9640 1 -- 172.21.15.80:0/1351845026 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f862c01e040 con 0x55dd5dc3b440 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f8618ff9640 1 -- 172.21.15.80:0/1351845026 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f862c015070 con 0x55dd5dc3b440 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f8618ff9640 1 -- 172.21.15.80:0/1351845026 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f862c019a70 con 0x55dd5dc3b440 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 -- 172.21.15.80:0/1351845026 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc3b440 msgr2=0x55dd5dc499e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc3b440 0x55dd5dc499e0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f862c000c00 tx=0x7f862c0096c0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 -- 172.21.15.80:0/1351845026 shutdown_connections 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc55d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc40b20 0x55dd5dc36450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 --2- 172.21.15.80:0/1351845026 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc3b440 0x55dd5dc499e0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 -- 172.21.15.80:0/1351845026 >> 172.21.15.80:0/1351845026 conn(0x55dd5dc5cc00 msgr2=0x55dd5dc45ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 -- 172.21.15.80:0/1351845026 shutdown_connections 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.998+0000 7f863c27b740 1 -- 172.21.15.80:0/1351845026 wait complete. 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 1 -- start start 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 1 Processor -- start 2024-04-22T00:02:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc3b440 0x55dd5dc52210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc40b20 0x55dd5dc52750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc43a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f86341ad110 con 0x55dd5dc40b20 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f86341ae580 con 0x55dd5dc3b440 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f86341ad7e0 con 0x55dd5dc41440 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f863c27b740 10 client.0 _ll_register_callbacks cb 0x7f862c01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc40b20 0x55dd5dc52750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc40b20 0x55dd5dc52750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:41162/0 (socket says 172.21.15.80:41162) 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 -- 172.21.15.80:0/1969827536 learned_addr learned my addr 172.21.15.80:0/1969827536 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86337fe640 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc3b440 0x55dd5dc52210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86337fe640 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc43a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 -- 172.21.15.80:0/1969827536 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 msgr2=0x55dd5dc43a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc43a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 -- 172.21.15.80:0/1969827536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc3b440 msgr2=0x55dd5dc52210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc3b440 0x55dd5dc52210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 -- 172.21.15.80:0/1969827536 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd5dc44240 con 0x55dd5dc40b20 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86337fe640 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc43a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f86327fc640 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc40b20 0x55dd5dc52750 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f8628000c00 tx=0x7f8628004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4839338e262345d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:00.999+0000 7f8616ff5640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f8616ff5640 1 -- 172.21.15.80:0/1969827536 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8628004450 con 0x55dd5dc40b20 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f8616ff5640 1 -- 172.21.15.80:0/1969827536 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f862802c880 con 0x55dd5dc40b20 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 1 -- 172.21.15.80:0/1969827536 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f862c015070 con 0x55dd5dc40b20 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f8616ff5640 1 -- 172.21.15.80:0/1969827536 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8628058050 con 0x55dd5dc40b20 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 10 client.16389 fetch_fsmap learned FSMap version 26 2024-04-22T00:02:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 1 -- 172.21.15.80:0/1969827536 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dd5dcc0490 con 0x55dd5dc40b20 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f8616ff5640 1 -- 172.21.15.80:0/1969827536 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f862c015070 con 0x55dd5dc40b20 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f8616ff5640 1 -- 172.21.15.80:0/1969827536 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f86280035f0 con 0x55dd5dc40b20 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 10 client.16389 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 10 client.16389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 20 client.16389 populate_metadata read hostname 'smithi080' 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55dd5dc4a210 0x55dd5dcc2d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 4 client.16389 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f863c27b740 1 -- 172.21.15.80:0/1969827536 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dd5dbac400 con 0x55dd5dc4a210 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.000+0000 7f86337fe640 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55dd5dc4a210 0x55dd5dcc2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.001+0000 7f86337fe640 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55dd5dc4a210 0x55dd5dcc2d30 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c96dae515a02cd3 server_cookie=b118118401ee5f00 in_seq=0 out_seq=0 2024-04-22T00:02:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:01.001+0000 7f8616ff5640 10 client.16389 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:01.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:00 smithi144 ceph-mon[31316]: pgmap v118: 129 pgs: 129 active+clean; 309 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 2.2 MiB/s wr, 965 op/s 2024-04-22T00:02:01.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:00 smithi080 ceph-mon[27925]: pgmap v118: 129 pgs: 129 active+clean; 309 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 2.2 MiB/s wr, 965 op/s 2024-04-22T00:02:01.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:00 smithi120 ceph-mon[31499]: pgmap v118: 129 pgs: 129 active+clean; 309 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 2.2 MiB/s wr, 965 op/s 2024-04-22T00:02:03.019 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.026+0000 7f8616ff5640 1 -- 172.21.15.80:0/1969827536 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dd5dbac400 con 0x55dd5dc4a210 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.026+0000 7f8616ff5640 10 client.16389 handle_command_reply: tid=0 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.026+0000 7f863c27b740 1 client.16389 shutdown 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 -- 172.21.15.80:0/1969827536 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc40b20 msgr2=0x55dd5dc52750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc40b20 0x55dd5dc52750 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f8628000c00 tx=0x7f8628004ac0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 -- 172.21.15.80:0/1969827536 shutdown_connections 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55dd5dc4a210 0x55dd5dcc2d30 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55dd5dc41440 0x55dd5dc43a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55dd5dc40b20 0x55dd5dc52750 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f8616ff5640 0 client.16389 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 --2- 172.21.15.80:0/1969827536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5dc3b440 0x55dd5dc52210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 -- 172.21.15.80:0/1969827536 >> 172.21.15.80:0/1969827536 conn(0x55dd5dc5cc00 msgr2=0x55dd5dc39c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:03.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 -- 172.21.15.80:0/1969827536 shutdown_connections 2024-04-22T00:02:03.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 1 -- 172.21.15.80:0/1969827536 wait complete. 2024-04-22T00:02:03.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.027+0000 7f863c27b740 20 client.16389 trim_cache size 0 max 16384 2024-04-22T00:02:03.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:02:03.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:02:03.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:02:03.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:02:03.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 -- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f861c0a2da0 msgr2=0x7f861c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:03.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f861c0a2da0 0x7f861c0a5260 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x55dd5dc405d0 tx=0x7f86240175d0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 -- 172.21.15.80:0/2255644598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8634100670 msgr2=0x7f8634197f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:03.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8634100670 0x7f8634197f90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f862400eb00 tx=0x7f862400c2d0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 -- 172.21.15.80:0/2255644598 shutdown_connections 2024-04-22T00:02:03.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8634106630 0x7f863419c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8634101030 0x7f86341984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f861c0a2da0 0x7f861c0a5260 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 --2- 172.21.15.80:0/2255644598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8634100670 0x7f8634197f90 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:03.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 -- 172.21.15.80:0/2255644598 >> 172.21.15.80:0/2255644598 conn(0x7f86340777c0 msgr2=0x7f8634069130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:03.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 -- 172.21.15.80:0/2255644598 shutdown_connections 2024-04-22T00:02:03.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:03.028+0000 7f8639688640 1 -- 172.21.15.80:0/2255644598 wait complete. 2024-04-22T00:02:03.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:02 smithi144 ceph-mon[31316]: pgmap v119: 129 pgs: 129 active+clean; 337 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.8 MiB/s wr, 1.13k op/s 2024-04-22T00:02:03.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:02 smithi080 ceph-mon[27925]: pgmap v119: 129 pgs: 129 active+clean; 337 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.8 MiB/s wr, 1.13k op/s 2024-04-22T00:02:03.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:02 smithi120 ceph-mon[31499]: pgmap v119: 129 pgs: 129 active+clean; 337 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.8 MiB/s wr, 1.13k op/s 2024-04-22T00:02:05.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:04 smithi144 ceph-mon[31316]: pgmap v120: 129 pgs: 129 active+clean; 342 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.8 MiB/s wr, 352 op/s 2024-04-22T00:02:05.114 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:04 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:02:05.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:04 smithi080 ceph-mon[27925]: pgmap v120: 129 pgs: 129 active+clean; 342 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.8 MiB/s wr, 352 op/s 2024-04-22T00:02:05.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:04 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:02:05.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:04 smithi120 ceph-mon[31499]: pgmap v120: 129 pgs: 129 active+clean; 342 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.8 MiB/s wr, 352 op/s 2024-04-22T00:02:05.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:04 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:02:06.876 INFO:tasks.workunit.client.0.smithi080.stdout: 98 904620 320 603889 212 515075 789 2024-04-22T00:02:07.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:06 smithi080 ceph-mon[27925]: pgmap v121: 129 pgs: 129 active+clean; 342 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.8 MiB/s wr, 352 op/s 2024-04-22T00:02:07.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:06 smithi120 ceph-mon[31499]: pgmap v121: 129 pgs: 129 active+clean; 342 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.8 MiB/s wr, 352 op/s 2024-04-22T00:02:07.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:06 smithi144 ceph-mon[31316]: pgmap v121: 129 pgs: 129 active+clean; 342 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.8 MiB/s wr, 352 op/s 2024-04-22T00:02:09.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:08 smithi080 ceph-mon[27925]: pgmap v122: 129 pgs: 129 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 1.04k op/s 2024-04-22T00:02:09.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:08 smithi120 ceph-mon[31499]: pgmap v122: 129 pgs: 129 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 1.04k op/s 2024-04-22T00:02:09.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:08 smithi144 ceph-mon[31316]: pgmap v122: 129 pgs: 129 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 1.04k op/s 2024-04-22T00:02:11.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:10 smithi080 ceph-mon[27925]: pgmap v123: 129 pgs: 129 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 886 op/s 2024-04-22T00:02:11.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:10 smithi120 ceph-mon[31499]: pgmap v123: 129 pgs: 129 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 886 op/s 2024-04-22T00:02:11.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:10 smithi144 ceph-mon[31316]: pgmap v123: 129 pgs: 129 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 886 op/s 2024-04-22T00:02:13.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:12 smithi080 ceph-mon[27925]: pgmap v124: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 943 op/s 2024-04-22T00:02:13.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:12 smithi120 ceph-mon[31499]: pgmap v124: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 943 op/s 2024-04-22T00:02:13.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:12 smithi144 ceph-mon[31316]: pgmap v124: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 943 op/s 2024-04-22T00:02:15.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:14 smithi080 ceph-mon[27925]: pgmap v125: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 796 op/s 2024-04-22T00:02:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:14 smithi120 ceph-mon[31499]: pgmap v125: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 796 op/s 2024-04-22T00:02:15.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:14 smithi144 ceph-mon[31316]: pgmap v125: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 796 op/s 2024-04-22T00:02:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.180+0000 7f26849de640 1 -- 172.21.15.80:0/1802097411 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26801020e0 msgr2=0x7f268010e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:16.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.180+0000 7f26849de640 1 --2- 172.21.15.80:0/1802097411 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26801020e0 0x7f268010e5f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2674009890 tx=0x7f267402bbb0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.184+0000 7f26849de640 1 -- 172.21.15.80:0/1802097411 shutdown_connections 2024-04-22T00:02:16.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.184+0000 7f26849de640 1 --2- 172.21.15.80:0/1802097411 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f26801020e0 0x7f268010e5f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.184+0000 7f26849de640 1 --2- 172.21.15.80:0/1802097411 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2680101720 0x7f2680101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.184+0000 7f26849de640 1 --2- 172.21.15.80:0/1802097411 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2680107730 0x7f2680107b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.184+0000 7f26849de640 1 -- 172.21.15.80:0/1802097411 >> 172.21.15.80:0/1802097411 conn(0x7f26800fd1f0 msgr2=0x7f26800ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:16.183 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.191+0000 7f26849de640 1 -- 172.21.15.80:0/1802097411 shutdown_connections 2024-04-22T00:02:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.193+0000 7f26849de640 1 -- 172.21.15.80:0/1802097411 wait complete. 2024-04-22T00:02:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.194+0000 7f26849de640 1 Processor -- start 2024-04-22T00:02:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.195+0000 7f26849de640 1 -- start start 2024-04-22T00:02:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.195+0000 7f26849de640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2680101720 0x7f268010e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.195+0000 7f26849de640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26801020e0 0x7f268010c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.195+0000 7f26849de640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2680107730 0x7f268010ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.195+0000 7f26849de640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f268010f930 con 0x7f2680101720 2024-04-22T00:02:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.195+0000 7f26849de640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f268010f7b0 con 0x7f26801020e0 2024-04-22T00:02:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.195+0000 7f26849de640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f268010fab0 con 0x7f2680107730 2024-04-22T00:02:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267ed9d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2680107730 0x7f268010ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267ed9d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2680107730 0x7f268010ca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:35452/0 (socket says 172.21.15.80:35452) 2024-04-22T00:02:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267ed9d640 1 -- 172.21.15.80:0/712660248 learned_addr learned my addr 172.21.15.80:0/712660248 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267dd9b640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26801020e0 0x7f268010c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267ed9d640 1 -- 172.21.15.80:0/712660248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26801020e0 msgr2=0x7f268010c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267ed9d640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26801020e0 0x7f268010c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267ed9d640 1 -- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2680101720 msgr2=0x7f268010e320 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:02:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267ed9d640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2680101720 0x7f268010e320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.196+0000 7f267ed9d640 1 -- 172.21.15.80:0/712660248 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f268010d200 con 0x7f2680107730 2024-04-22T00:02:16.191 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.198+0000 7f267ed9d640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2680107730 0x7f268010ca00 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f267402c140 tx=0x7f267402c670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:16.195 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.201+0000 7f266f7fe640 1 -- 172.21.15.80:0/712660248 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2674039040 con 0x7f2680107730 2024-04-22T00:02:16.195 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.201+0000 7f266f7fe640 1 -- 172.21.15.80:0/712660248 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2674042070 con 0x7f2680107730 2024-04-22T00:02:16.195 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.201+0000 7f26849de640 1 -- 172.21.15.80:0/712660248 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26801135f0 con 0x7f2680107730 2024-04-22T00:02:16.195 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.202+0000 7f26849de640 1 -- 172.21.15.80:0/712660248 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2680113ae0 con 0x7f2680107730 2024-04-22T00:02:16.195 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.202+0000 7f266f7fe640 1 -- 172.21.15.80:0/712660248 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26740046c0 con 0x7f2680107730 2024-04-22T00:02:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.207+0000 7f266f7fe640 1 -- 172.21.15.80:0/712660248 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2674004040 con 0x7f2680107730 2024-04-22T00:02:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.208+0000 7f266f7fe640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26680a2fd0 0x7f26680a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.209+0000 7f266f7fe640 1 -- 172.21.15.80:0/712660248 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f26740f0c70 con 0x7f2680107730 2024-04-22T00:02:16.204 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.211+0000 7f26875c6740 1 Processor -- start 2024-04-22T00:02:16.204 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.212+0000 7f267e59c640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26680a2fd0 0x7f26680a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.213+0000 7f26875c6740 1 -- start start 2024-04-22T00:02:16.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.213+0000 7f26875c6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d454f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.213+0000 7f26875c6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d45dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.213+0000 7f26875c6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d460600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.213+0000 7f26875c6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56304d3b8b70 con 0x56304d454b20 2024-04-22T00:02:16.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.213+0000 7f26875c6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56304d361470 con 0x56304d455440 2024-04-22T00:02:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.213+0000 7f26875c6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56304d3b4b30 con 0x56304d45e210 2024-04-22T00:02:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.214+0000 7f267e59c640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26680a2fd0 0x7f26680a5490 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2678009a60 tx=0x7f26780095c0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.214+0000 7f267dd9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d45dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.214+0000 7f267dd9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d45dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:36580/0 (socket says 172.21.15.80:36580) 2024-04-22T00:02:16.207 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.214+0000 7f267dd9b640 1 -- 172.21.15.80:0/139039696 learned_addr learned my addr 172.21.15.80:0/139039696 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:16.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.215+0000 7f267e59c640 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d454f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.216+0000 7f267ed9d640 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d460600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.216+0000 7f267e59c640 1 -- 172.21.15.80:0/139039696 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 msgr2=0x56304d460600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:16.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.216+0000 7f267e59c640 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d460600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.216+0000 7f267e59c640 1 -- 172.21.15.80:0/139039696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 msgr2=0x56304d45dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:16.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.216+0000 7f267e59c640 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d45dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.216+0000 7f267e59c640 1 -- 172.21.15.80:0/139039696 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56304d0cd210 con 0x56304d454b20 2024-04-22T00:02:16.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.217+0000 7f267e59c640 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d454f00 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2678005fd0 tx=0x7f2678011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43bc8d4d10d08b56 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.218+0000 7f266cff9640 1 -- 172.21.15.80:0/139039696 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2678019e30 con 0x56304d454b20 2024-04-22T00:02:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.218+0000 7f266cff9640 1 -- 172.21.15.80:0/139039696 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2678005020 con 0x56304d454b20 2024-04-22T00:02:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.219+0000 7f26875c6740 1 -- 172.21.15.80:0/139039696 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 msgr2=0x56304d454f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.219+0000 7f26875c6740 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d454f00 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2678005fd0 tx=0x7f2678011000 comp rx=0 tx=0).stop 2024-04-22T00:02:16.211 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.219+0000 7f26875c6740 1 -- 172.21.15.80:0/139039696 shutdown_connections 2024-04-22T00:02:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.219+0000 7f26875c6740 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d460600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.219+0000 7f26875c6740 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d45dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.219+0000 7f26875c6740 1 --2- 172.21.15.80:0/139039696 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d454f00 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.219+0000 7f26875c6740 1 -- 172.21.15.80:0/139039696 >> 172.21.15.80:0/139039696 conn(0x56304d44f440 msgr2=0x56304d44f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:16.214 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.222+0000 7f26875c6740 1 -- 172.21.15.80:0/139039696 shutdown_connections 2024-04-22T00:02:16.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.222+0000 7f26875c6740 1 -- 172.21.15.80:0/139039696 wait complete. 2024-04-22T00:02:16.216 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.223+0000 7f26875c6740 1 -- start start 2024-04-22T00:02:16.216 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.223+0000 7f26875c6740 1 Processor -- start 2024-04-22T00:02:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.224+0000 7f26875c6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d45b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.224+0000 7f26875c6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d455440 0x56304d45b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.224+0000 7f26875c6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d45e210 0x56304d45bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.224+0000 7f26875c6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56304d460e40 con 0x56304d454b20 2024-04-22T00:02:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.224+0000 7f26875c6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56304d374a10 con 0x56304d45e210 2024-04-22T00:02:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.224+0000 7f26875c6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56304d460fc0 con 0x56304d455440 2024-04-22T00:02:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.225+0000 7f26875c6740 10 client.0 _ll_register_callbacks cb 0x56304d3afb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:02:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.226+0000 7f267dd9b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d455440 0x56304d45b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.226+0000 7f267ed9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d45e210 0x56304d45bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.226+0000 7f267ed9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d45e210 0x56304d45bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:36594/0 (socket says 172.21.15.80:36594) 2024-04-22T00:02:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.226+0000 7f267ed9d640 1 -- 172.21.15.80:0/3255483991 learned_addr learned my addr 172.21.15.80:0/3255483991 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.227+0000 7f267ed9d640 1 -- 172.21.15.80:0/3255483991 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d455440 msgr2=0x56304d45b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.227+0000 7f267ed9d640 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d455440 0x56304d45b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.227+0000 7f267ed9d640 1 -- 172.21.15.80:0/3255483991 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 msgr2=0x56304d45b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.227+0000 7f267ed9d640 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d45b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.228+0000 7f267ed9d640 1 -- 172.21.15.80:0/3255483991 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56304d199620 con 0x56304d45e210 2024-04-22T00:02:16.221 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.228+0000 7f267ed9d640 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d45e210 0x56304d45bd80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26740bcc20 tx=0x7f267402bbb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65d303d069f70d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:16.221 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.229+0000 7f2665ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:02:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.229+0000 7f2665ffb640 1 -- 172.21.15.80:0/3255483991 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f267403c590 con 0x56304d45e210 2024-04-22T00:02:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.229+0000 7f26875c6740 1 -- 172.21.15.80:0/3255483991 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56304d3c60b0 con 0x56304d45e210 2024-04-22T00:02:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.230+0000 7f2665ffb640 1 -- 172.21.15.80:0/3255483991 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f26740ee2c0 con 0x56304d45e210 2024-04-22T00:02:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.230+0000 7f2665ffb640 1 -- 172.21.15.80:0/3255483991 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f26740ca050 con 0x56304d45e210 2024-04-22T00:02:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.231+0000 7f26875c6740 10 client.25820 fetch_fsmap learned FSMap version 27 2024-04-22T00:02:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.231+0000 7f26875c6740 1 -- 172.21.15.80:0/3255483991 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56304d46d280 con 0x56304d45e210 2024-04-22T00:02:16.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.233+0000 7f2665ffb640 1 -- 172.21.15.80:0/3255483991 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x56304d3c60b0 con 0x56304d45e210 2024-04-22T00:02:16.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.233+0000 7f2665ffb640 1 -- 172.21.15.80:0/3255483991 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f26740db030 con 0x56304d45e210 2024-04-22T00:02:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.235+0000 7f26875c6740 10 client.25820 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:02:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.235+0000 7f26875c6740 10 client.25820 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:02:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.235+0000 7f26875c6740 20 client.25820 populate_metadata read hostname 'smithi080' 2024-04-22T00:02:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.235+0000 7f26875c6740 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56304d46e7b0 0x56304d470c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.235+0000 7f26875c6740 4 client.25820 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:02:16.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.235+0000 7f26875c6740 1 -- 172.21.15.80:0/3255483991 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56304d3c0400 con 0x56304d46e7b0 2024-04-22T00:02:16.232 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.240+0000 7f267e59c640 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56304d46e7b0 0x56304d470c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.251+0000 7f267e59c640 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56304d46e7b0 0x56304d470c50 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=706c78f98144602f server_cookie=d73668f60d73a65a in_seq=0 out_seq=0 2024-04-22T00:02:16.245 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.252+0000 7f2665ffb640 10 client.25820 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.262+0000 7f2665ffb640 1 -- 172.21.15.80:0/3255483991 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56304d3c0400 con 0x56304d46e7b0 2024-04-22T00:02:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.262+0000 7f2665ffb640 10 client.25820 handle_command_reply: tid=0 2024-04-22T00:02:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.262+0000 7f26875c6740 1 client.25820 shutdown 2024-04-22T00:02:16.257 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f26875c6740 1 -- 172.21.15.80:0/3255483991 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d45e210 msgr2=0x56304d45bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:16.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f26875c6740 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d45e210 0x56304d45bd80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26740bcc20 tx=0x7f267402bbb0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f26875c6740 1 -- 172.21.15.80:0/3255483991 shutdown_connections 2024-04-22T00:02:16.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f26875c6740 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56304d46e7b0 0x56304d470c50 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f26875c6740 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d45e210 0x56304d45bd80 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f26875c6740 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d455440 0x56304d45b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f26875c6740 1 --2- 172.21.15.80:0/3255483991 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d45b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f26875c6740 1 -- 172.21.15.80:0/3255483991 >> 172.21.15.80:0/3255483991 conn(0x56304d44f440 msgr2=0x56304d451190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:16.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.265+0000 7f2665ffb640 0 client.25820 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.266+0000 7f26875c6740 1 -- 172.21.15.80:0/3255483991 shutdown_connections 2024-04-22T00:02:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.269+0000 7f26875c6740 1 -- 172.21.15.80:0/3255483991 wait complete. 2024-04-22T00:02:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.270+0000 7f26875c6740 20 client.25820 trim_cache size 0 max 16384 2024-04-22T00:02:16.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.313+0000 7f26875c6740 1 Processor -- start 2024-04-22T00:02:16.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.314+0000 7f26875c6740 1 -- start start 2024-04-22T00:02:16.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.314+0000 7f26875c6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d45da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.314+0000 7f26875c6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d469d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.314+0000 7f26875c6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d45b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.315+0000 7f26875c6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f26801c0110 con 0x56304d454b20 2024-04-22T00:02:16.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.315+0000 7f267dd9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d469d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.315+0000 7f267dd9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d469d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:36606/0 (socket says 172.21.15.80:36606) 2024-04-22T00:02:16.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.315+0000 7f267dd9b640 1 -- 172.21.15.80:0/3454590611 learned_addr learned my addr 172.21.15.80:0/3454590611 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:16.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.315+0000 7f267ed9d640 1 --2- 172.21.15.80:0/3454590611 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d45b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.315+0000 7f26875c6740 1 -- 172.21.15.80:0/3454590611 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26801bd9e0 con 0x56304d455440 2024-04-22T00:02:16.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.315+0000 7f26875c6740 1 -- 172.21.15.80:0/3454590611 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f268011baa0 con 0x56304d45e210 2024-04-22T00:02:16.309 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.317+0000 7f267dd9b640 1 -- 172.21.15.80:0/3454590611 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 msgr2=0x56304d45b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:16.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.317+0000 7f267dd9b640 1 --2- 172.21.15.80:0/3454590611 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d45b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.317+0000 7f267dd9b640 1 -- 172.21.15.80:0/3454590611 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 msgr2=0x56304d45da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:16.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.317+0000 7f267dd9b640 1 --2- 172.21.15.80:0/3454590611 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d45da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.317+0000 7f267dd9b640 1 -- 172.21.15.80:0/3454590611 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56304d4712d0 con 0x56304d455440 2024-04-22T00:02:16.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.317+0000 7f267dd9b640 1 --2- 172.21.15.80:0/3454590611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d469d50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2670009c00 tx=0x7f2670014780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9920cbd40c0275a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:16.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.334+0000 7f2667fff640 1 -- 172.21.15.80:0/3454590611 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2670022070 con 0x56304d455440 2024-04-22T00:02:16.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.334+0000 7f2667fff640 1 -- 172.21.15.80:0/3454590611 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f267001d920 con 0x56304d455440 2024-04-22T00:02:16.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.334+0000 7f2667fff640 1 -- 172.21.15.80:0/3454590611 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26700159c0 con 0x56304d455440 2024-04-22T00:02:16.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.336+0000 7f26875c6740 1 -- 172.21.15.80:0/3454590611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 msgr2=0x56304d469d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:16.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.336+0000 7f26875c6740 1 --2- 172.21.15.80:0/3454590611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d469d50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2670009c00 tx=0x7f2670014780 comp rx=0 tx=0).stop 2024-04-22T00:02:16.331 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.338+0000 7f26875c6740 1 -- 172.21.15.80:0/3454590611 shutdown_connections 2024-04-22T00:02:16.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.338+0000 7f26875c6740 1 --2- 172.21.15.80:0/3454590611 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d45b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.339+0000 7f26875c6740 1 --2- 172.21.15.80:0/3454590611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d455440 0x56304d469d50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.339+0000 7f26875c6740 1 --2- 172.21.15.80:0/3454590611 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d454b20 0x56304d45da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.339+0000 7f26875c6740 1 -- 172.21.15.80:0/3454590611 >> 172.21.15.80:0/3454590611 conn(0x56304d44f440 msgr2=0x56304d45b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:16.335 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.343+0000 7f26875c6740 1 -- 172.21.15.80:0/3454590611 shutdown_connections 2024-04-22T00:02:16.337 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.344+0000 7f26875c6740 1 -- 172.21.15.80:0/3454590611 wait complete. 2024-04-22T00:02:16.338 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.345+0000 7f26875c6740 1 -- start start 2024-04-22T00:02:16.338 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.345+0000 7f26875c6740 1 Processor -- start 2024-04-22T00:02:16.340 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.346+0000 7f26875c6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d454b20 0x56304d458430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.340 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.346+0000 7f26875c6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d455440 0x56304d458970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.340 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.346+0000 7f267e59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d454b20 0x56304d458430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.340 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.346+0000 7f267e59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d454b20 0x56304d458430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:36616/0 (socket says 172.21.15.80:36616) 2024-04-22T00:02:16.340 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.346+0000 7f267dd9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d455440 0x56304d458970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.346+0000 7f267dd9b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d455440 0x56304d458970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60626/0 (socket says 172.21.15.80:60626) 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.346+0000 7f267e59c640 1 -- 172.21.15.80:0/783687981 learned_addr learned my addr 172.21.15.80:0/783687981 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.346+0000 7f26875c6740 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d4d3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f26801bbea0 con 0x56304d455440 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26801bd310 con 0x56304d454b20 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f26801bc570 con 0x56304d45e210 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f267ed9d640 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d4d3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f26875c6740 10 client.0 _ll_register_callbacks cb 0x7f26740dd050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:02:16.341 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f267e59c640 1 -- 172.21.15.80:0/783687981 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 msgr2=0x56304d4d3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:16.342 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f267e59c640 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d4d3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.342 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f267e59c640 1 -- 172.21.15.80:0/783687981 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d455440 msgr2=0x56304d458970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:16.342 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f267e59c640 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d455440 0x56304d458970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:16.342 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.347+0000 7f267e59c640 1 -- 172.21.15.80:0/783687981 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56304d460d20 con 0x56304d454b20 2024-04-22T00:02:16.342 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.348+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f267001d920 con 0x56304d454b20 2024-04-22T00:02:16.342 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.348+0000 7f267e59c640 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d454b20 0x56304d458430 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2678010010 tx=0x7f2678019830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=499ef2269ddd04be server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:16.343 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.350+0000 7f2665ffb640 10 client.25826 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:02:16.343 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.350+0000 7f2665ffb640 1 -- 172.21.15.80:0/783687981 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2678032060 con 0x56304d454b20 2024-04-22T00:02:16.343 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.350+0000 7f2665ffb640 1 -- 172.21.15.80:0/783687981 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f267802cdc0 con 0x56304d454b20 2024-04-22T00:02:16.343 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.350+0000 7f2665ffb640 1 -- 172.21.15.80:0/783687981 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f2678004b00 con 0x56304d454b20 2024-04-22T00:02:16.344 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.352+0000 7f26875c6740 10 client.25826 fetch_fsmap learned FSMap version 27 2024-04-22T00:02:16.344 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.352+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({fsmap=27}) -- 0x56304d4d5280 con 0x56304d454b20 2024-04-22T00:02:16.347 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.354+0000 7f2665ffb640 1 -- 172.21.15.80:0/783687981 <== mon.2 v2:172.21.15.120:3300/0 4 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f267800b040 con 0x56304d454b20 2024-04-22T00:02:16.348 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.355+0000 7f26875c6740 10 client.25826 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:02:16.348 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.355+0000 7f26875c6740 10 client.25826 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:02:16.348 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.355+0000 7f26875c6740 20 client.25826 populate_metadata read hostname 'smithi080' 2024-04-22T00:02:16.348 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.355+0000 7f26875c6740 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56304d4d5500 0x56304d4d78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:16.348 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.355+0000 7f26875c6740 4 client.25826 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:02:16.348 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.355+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f267001d920 con 0x56304d4d5500 2024-04-22T00:02:16.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.357+0000 7f267dd9b640 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56304d4d5500 0x56304d4d78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.360+0000 7f267dd9b640 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56304d4d5500 0x56304d4d78f0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dce5b2a164d1ba42 server_cookie=65603b978c517086 in_seq=0 out_seq=0 2024-04-22T00:02:16.353 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:16.361+0000 7f2665ffb640 10 client.25826 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:16.876 INFO:tasks.workunit.client.0.smithi080.stdout: 100 459948 221 303810 168 257812 741 2024-04-22T00:02:17.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:16 smithi080 ceph-mon[27925]: pgmap v126: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1012 KiB/s wr, 758 op/s 2024-04-22T00:02:17.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:16 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:02:17.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:16 smithi120 ceph-mon[31499]: pgmap v126: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1012 KiB/s wr, 758 op/s 2024-04-22T00:02:17.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:16 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:02:17.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:16 smithi144 ceph-mon[31316]: pgmap v126: 129 pgs: 129 active+clean; 330 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1012 KiB/s wr, 758 op/s 2024-04-22T00:02:17.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:16 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:02:18.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:02:18.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:02:18.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:02:18.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:02:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:02:18.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:02:18.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:02:18.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:02:18.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:02:19.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:18 smithi080 ceph-mon[27925]: pgmap v127: 129 pgs: 129 active+clean; 348 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 874 op/s 2024-04-22T00:02:19.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:18 smithi120 ceph-mon[31499]: pgmap v127: 129 pgs: 129 active+clean; 348 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 874 op/s 2024-04-22T00:02:19.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:18 smithi144 ceph-mon[31316]: pgmap v127: 129 pgs: 129 active+clean; 348 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 874 op/s 2024-04-22T00:02:21.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:20 smithi080 ceph-mon[27925]: pgmap v128: 129 pgs: 129 active+clean; 348 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 1.9 MiB/s wr, 187 op/s 2024-04-22T00:02:21.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:20 smithi120 ceph-mon[31499]: pgmap v128: 129 pgs: 129 active+clean; 348 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 1.9 MiB/s wr, 187 op/s 2024-04-22T00:02:21.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:20 smithi144 ceph-mon[31316]: pgmap v128: 129 pgs: 129 active+clean; 348 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 1.9 MiB/s wr, 187 op/s 2024-04-22T00:02:22.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f2665ffb640 1 -- 172.21.15.80:0/783687981 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f267001d920 con 0x56304d4d5500 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f2665ffb640 10 client.25826 handle_command_reply: tid=0 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 client.25826 shutdown 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d454b20 msgr2=0x56304d458430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d454b20 0x56304d458430 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2678010010 tx=0x7f2678019830 comp rx=0 tx=0).stop 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 shutdown_connections 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56304d4d5500 0x56304d4d78f0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56304d45e210 0x56304d4d3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f2665ffb640 0 client.25826 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56304d455440 0x56304d458970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 --2- 172.21.15.80:0/783687981 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56304d454b20 0x56304d458430 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 >> 172.21.15.80:0/783687981 conn(0x56304d44f440 msgr2=0x56304d450740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 shutdown_connections 2024-04-22T00:02:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 1 -- 172.21.15.80:0/783687981 wait complete. 2024-04-22T00:02:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.921+0000 7f26875c6740 20 client.25826 trim_cache size 0 max 16384 2024-04-22T00:02:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:02:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:02:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:02:22.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:02:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 -- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26680a2fd0 msgr2=0x7f26680a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26680a2fd0 0x7f26680a5490 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2678009a60 tx=0x7f26780095c0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 -- 172.21.15.80:0/712660248 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2680107730 msgr2=0x7f268010ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2680107730 0x7f268010ca00 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f267402c140 tx=0x7f267402c670 comp rx=0 tx=0).stop 2024-04-22T00:02:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 -- 172.21.15.80:0/712660248 shutdown_connections 2024-04-22T00:02:22.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2680107730 0x7f268010ca00 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f26680a2fd0 0x7f26680a5490 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26801020e0 0x7f268010c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 --2- 172.21.15.80:0/712660248 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2680101720 0x7f268010e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 -- 172.21.15.80:0/712660248 >> 172.21.15.80:0/712660248 conn(0x7f26800fd1f0 msgr2=0x7f26800fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 -- 172.21.15.80:0/712660248 shutdown_connections 2024-04-22T00:02:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:22.922+0000 7f26849de640 1 -- 172.21.15.80:0/712660248 wait complete. 2024-04-22T00:02:23.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:22 smithi080 ceph-mon[27925]: pgmap v129: 129 pgs: 129 active+clean; 374 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.3 MiB/s wr, 636 op/s 2024-04-22T00:02:23.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:22 smithi120 ceph-mon[31499]: pgmap v129: 129 pgs: 129 active+clean; 374 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.3 MiB/s wr, 636 op/s 2024-04-22T00:02:23.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:22 smithi144 ceph-mon[31316]: pgmap v129: 129 pgs: 129 active+clean; 374 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.3 MiB/s wr, 636 op/s 2024-04-22T00:02:25.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:24 smithi080 ceph-mon[27925]: pgmap v130: 129 pgs: 129 active+clean; 383 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.8 MiB/s wr, 858 op/s 2024-04-22T00:02:25.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:24 smithi120 ceph-mon[31499]: pgmap v130: 129 pgs: 129 active+clean; 383 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.8 MiB/s wr, 858 op/s 2024-04-22T00:02:25.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:24 smithi144 ceph-mon[31316]: pgmap v130: 129 pgs: 129 active+clean; 383 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.8 MiB/s wr, 858 op/s 2024-04-22T00:02:26.877 INFO:tasks.workunit.client.0.smithi080.stdout: 105 915804 368 606265 304 525088 911 2024-04-22T00:02:27.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:26 smithi080 ceph-mon[27925]: pgmap v131: 129 pgs: 129 active+clean; 383 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 845 op/s 2024-04-22T00:02:27.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:26 smithi120 ceph-mon[31499]: pgmap v131: 129 pgs: 129 active+clean; 383 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 845 op/s 2024-04-22T00:02:27.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:26 smithi144 ceph-mon[31316]: pgmap v131: 129 pgs: 129 active+clean; 383 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 845 op/s 2024-04-22T00:02:29.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:28 smithi080 ceph-mon[27925]: pgmap v132: 129 pgs: 129 active+clean; 372 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 987 op/s 2024-04-22T00:02:29.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:28 smithi120 ceph-mon[31499]: pgmap v132: 129 pgs: 129 active+clean; 372 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 987 op/s 2024-04-22T00:02:29.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:28 smithi144 ceph-mon[31316]: pgmap v132: 129 pgs: 129 active+clean; 372 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 987 op/s 2024-04-22T00:02:31.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:30 smithi080 ceph-mon[27925]: pgmap v133: 129 pgs: 129 active+clean; 372 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 870 op/s 2024-04-22T00:02:31.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:30 smithi120 ceph-mon[31499]: pgmap v133: 129 pgs: 129 active+clean; 372 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 870 op/s 2024-04-22T00:02:31.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:30 smithi144 ceph-mon[31316]: pgmap v133: 129 pgs: 129 active+clean; 372 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 870 op/s 2024-04-22T00:02:33.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:32 smithi080 ceph-mon[27925]: pgmap v134: 129 pgs: 129 active+clean; 380 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.8 MiB/s wr, 923 op/s 2024-04-22T00:02:33.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:32 smithi120 ceph-mon[31499]: pgmap v134: 129 pgs: 129 active+clean; 380 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.8 MiB/s wr, 923 op/s 2024-04-22T00:02:33.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:32 smithi144 ceph-mon[31316]: pgmap v134: 129 pgs: 129 active+clean; 380 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.8 MiB/s wr, 923 op/s 2024-04-22T00:02:35.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:34 smithi080 ceph-mon[27925]: pgmap v135: 129 pgs: 129 active+clean; 381 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 502 op/s 2024-04-22T00:02:35.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:34 smithi120 ceph-mon[31499]: pgmap v135: 129 pgs: 129 active+clean; 381 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 502 op/s 2024-04-22T00:02:35.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:34 smithi144 ceph-mon[31316]: pgmap v135: 129 pgs: 129 active+clean; 381 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 502 op/s 2024-04-22T00:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.141+0000 7f0a141e5640 1 -- 172.21.15.80:0/1139758005 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c101030 msgr2=0x7f0a0c10d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.141+0000 7f0a141e5640 1 --2- 172.21.15.80:0/1139758005 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c101030 0x7f0a0c10d4f0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f0a04009cd0 tx=0x7f0a0402c0f0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 -- 172.21.15.80:0/1139758005 shutdown_connections 2024-04-22T00:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 --2- 172.21.15.80:0/1139758005 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c101030 0x7f0a0c10d4f0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 --2- 172.21.15.80:0/1139758005 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0a0c100670 0x7f0a0c100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.137 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 --2- 172.21.15.80:0/1139758005 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0a0c106630 0x7f0a0c106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 -- 172.21.15.80:0/1139758005 >> 172.21.15.80:0/1139758005 conn(0x7f0a0c0777c0 msgr2=0x7f0a0c077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 -- 172.21.15.80:0/1139758005 shutdown_connections 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 -- 172.21.15.80:0/1139758005 wait complete. 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 Processor -- start 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 -- start start 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c100670 0x7f0a0c195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0a0c101030 0x7f0a0c1962b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0a0c106630 0x7f0a0c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c10f930 con 0x7f0a0c100670 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c10f7b0 con 0x7f0a0c101030 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.142+0000 7f0a141e5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c10fab0 con 0x7f0a0c106630 2024-04-22T00:02:36.138 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c100670 0x7f0a0c195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c100670 0x7f0a0c195d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47846/0 (socket says 172.21.15.80:47846) 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 -- 172.21.15.80:0/2225523364 learned_addr learned my addr 172.21.15.80:0/2225523364 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11780640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0a0c101030 0x7f0a0c1962b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a12782640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0a0c106630 0x7f0a0c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 -- 172.21.15.80:0/2225523364 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0a0c106630 msgr2=0x7f0a0c19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0a0c106630 0x7f0a0c19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 -- 172.21.15.80:0/2225523364 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0a0c101030 msgr2=0x7f0a0c1962b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0a0c101030 0x7f0a0c1962b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 -- 172.21.15.80:0/2225523364 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a0c19ad10 con 0x7f0a0c100670 2024-04-22T00:02:36.139 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11780640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0a0c101030 0x7f0a0c1962b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:02:36.140 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a11f81640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c100670 0x7f0a0c195d70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f0a0800e9f0 tx=0x7f0a0800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:36.140 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a02ffd640 1 -- 172.21.15.80:0/2225523364 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a0800cd80 con 0x7f0a0c100670 2024-04-22T00:02:36.140 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a141e5640 1 -- 172.21.15.80:0/2225523364 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a0c19b000 con 0x7f0a0c100670 2024-04-22T00:02:36.140 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a02ffd640 1 -- 172.21.15.80:0/2225523364 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a08010910 con 0x7f0a0c100670 2024-04-22T00:02:36.140 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a02ffd640 1 -- 172.21.15.80:0/2225523364 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a080188f0 con 0x7f0a0c100670 2024-04-22T00:02:36.140 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.143+0000 7f0a141e5640 1 -- 172.21.15.80:0/2225523364 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a0c1a2890 con 0x7f0a0c100670 2024-04-22T00:02:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.146+0000 7f0a02ffd640 1 -- 172.21.15.80:0/2225523364 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0a08010ac0 con 0x7f0a0c100670 2024-04-22T00:02:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.146+0000 7f0a16dd5740 1 Processor -- start 2024-04-22T00:02:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.146+0000 7f0a16dd5740 1 -- start start 2024-04-22T00:02:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.146+0000 7f0a02ffd640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09f80a2da0 0x7f09f80a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.143 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.146+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x564164351f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.146+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164352440 0x56416435acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.146+0000 7f0a12782640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09f80a2da0 0x7f09f80a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.146+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 0x56416435d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5641642b5b70 con 0x564164352440 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56416425e470 con 0x564164351b20 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5641642b1b30 con 0x56416435b210 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a02ffd640 1 -- 172.21.15.80:0/2225523364 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f0a080cfab0 con 0x7f0a0c100670 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164352440 0x56416435acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164352440 0x56416435acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47862/0 (socket says 172.21.15.80:47862) 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 -- 172.21.15.80:0/891181105 learned_addr learned my addr 172.21.15.80:0/891181105 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:36.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11f81640 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x564164351f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a12782640 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 0x56416435d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 -- 172.21.15.80:0/891181105 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 msgr2=0x56416435d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 0x56416435d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 -- 172.21.15.80:0/891181105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 msgr2=0x564164351f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x564164351f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 -- 172.21.15.80:0/891181105 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564163fca210 con 0x564164352440 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11f81640 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x564164351f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a12782640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09f80a2da0 0x7f09f80a5260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0a0402c630 tx=0x7f0a0402ce10 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f0a11780640 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164352440 0x56416435acd0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f09fc013580 tx=0x7f09fc005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6cd0cab44c53b5e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f09f7fff640 1 -- 172.21.15.80:0/891181105 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09fc004220 con 0x564164352440 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f09f7fff640 1 -- 172.21.15.80:0/891181105 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09fc0043c0 con 0x564164352440 2024-04-22T00:02:36.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.147+0000 7f09f7fff640 1 -- 172.21.15.80:0/891181105 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09fc003c20 con 0x564164352440 2024-04-22T00:02:36.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.148+0000 7f0a16dd5740 1 -- 172.21.15.80:0/891181105 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164352440 msgr2=0x56416435acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:36.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.148+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164352440 0x56416435acd0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f09fc013580 tx=0x7f09fc005f90 comp rx=0 tx=0).stop 2024-04-22T00:02:36.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.149+0000 7f0a16dd5740 1 -- 172.21.15.80:0/891181105 shutdown_connections 2024-04-22T00:02:36.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.149+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 0x56416435d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.149+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164352440 0x56416435acd0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.149+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/891181105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x564164351f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.149+0000 7f0a16dd5740 1 -- 172.21.15.80:0/891181105 >> 172.21.15.80:0/891181105 conn(0x56416434c440 msgr2=0x56416434c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.152+0000 7f0a16dd5740 1 -- 172.21.15.80:0/891181105 shutdown_connections 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.152+0000 7f0a16dd5740 1 -- 172.21.15.80:0/891181105 wait complete. 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.153+0000 7f0a16dd5740 1 -- start start 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.153+0000 7f0a16dd5740 1 Processor -- start 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.154+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x5641643581f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.154+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164352440 0x564164358730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.154+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 0x564164358c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.154+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56416435de40 con 0x564164351b20 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.154+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564164271a10 con 0x564164352440 2024-04-22T00:02:36.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.154+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56416435dfc0 con 0x56416435b210 2024-04-22T00:02:36.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.154+0000 7f0a16dd5740 10 client.0 _ll_register_callbacks cb 0x5641642acb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:02:36.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.155+0000 7f0a11f81640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x5641643581f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.155+0000 7f0a11f81640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x5641643581f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47872/0 (socket says 172.21.15.80:47872) 2024-04-22T00:02:36.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.155+0000 7f0a11f81640 1 -- 172.21.15.80:0/2528023857 learned_addr learned my addr 172.21.15.80:0/2528023857 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:36.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.155+0000 7f0a12782640 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 0x564164358c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.156+0000 7f0a11f81640 1 -- 172.21.15.80:0/2528023857 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 msgr2=0x564164358c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:36.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.156+0000 7f0a11f81640 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 0x564164358c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.156+0000 7f0a11f81640 1 -- 172.21.15.80:0/2528023857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164352440 msgr2=0x564164358730 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:02:36.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.156+0000 7f0a11f81640 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164352440 0x564164358730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.156+0000 7f0a11f81640 1 -- 172.21.15.80:0/2528023857 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564164096620 con 0x564164351b20 2024-04-22T00:02:36.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.156+0000 7f0a11f81640 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x5641643581f0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f0a080981c0 tx=0x7f0a080a0190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b57fc178d709ba5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:36.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.156+0000 7f09f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:02:36.169 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.176+0000 7f09f57fa640 1 -- 172.21.15.80:0/2528023857 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a08098510 con 0x564164351b20 2024-04-22T00:02:36.169 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.176+0000 7f09f57fa640 1 -- 172.21.15.80:0/2528023857 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f0a0809b3c0 con 0x564164351b20 2024-04-22T00:02:36.169 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.177+0000 7f0a16dd5740 1 -- 172.21.15.80:0/2528023857 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09fc0043c0 con 0x564164351b20 2024-04-22T00:02:36.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.182+0000 7f09f57fa640 1 -- 172.21.15.80:0/2528023857 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0a08010430 con 0x564164351b20 2024-04-22T00:02:36.180 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.187+0000 7f0a16dd5740 10 client.16407 fetch_fsmap learned FSMap version 27 2024-04-22T00:02:36.180 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.187+0000 7f0a16dd5740 1 -- 172.21.15.80:0/2528023857 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5641643726a0 con 0x564164351b20 2024-04-22T00:02:36.180 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.188+0000 7f09f57fa640 1 -- 172.21.15.80:0/2528023857 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09fc0043c0 con 0x564164351b20 2024-04-22T00:02:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.188+0000 7f09f57fa640 1 -- 172.21.15.80:0/2528023857 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f0a0809ad40 con 0x564164351b20 2024-04-22T00:02:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.188+0000 7f0a16dd5740 10 client.16407 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:02:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.188+0000 7f0a16dd5740 10 client.16407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:02:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.188+0000 7f0a16dd5740 20 client.16407 populate_metadata read hostname 'smithi080' 2024-04-22T00:02:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.188+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564164373b10 0x564164375f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.188+0000 7f0a16dd5740 4 client.16407 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:02:36.181 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.188+0000 7f0a16dd5740 1 -- 172.21.15.80:0/2528023857 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5641642c30b0 con 0x564164373b10 2024-04-22T00:02:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.190+0000 7f0a11780640 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564164373b10 0x564164375f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.192+0000 7f0a11780640 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564164373b10 0x564164375f80 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65599dfa27c04878 server_cookie=8bf5da0743a4f621 in_seq=0 out_seq=0 2024-04-22T00:02:36.186 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.192+0000 7f09f57fa640 10 client.16407 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:36.205 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.210+0000 7f09f57fa640 1 -- 172.21.15.80:0/2528023857 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5641642c30b0 con 0x564164373b10 2024-04-22T00:02:36.205 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.210+0000 7f09f57fa640 10 client.16407 handle_command_reply: tid=0 2024-04-22T00:02:36.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.210+0000 7f0a16dd5740 1 client.16407 shutdown 2024-04-22T00:02:36.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.214+0000 7f0a16dd5740 1 -- 172.21.15.80:0/2528023857 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 msgr2=0x5641643581f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:36.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.214+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x5641643581f0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f0a080981c0 tx=0x7f0a080a0190 comp rx=0 tx=0).stop 2024-04-22T00:02:36.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.224+0000 7f0a16dd5740 1 -- 172.21.15.80:0/2528023857 shutdown_connections 2024-04-22T00:02:36.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.224+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564164373b10 0x564164375f80 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.224+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x56416435b210 0x564164358c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.224+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164352440 0x564164358730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.224+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/2528023857 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x5641643581f0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.224+0000 7f0a16dd5740 1 -- 172.21.15.80:0/2528023857 >> 172.21.15.80:0/2528023857 conn(0x56416434c440 msgr2=0x56416434e190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:36.220 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.225+0000 7f09f57fa640 0 client.16407 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:36.221 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.228+0000 7f0a16dd5740 1 -- 172.21.15.80:0/2528023857 shutdown_connections 2024-04-22T00:02:36.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.229+0000 7f0a16dd5740 1 -- 172.21.15.80:0/2528023857 wait complete. 2024-04-22T00:02:36.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.234+0000 7f0a16dd5740 20 client.16407 trim_cache size 0 max 16384 2024-04-22T00:02:36.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.290+0000 7f0a16dd5740 1 Processor -- start 2024-04-22T00:02:36.289 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.297+0000 7f0a16dd5740 1 -- start start 2024-04-22T00:02:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.297+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x56416435a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.297+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164347220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.297+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56416435b210 0x56416437b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.297+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c1af0f0 con 0x56416435b210 2024-04-22T00:02:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.297+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c1ac9c0 con 0x564164351b20 2024-04-22T00:02:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.297+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c1aa810 con 0x564164352440 2024-04-22T00:02:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.299+0000 7f0a11f81640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x56416435a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.294 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.302+0000 7f0a11780640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164347220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.294 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.302+0000 7f0a11780640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164347220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:54188/0 (socket says 172.21.15.80:54188) 2024-04-22T00:02:36.294 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.302+0000 7f0a11780640 1 -- 172.21.15.80:0/1398303434 learned_addr learned my addr 172.21.15.80:0/1398303434 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:36.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.308+0000 7f0a11780640 1 -- 172.21.15.80:0/1398303434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 msgr2=0x56416435a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:36.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.308+0000 7f0a11780640 1 --2- 172.21.15.80:0/1398303434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x56416435a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.308+0000 7f0a11780640 1 -- 172.21.15.80:0/1398303434 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56416435b210 msgr2=0x56416437b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:36.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.308+0000 7f0a11780640 1 --2- 172.21.15.80:0/1398303434 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56416435b210 0x56416437b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.308+0000 7f0a11780640 1 -- 172.21.15.80:0/1398303434 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641643571a0 con 0x564164352440 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.309+0000 7f0a11780640 1 --2- 172.21.15.80:0/1398303434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164347220 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f09fc013ed0 tx=0x7f09fc005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26a87a40e3430318 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.310+0000 7f09f77fe640 1 -- 172.21.15.80:0/1398303434 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09fc028e50 con 0x564164352440 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.310+0000 7f09f77fe640 1 -- 172.21.15.80:0/1398303434 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09fc00bd40 con 0x564164352440 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.310+0000 7f09f77fe640 1 -- 172.21.15.80:0/1398303434 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09fc003d60 con 0x564164352440 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.313+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1398303434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 msgr2=0x564164347220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.313+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1398303434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164347220 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f09fc013ed0 tx=0x7f09fc005f90 comp rx=0 tx=0).stop 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.314+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1398303434 shutdown_connections 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.314+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1398303434 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56416435b210 0x56416437b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.307 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.314+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1398303434 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164347220 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.314+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1398303434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564164351b20 0x56416435a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.314+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1398303434 >> 172.21.15.80:0/1398303434 conn(0x56416434c440 msgr2=0x56416434b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:36.314 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.322+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1398303434 shutdown_connections 2024-04-22T00:02:36.318 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.326+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1398303434 wait complete. 2024-04-22T00:02:36.319 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.326+0000 7f0a16dd5740 1 -- start start 2024-04-22T00:02:36.319 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.326+0000 7f0a16dd5740 1 Processor -- start 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x564164362210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164364760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a16dd5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56416435b210 0x564164366da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c1aae80 con 0x564164351b20 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c1ac2f0 con 0x56416435b210 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a16dd5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c1ab550 con 0x564164352440 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a16dd5740 10 client.0 _ll_register_callbacks cb 0x7f0a0800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a11f81640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x564164362210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a11f81640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x564164362210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47880/0 (socket says 172.21.15.80:47880) 2024-04-22T00:02:36.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.334+0000 7f0a11f81640 1 -- 172.21.15.80:0/1579882003 learned_addr learned my addr 172.21.15.80:0/1579882003 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:36.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.335+0000 7f0a11780640 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164364760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.335+0000 7f0a11780640 1 -- 172.21.15.80:0/1579882003 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56416435b210 msgr2=0x564164366da0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:02:36.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.335+0000 7f0a11780640 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56416435b210 0x564164366da0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.335+0000 7f0a11780640 1 -- 172.21.15.80:0/1579882003 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 msgr2=0x564164362210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:36.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.335+0000 7f0a11780640 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x564164362210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:36.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.335+0000 7f0a11780640 1 -- 172.21.15.80:0/1579882003 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641643675a0 con 0x564164352440 2024-04-22T00:02:36.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.337+0000 7f0a11780640 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164364760 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x5641643596e0 tx=0x7f09fc003890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbbb36db913443f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:36.339 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.346+0000 7f09f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:02:36.339 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.346+0000 7f09f57fa640 1 -- 172.21.15.80:0/1579882003 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09fc003ae0 con 0x564164352440 2024-04-22T00:02:36.339 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.347+0000 7f09f57fa640 1 -- 172.21.15.80:0/1579882003 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f09fc003c80 con 0x564164352440 2024-04-22T00:02:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.350+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1579882003 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09fc00bd40 con 0x564164352440 2024-04-22T00:02:36.343 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.350+0000 7f09f57fa640 1 -- 172.21.15.80:0/1579882003 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f09fc0050d0 con 0x564164352440 2024-04-22T00:02:36.347 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.354+0000 7f0a16dd5740 10 client.25759 fetch_fsmap learned FSMap version 27 2024-04-22T00:02:36.347 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.354+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1579882003 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564164368870 con 0x564164352440 2024-04-22T00:02:36.349 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.356+0000 7f09f57fa640 1 -- 172.21.15.80:0/1579882003 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09fc00bd40 con 0x564164352440 2024-04-22T00:02:36.349 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.356+0000 7f09f57fa640 1 -- 172.21.15.80:0/1579882003 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f09fc0186d0 con 0x564164352440 2024-04-22T00:02:36.349 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.357+0000 7f0a16dd5740 10 client.25759 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:02:36.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.357+0000 7f0a16dd5740 10 client.25759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:02:36.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.357+0000 7f0a16dd5740 20 client.25759 populate_metadata read hostname 'smithi080' 2024-04-22T00:02:36.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.357+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564164368cb0 0x56416436b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:36.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.357+0000 7f0a16dd5740 4 client.25759 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:02:36.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.357+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1579882003 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564164347900 con 0x564164368cb0 2024-04-22T00:02:36.358 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.364+0000 7f0a11f81640 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564164368cb0 0x56416436b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:36.386 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.393+0000 7f09f57fa640 10 client.25759 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:36.386 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:36.393+0000 7f0a11f81640 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564164368cb0 0x56416436b0d0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2188170e552379bd server_cookie=2249b36f2020518e in_seq=0 out_seq=0 2024-04-22T00:02:36.876 INFO:tasks.workunit.client.0.smithi080.stdout: 110 1929841 416 1304052 311 1116714 1258 2024-04-22T00:02:37.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:36 smithi120 ceph-mon[31499]: pgmap v136: 129 pgs: 129 active+clean; 381 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 222 op/s 2024-04-22T00:02:37.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:36 smithi144 ceph-mon[31316]: pgmap v136: 129 pgs: 129 active+clean; 381 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 222 op/s 2024-04-22T00:02:37.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:36 smithi080 ceph-mon[27925]: pgmap v136: 129 pgs: 129 active+clean; 381 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 222 op/s 2024-04-22T00:02:39.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:38 smithi120 ceph-mon[31499]: pgmap v137: 129 pgs: 129 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 356 op/s 2024-04-22T00:02:39.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:38 smithi144 ceph-mon[31316]: pgmap v137: 129 pgs: 129 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 356 op/s 2024-04-22T00:02:39.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:38 smithi080 ceph-mon[27925]: pgmap v137: 129 pgs: 129 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 356 op/s 2024-04-22T00:02:41.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:40 smithi120 ceph-mon[31499]: pgmap v138: 129 pgs: 129 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 214 op/s 2024-04-22T00:02:41.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:40 smithi144 ceph-mon[31316]: pgmap v138: 129 pgs: 129 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 214 op/s 2024-04-22T00:02:41.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:40 smithi080 ceph-mon[27925]: pgmap v138: 129 pgs: 129 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 214 op/s 2024-04-22T00:02:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.937+0000 7f09f57fa640 1 -- 172.21.15.80:0/1579882003 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564164347900 con 0x564164368cb0 2024-04-22T00:02:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.937+0000 7f09f57fa640 10 client.25759 handle_command_reply: tid=0 2024-04-22T00:02:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 client.25759 shutdown 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1579882003 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 msgr2=0x564164364760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164364760 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x5641643596e0 tx=0x7f09fc003890 comp rx=0 tx=0).stop 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1579882003 shutdown_connections 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x564164368cb0 0x56416436b0d0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56416435b210 0x564164366da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f09f57fa640 0 client.25759 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564164352440 0x564164364760 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 --2- 172.21.15.80:0/1579882003 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564164351b20 0x564164362210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.938+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1579882003 >> 172.21.15.80:0/1579882003 conn(0x56416434c440 msgr2=0x564164358190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.939+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1579882003 shutdown_connections 2024-04-22T00:02:42.933 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.939+0000 7f0a16dd5740 1 -- 172.21.15.80:0/1579882003 wait complete. 2024-04-22T00:02:42.933 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:02:42.934 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:02:42.934 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:02:42.934 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:02:42.934 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.940+0000 7f0a16dd5740 20 client.25759 trim_cache size 0 max 16384 2024-04-22T00:02:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 -- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09f80a2da0 msgr2=0x7f09f80a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09f80a2da0 0x7f09f80a5260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0a0402c630 tx=0x7f0a0402ce10 comp rx=0 tx=0).stop 2024-04-22T00:02:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 -- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c100670 msgr2=0x7f0a0c195d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c100670 0x7f0a0c195d70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f0a0800e9f0 tx=0x7f0a0800eeb0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 -- 172.21.15.80:0/2225523364 shutdown_connections 2024-04-22T00:02:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0a0c106630 0x7f0a0c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f09f80a2da0 0x7f09f80a5260 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0a0c101030 0x7f0a0c1962b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.947+0000 7f0a141e5640 1 --2- 172.21.15.80:0/2225523364 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0a0c100670 0x7f0a0c195d70 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.948+0000 7f0a141e5640 1 -- 172.21.15.80:0/2225523364 >> 172.21.15.80:0/2225523364 conn(0x7f0a0c0777c0 msgr2=0x7f0a0c103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.948+0000 7f0a141e5640 1 -- 172.21.15.80:0/2225523364 shutdown_connections 2024-04-22T00:02:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:42.948+0000 7f0a141e5640 1 -- 172.21.15.80:0/2225523364 wait complete. 2024-04-22T00:02:43.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:42 smithi120 ceph-mon[31499]: pgmap v139: 129 pgs: 129 active+clean; 419 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.4 MiB/s wr, 961 op/s 2024-04-22T00:02:43.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:42 smithi144 ceph-mon[31316]: pgmap v139: 129 pgs: 129 active+clean; 419 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.4 MiB/s wr, 961 op/s 2024-04-22T00:02:43.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:42 smithi080 ceph-mon[27925]: pgmap v139: 129 pgs: 129 active+clean; 419 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.4 MiB/s wr, 961 op/s 2024-04-22T00:02:45.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:45 smithi120 ceph-mon[31499]: pgmap v140: 129 pgs: 129 active+clean; 441 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 1.40k op/s 2024-04-22T00:02:45.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:45 smithi144 ceph-mon[31316]: pgmap v140: 129 pgs: 129 active+clean; 441 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 1.40k op/s 2024-04-22T00:02:45.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:45 smithi080 ceph-mon[27925]: pgmap v140: 129 pgs: 129 active+clean; 441 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 1.40k op/s 2024-04-22T00:02:46.877 INFO:tasks.workunit.client.0.smithi080.stdout: 114 694662 328 461802 125 401060 689 2024-04-22T00:02:47.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:47 smithi144 ceph-mon[31316]: pgmap v141: 129 pgs: 129 active+clean; 441 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 1.37k op/s 2024-04-22T00:02:47.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:47 smithi080 ceph-mon[27925]: pgmap v141: 129 pgs: 129 active+clean; 441 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 1.37k op/s 2024-04-22T00:02:47.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:47 smithi120 ceph-mon[31499]: pgmap v141: 129 pgs: 129 active+clean; 441 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 1.37k op/s 2024-04-22T00:02:49.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:49 smithi144 ceph-mon[31316]: pgmap v142: 129 pgs: 129 active+clean; 412 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.7 MiB/s wr, 1.59k op/s 2024-04-22T00:02:49.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:49 smithi080 ceph-mon[27925]: pgmap v142: 129 pgs: 129 active+clean; 412 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.7 MiB/s wr, 1.59k op/s 2024-04-22T00:02:49.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:49 smithi120 ceph-mon[31499]: pgmap v142: 129 pgs: 129 active+clean; 412 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.7 MiB/s wr, 1.59k op/s 2024-04-22T00:02:51.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:51 smithi144 ceph-mon[31316]: pgmap v143: 129 pgs: 129 active+clean; 412 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 1.45k op/s 2024-04-22T00:02:51.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:51 smithi080 ceph-mon[27925]: pgmap v143: 129 pgs: 129 active+clean; 412 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 1.45k op/s 2024-04-22T00:02:51.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:51 smithi120 ceph-mon[31499]: pgmap v143: 129 pgs: 129 active+clean; 412 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 1.45k op/s 2024-04-22T00:02:53.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:53 smithi144 ceph-mon[31316]: pgmap v144: 129 pgs: 129 active+clean; 419 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.1 MiB/s wr, 1.52k op/s 2024-04-22T00:02:53.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:53 smithi080 ceph-mon[27925]: pgmap v144: 129 pgs: 129 active+clean; 419 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.1 MiB/s wr, 1.52k op/s 2024-04-22T00:02:53.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:53 smithi120 ceph-mon[31499]: pgmap v144: 129 pgs: 129 active+clean; 419 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.1 MiB/s wr, 1.52k op/s 2024-04-22T00:02:55.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:55 smithi144 ceph-mon[31316]: pgmap v145: 129 pgs: 129 active+clean; 422 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 833 op/s 2024-04-22T00:02:55.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:55 smithi080 ceph-mon[27925]: pgmap v145: 129 pgs: 129 active+clean; 422 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 833 op/s 2024-04-22T00:02:55.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:55 smithi120 ceph-mon[31499]: pgmap v145: 129 pgs: 129 active+clean; 422 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 833 op/s 2024-04-22T00:02:56.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.095+0000 7f37eb427640 1 -- 172.21.15.80:0/3251162875 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 msgr2=0x7f37e4105f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:56.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.095+0000 7f37eb427640 1 --2- 172.21.15.80:0/3251162875 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 0x7f37e4105f70 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f37e0009900 tx=0x7f37e002bd70 comp rx=0 tx=0).stop 2024-04-22T00:02:56.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.096+0000 7f37eb427640 1 -- 172.21.15.80:0/3251162875 shutdown_connections 2024-04-22T00:02:56.090 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.096+0000 7f37eb427640 1 --2- 172.21.15.80:0/3251162875 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 0x7f37e4105f70 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.090 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.096+0000 7f37eb427640 1 --2- 172.21.15.80:0/3251162875 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f37e41010e0 0x7f37e41055a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.090 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.096+0000 7f37eb427640 1 --2- 172.21.15.80:0/3251162875 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f37e41007c0 0x7f37e4100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.090 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.096+0000 7f37eb427640 1 -- 172.21.15.80:0/3251162875 >> 172.21.15.80:0/3251162875 conn(0x7f37e40777c0 msgr2=0x7f37e4077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:56.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.098+0000 7f37eb427640 1 -- 172.21.15.80:0/3251162875 shutdown_connections 2024-04-22T00:02:56.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.098+0000 7f37eb427640 1 -- 172.21.15.80:0/3251162875 wait complete. 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37eb427640 1 Processor -- start 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37eb427640 1 -- start start 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37eb427640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f37e41007c0 0x7f37e419e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37eb427640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f37e41010e0 0x7f37e419eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37eb427640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 0x7f37e41a2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37eb427640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f37e4118180 con 0x7f37e4105ae0 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37eb427640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f37e4118000 con 0x7f37e41010e0 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37eb427640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f37e4118300 con 0x7f37e41007c0 2024-04-22T00:02:56.095 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37e99c4640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 0x7f37e41a2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37e99c4640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 0x7f37e41a2f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45630/0 (socket says 172.21.15.80:45630) 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f37e41010e0 0x7f37e419eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.099+0000 7f37e99c4640 1 -- 172.21.15.80:0/483658781 learned_addr learned my addr 172.21.15.80:0/483658781 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37e91c3640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f37e41007c0 0x7f37e419e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37e99c4640 1 -- 172.21.15.80:0/483658781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f37e41007c0 msgr2=0x7f37e419e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37e99c4640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f37e41007c0 0x7f37e419e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37e99c4640 1 -- 172.21.15.80:0/483658781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f37e41010e0 msgr2=0x7f37e419eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37e99c4640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f37e41010e0 0x7f37e419eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37e99c4640 1 -- 172.21.15.80:0/483658781 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e41a3650 con 0x7f37e4105ae0 2024-04-22T00:02:56.096 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37e91c3640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f37e41007c0 0x7f37e419e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:02:56.097 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37e99c4640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 0x7f37e41a2f20 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f37e0004f50 tx=0x7f37e002df70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:56.097 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37da7fc640 1 -- 172.21.15.80:0/483658781 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e0043020 con 0x7f37e4105ae0 2024-04-22T00:02:56.097 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37eb427640 1 -- 172.21.15.80:0/483658781 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37e41a38e0 con 0x7f37e4105ae0 2024-04-22T00:02:56.097 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37da7fc640 1 -- 172.21.15.80:0/483658781 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37e00054e0 con 0x7f37e4105ae0 2024-04-22T00:02:56.097 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37da7fc640 1 -- 172.21.15.80:0/483658781 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e0003d70 con 0x7f37e4105ae0 2024-04-22T00:02:56.097 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.100+0000 7f37eb427640 1 -- 172.21.15.80:0/483658781 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37e41ab1d0 con 0x7f37e4105ae0 2024-04-22T00:02:56.097 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.104+0000 7f37ee00d740 1 Processor -- start 2024-04-22T00:02:56.098 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.104+0000 7f37da7fc640 1 -- 172.21.15.80:0/483658781 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f37e0046020 con 0x7f37e4105ae0 2024-04-22T00:02:56.098 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.104+0000 7f37ee00d740 1 -- start start 2024-04-22T00:02:56.098 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d5657ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.099 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 0x558d56588cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.099 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d5658b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37ee00d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x558d564e3b70 con 0x558d5657fb20 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37ee00d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558d5648c470 con 0x558d56580440 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37ee00d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x558d564dfb30 con 0x558d56589210 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d5657ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d5657ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45642/0 (socket says 172.21.15.80:45642) 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e89c2640 1 -- 172.21.15.80:0/2880368956 learned_addr learned my addr 172.21.15.80:0/2880368956 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e91c3640 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 0x558d56588cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e89c2640 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d5658b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37da7fc640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f37d00a2e70 0x7f37d00a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e89c2640 1 -- 172.21.15.80:0/2880368956 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 msgr2=0x558d56588cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e89c2640 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 0x558d56588cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e89c2640 1 -- 172.21.15.80:0/2880368956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 msgr2=0x558d5657ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.105+0000 7f37e89c2640 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d5657ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.100 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.106+0000 7f37da7fc640 1 -- 172.21.15.80:0/483658781 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f37e00f18e0 con 0x7f37e4105ae0 2024-04-22T00:02:56.101 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.106+0000 7f37e89c2640 1 -- 172.21.15.80:0/2880368956 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d561f8210 con 0x558d56589210 2024-04-22T00:02:56.101 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.106+0000 7f37e89c2640 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d5658b600 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f37d4011720 tx=0x7f37d400a2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aae851a2c8f07cf8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:56.101 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.107+0000 7f37e99c4640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f37d00a2e70 0x7f37d00a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.107+0000 7f37cf7fe640 1 -- 172.21.15.80:0/2880368956 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4004020 con 0x558d56589210 2024-04-22T00:02:56.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.107+0000 7f37cf7fe640 1 -- 172.21.15.80:0/2880368956 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37d400de30 con 0x558d56589210 2024-04-22T00:02:56.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.108+0000 7f37cf7fe640 1 -- 172.21.15.80:0/2880368956 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4003cf0 con 0x558d56589210 2024-04-22T00:02:56.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.108+0000 7f37ee00d740 1 -- 172.21.15.80:0/2880368956 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 msgr2=0x558d5658b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:56.102 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.108+0000 7f37ee00d740 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d5658b600 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f37d4011720 tx=0x7f37d400a2d0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.109+0000 7f37e99c4640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f37d00a2e70 0x7f37d00a5330 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f37e00bdb80 tx=0x7f37e002bd70 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:56.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.109+0000 7f37ee00d740 1 -- 172.21.15.80:0/2880368956 shutdown_connections 2024-04-22T00:02:56.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.109+0000 7f37ee00d740 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d5658b600 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.109+0000 7f37ee00d740 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 0x558d56588cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.109+0000 7f37ee00d740 1 --2- 172.21.15.80:0/2880368956 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d5657ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.109+0000 7f37ee00d740 1 -- 172.21.15.80:0/2880368956 >> 172.21.15.80:0/2880368956 conn(0x558d5657a440 msgr2=0x558d5657a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:56.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.109+0000 7f37ee00d740 1 -- 172.21.15.80:0/2880368956 shutdown_connections 2024-04-22T00:02:56.103 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.109+0000 7f37ee00d740 1 -- 172.21.15.80:0/2880368956 wait complete. 2024-04-22T00:02:56.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.110+0000 7f37ee00d740 1 -- start start 2024-04-22T00:02:56.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.110+0000 7f37ee00d740 1 Processor -- start 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d5657fb20 0x558d56586290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 0x558d565867d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56589210 0x558d56586d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37ee00d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x558d5658be40 con 0x558d56589210 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37ee00d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558d5649fa10 con 0x558d56580440 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37ee00d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x558d5658bfc0 con 0x558d5657fb20 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37ee00d740 10 client.0 _ll_register_callbacks cb 0x558d564dab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56589210 0x558d56586d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56589210 0x558d56586d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45650/0 (socket says 172.21.15.80:45650) 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 -- 172.21.15.80:0/3709333351 learned_addr learned my addr 172.21.15.80:0/3709333351 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:56.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d5657fb20 0x558d56586290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.106 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e91c3640 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 0x558d565867d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 -- 172.21.15.80:0/3709333351 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d5657fb20 msgr2=0x558d56586290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d5657fb20 0x558d56586290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 -- 172.21.15.80:0/3709333351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 msgr2=0x558d565867d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 0x558d565867d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.111+0000 7f37e89c2640 1 -- 172.21.15.80:0/3709333351 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d562c4620 con 0x558d56589210 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.112+0000 7f37e89c2640 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56589210 0x558d56586d10 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f37d400a650 tx=0x7f37d4003830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5ef3b0fa2635c80 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.112+0000 7f37ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.113+0000 7f37ccff9640 1 -- 172.21.15.80:0/3709333351 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d400ac20 con 0x558d56589210 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.113+0000 7f37ee00d740 1 -- 172.21.15.80:0/3709333351 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37d400de30 con 0x558d56589210 2024-04-22T00:02:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.113+0000 7f37ccff9640 1 -- 172.21.15.80:0/3709333351 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f37d4003970 con 0x558d56589210 2024-04-22T00:02:56.108 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.113+0000 7f37ccff9640 1 -- 172.21.15.80:0/3709333351 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f37d4032050 con 0x558d56589210 2024-04-22T00:02:56.108 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.113+0000 7f37ee00d740 10 client.16422 fetch_fsmap learned FSMap version 27 2024-04-22T00:02:56.108 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.113+0000 7f37ee00d740 1 -- 172.21.15.80:0/3709333351 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558d56597fd0 con 0x558d56589210 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.114+0000 7f37ccff9640 1 -- 172.21.15.80:0/3709333351 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37d4004460 con 0x558d56589210 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.114+0000 7f37ccff9640 1 -- 172.21.15.80:0/3709333351 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f37d400f420 con 0x558d56589210 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.114+0000 7f37ee00d740 10 client.16422 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.114+0000 7f37ee00d740 10 client.16422 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.114+0000 7f37ee00d740 20 client.16422 populate_metadata read hostname 'smithi080' 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.114+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558d565996f0 0x558d5659bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.115+0000 7f37ee00d740 4 client.16422 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.115+0000 7f37ee00d740 1 -- 172.21.15.80:0/3709333351 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f37d400de30 con 0x558d565996f0 2024-04-22T00:02:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.115+0000 7f37e91c3640 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558d565996f0 0x558d5659bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.120+0000 7f37e91c3640 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558d565996f0 0x558d5659bb10 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f399a20388546b85 server_cookie=8366a78e036c6b60 in_seq=0 out_seq=0 2024-04-22T00:02:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.120+0000 7f37ccff9640 10 client.16422 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ccff9640 1 -- 172.21.15.80:0/3709333351 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f37d400de30 con 0x558d565996f0 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ccff9640 10 client.16422 handle_command_reply: tid=0 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 client.16422 shutdown 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 -- 172.21.15.80:0/3709333351 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56589210 msgr2=0x558d56586d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56589210 0x558d56586d10 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f37d400a650 tx=0x7f37d4003830 comp rx=0 tx=0).stop 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 -- 172.21.15.80:0/3709333351 shutdown_connections 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558d565996f0 0x558d5659bb10 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56589210 0x558d56586d10 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56580440 0x558d565867d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3709333351 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d5657fb20 0x558d56586290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.126+0000 7f37ee00d740 1 -- 172.21.15.80:0/3709333351 >> 172.21.15.80:0/3709333351 conn(0x558d5657a440 msgr2=0x558d5657c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.127+0000 7f37ccff9640 0 client.16422 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.128+0000 7f37ee00d740 1 -- 172.21.15.80:0/3709333351 shutdown_connections 2024-04-22T00:02:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.128+0000 7f37ee00d740 1 -- 172.21.15.80:0/3709333351 wait complete. 2024-04-22T00:02:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.128+0000 7f37ee00d740 20 client.16422 trim_cache size 0 max 16384 2024-04-22T00:02:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37ee00d740 1 Processor -- start 2024-04-22T00:02:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37ee00d740 1 -- start start 2024-04-22T00:02:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d565889c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56580440 0x558d565949d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56589210 0x558d565a1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37ee00d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41af100 con 0x558d5657fb20 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37ee00d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41ac9d0 con 0x558d56589210 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37ee00d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f37e419f9b0 con 0x558d56580440 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d565889c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d565889c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45664/0 (socket says 172.21.15.80:45664) 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 -- 172.21.15.80:0/1120771766 learned_addr learned my addr 172.21.15.80:0/1120771766 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e91c3640 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56580440 0x558d565949d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56589210 0x558d565a1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 -- 172.21.15.80:0/1120771766 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56580440 msgr2=0x558d565949d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56580440 0x558d565949d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 -- 172.21.15.80:0/1120771766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56589210 msgr2=0x558d565a1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56589210 0x558d565a1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 -- 172.21.15.80:0/1120771766 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d5658c020 con 0x558d5657fb20 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.146+0000 7f37e89c2640 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d565889c0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f37d40036d0 tx=0x7f37d4011640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7078b71248ce0c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ceffd640 1 -- 172.21.15.80:0/1120771766 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4004460 con 0x558d5657fb20 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ceffd640 1 -- 172.21.15.80:0/1120771766 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37d400fb90 con 0x558d5657fb20 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ceffd640 1 -- 172.21.15.80:0/1120771766 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d400f680 con 0x558d5657fb20 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 -- 172.21.15.80:0/1120771766 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 msgr2=0x558d565889c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d565889c0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f37d40036d0 tx=0x7f37d4011640 comp rx=0 tx=0).stop 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 -- 172.21.15.80:0/1120771766 shutdown_connections 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d56589210 0x558d565a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56580440 0x558d565949d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 --2- 172.21.15.80:0/1120771766 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d5657fb20 0x558d565889c0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 -- 172.21.15.80:0/1120771766 >> 172.21.15.80:0/1120771766 conn(0x558d5657a440 msgr2=0x558d565942c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 -- 172.21.15.80:0/1120771766 shutdown_connections 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.147+0000 7f37ee00d740 1 -- 172.21.15.80:0/1120771766 wait complete. 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 1 -- start start 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 1 Processor -- start 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d5657fb20 0x558d5659e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56580440 0x558d5659e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d565fda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f37e4110050 con 0x558d56580440 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41ac300 con 0x558d5657fb20 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41ab560 con 0x558d56589210 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37ee00d740 10 client.0 _ll_register_callbacks cb 0x7f37d400adc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:02:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37e91c3640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56580440 0x558d5659e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d5657fb20 0x558d5659e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37e89c2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d5657fb20 0x558d5659e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:59018/0 (socket says 172.21.15.80:59018) 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.148+0000 7f37e89c2640 1 -- 172.21.15.80:0/3912488556 learned_addr learned my addr 172.21.15.80:0/3912488556 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37e89c2640 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d565fda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37e91c3640 1 -- 172.21.15.80:0/3912488556 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 msgr2=0x558d565fda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37e91c3640 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d565fda10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37e91c3640 1 -- 172.21.15.80:0/3912488556 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d5657fb20 msgr2=0x558d5659e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37e91c3640 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d5657fb20 0x558d5659e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37e91c3640 1 -- 172.21.15.80:0/3912488556 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d565fdf80 con 0x558d56580440 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37e89c2640 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d5657fb20 0x558d5659e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37e91c3640 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56580440 0x558d5659e870 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x558d5658bc60 tx=0x7f37dc00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e18ee805540d59f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:02:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ccff9640 1 -- 172.21.15.80:0/3912488556 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37dc029be0 con 0x558d56580440 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ccff9640 1 -- 172.21.15.80:0/3912488556 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f37dc029d80 con 0x558d56580440 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ee00d740 1 -- 172.21.15.80:0/3912488556 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37d400fb90 con 0x558d56580440 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ccff9640 1 -- 172.21.15.80:0/3912488556 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f37dc041050 con 0x558d56580440 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ee00d740 10 client.16428 fetch_fsmap learned FSMap version 27 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ee00d740 1 -- 172.21.15.80:0/3912488556 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558d565ff2f0 con 0x558d56580440 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ccff9640 1 -- 172.21.15.80:0/3912488556 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37d400fb90 con 0x558d56580440 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ccff9640 1 -- 172.21.15.80:0/3912488556 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f37dc00a400 con 0x558d56580440 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ee00d740 10 client.16428 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ee00d740 10 client.16428 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ee00d740 20 client.16428 populate_metadata read hostname 'smithi080' 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558d565ffaf0 0x558d56601f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.149+0000 7f37ee00d740 4 client.16428 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:02:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.150+0000 7f37ee00d740 1 -- 172.21.15.80:0/3912488556 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558d564f10b0 con 0x558d565ffaf0 2024-04-22T00:02:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.150+0000 7f37e89c2640 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558d565ffaf0 0x558d56601f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:02:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.150+0000 7f37ccff9640 10 client.16428 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:56.150+0000 7f37e89c2640 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558d565ffaf0 0x558d56601f10 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9804e34df1bd0606 server_cookie=d6e5d830bc14fe16 in_seq=0 out_seq=0 2024-04-22T00:02:56.877 INFO:tasks.workunit.client.0.smithi080.stdout: 117 965733 283 645323 249 549017 772 2024-04-22T00:02:57.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:57 smithi144 ceph-mon[31316]: pgmap v146: 129 pgs: 129 active+clean; 422 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 341 op/s 2024-04-22T00:02:57.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:57 smithi080 ceph-mon[27925]: pgmap v146: 129 pgs: 129 active+clean; 422 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 341 op/s 2024-04-22T00:02:57.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:57 smithi120 ceph-mon[31499]: pgmap v146: 129 pgs: 129 active+clean; 422 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 341 op/s 2024-04-22T00:02:59.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:02:59 smithi144 ceph-mon[31316]: pgmap v147: 129 pgs: 129 active+clean; 454 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 538 op/s 2024-04-22T00:02:59.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:02:59 smithi080 ceph-mon[27925]: pgmap v147: 129 pgs: 129 active+clean; 454 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 538 op/s 2024-04-22T00:02:59.485 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ccff9640 1 -- 172.21.15.80:0/3912488556 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558d564f10b0 con 0x558d565ffaf0 2024-04-22T00:02:59.485 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ccff9640 10 client.16428 handle_command_reply: tid=0 2024-04-22T00:02:59.485 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 client.16428 shutdown 2024-04-22T00:02:59.485 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 -- 172.21.15.80:0/3912488556 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56580440 msgr2=0x558d5659e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56580440 0x558d5659e870 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x558d5658bc60 tx=0x7f37dc00cc10 comp rx=0 tx=0).stop 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 -- 172.21.15.80:0/3912488556 shutdown_connections 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558d565ffaf0 0x558d56601f10 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558d56589210 0x558d565fda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ccff9640 0 client.16428 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558d56580440 0x558d5659e870 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 --2- 172.21.15.80:0/3912488556 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558d5657fb20 0x558d5659e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 -- 172.21.15.80:0/3912488556 >> 172.21.15.80:0/3912488556 conn(0x558d5657a440 msgr2=0x558d56586ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 -- 172.21.15.80:0/3912488556 shutdown_connections 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 1 -- 172.21.15.80:0/3912488556 wait complete. 2024-04-22T00:02:59.486 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.492+0000 7f37ee00d740 20 client.16428 trim_cache size 0 max 16384 2024-04-22T00:02:59.487 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:02:59.487 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:02:59.487 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:02:59.487 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 -- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f37d00a2e70 msgr2=0x7f37d00a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f37d00a2e70 0x7f37d00a5330 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f37e00bdb80 tx=0x7f37e002bd70 comp rx=0 tx=0).stop 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 -- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 msgr2=0x7f37e41a2f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 0x7f37e41a2f20 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f37e0004f50 tx=0x7f37e002df70 comp rx=0 tx=0).stop 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 -- 172.21.15.80:0/483658781 shutdown_connections 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f37e4105ae0 0x7f37e41a2f20 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f37d00a2e70 0x7f37d00a5330 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f37e41010e0 0x7f37e419eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:59.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 --2- 172.21.15.80:0/483658781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f37e41007c0 0x7f37e419e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:02:59.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 -- 172.21.15.80:0/483658781 >> 172.21.15.80:0/483658781 conn(0x7f37e40777c0 msgr2=0x7f37e4103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:02:59.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 -- 172.21.15.80:0/483658781 shutdown_connections 2024-04-22T00:02:59.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:02:59.493+0000 7f37eb427640 1 -- 172.21.15.80:0/483658781 wait complete. 2024-04-22T00:02:59.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:02:59 smithi120 ceph-mon[31499]: pgmap v147: 129 pgs: 129 active+clean; 454 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 538 op/s 2024-04-22T00:03:01.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:01 smithi144 ceph-mon[31316]: pgmap v148: 129 pgs: 129 active+clean; 454 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 322 op/s 2024-04-22T00:03:01.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:01 smithi080 ceph-mon[27925]: pgmap v148: 129 pgs: 129 active+clean; 454 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 322 op/s 2024-04-22T00:03:01.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:01 smithi120 ceph-mon[31499]: pgmap v148: 129 pgs: 129 active+clean; 454 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 322 op/s 2024-04-22T00:03:03.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:03 smithi144 ceph-mon[31316]: pgmap v149: 129 pgs: 129 active+clean; 432 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 808 op/s 2024-04-22T00:03:03.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:03 smithi080 ceph-mon[27925]: pgmap v149: 129 pgs: 129 active+clean; 432 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 808 op/s 2024-04-22T00:03:03.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:03 smithi120 ceph-mon[31499]: pgmap v149: 129 pgs: 129 active+clean; 432 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 808 op/s 2024-04-22T00:03:05.295 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:05 smithi120 ceph-mon[31499]: pgmap v150: 129 pgs: 129 active+clean; 421 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.8 MiB/s wr, 1.08k op/s 2024-04-22T00:03:05.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:05 smithi144 ceph-mon[31316]: pgmap v150: 129 pgs: 129 active+clean; 421 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.8 MiB/s wr, 1.08k op/s 2024-04-22T00:03:05.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:05 smithi080 ceph-mon[27925]: pgmap v150: 129 pgs: 129 active+clean; 421 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.8 MiB/s wr, 1.08k op/s 2024-04-22T00:03:06.877 INFO:tasks.workunit.client.0.smithi080.stdout: 120 1049631 391 704716 305 583092 848 2024-04-22T00:03:07.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:07 smithi144 ceph-mon[31316]: pgmap v151: 129 pgs: 129 active+clean; 421 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 1.02k op/s 2024-04-22T00:03:07.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:07 smithi080 ceph-mon[27925]: pgmap v151: 129 pgs: 129 active+clean; 421 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 1.02k op/s 2024-04-22T00:03:07.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:07 smithi120 ceph-mon[31499]: pgmap v151: 129 pgs: 129 active+clean; 421 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 1.02k op/s 2024-04-22T00:03:09.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:09 smithi144 ceph-mon[31316]: pgmap v152: 129 pgs: 129 active+clean; 433 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 1.09k op/s 2024-04-22T00:03:09.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:09 smithi080 ceph-mon[27925]: pgmap v152: 129 pgs: 129 active+clean; 433 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 1.09k op/s 2024-04-22T00:03:09.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:09 smithi120 ceph-mon[31499]: pgmap v152: 129 pgs: 129 active+clean; 433 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 1.09k op/s 2024-04-22T00:03:11.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:11 smithi144 ceph-mon[31316]: pgmap v153: 129 pgs: 129 active+clean; 433 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 892 op/s 2024-04-22T00:03:11.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:11 smithi080 ceph-mon[27925]: pgmap v153: 129 pgs: 129 active+clean; 433 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 892 op/s 2024-04-22T00:03:11.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:11 smithi120 ceph-mon[31499]: pgmap v153: 129 pgs: 129 active+clean; 433 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 892 op/s 2024-04-22T00:03:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.207+0000 7fcf6ef13640 1 -- 172.21.15.80:0/2932294683 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 msgr2=0x7fcf6811cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.207+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/2932294683 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 0x7fcf6811cf30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcf58009900 tx=0x7fcf5802bd10 comp rx=0 tx=0).stop 2024-04-22T00:03:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.208+0000 7fcf6ef13640 1 -- 172.21.15.80:0/2932294683 shutdown_connections 2024-04-22T00:03:13.202 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.208+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/2932294683 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 0x7fcf6811cf30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.202 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.208+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/2932294683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf681101e0 0x7fcf6810ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.202 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.208+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/2932294683 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf6810fe00 0x7fcf6810d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.202 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.208+0000 7fcf6ef13640 1 -- 172.21.15.80:0/2932294683 >> 172.21.15.80:0/2932294683 conn(0x7fcf6806c680 msgr2=0x7fcf6806ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.215+0000 7fcf6ef13640 1 -- 172.21.15.80:0/2932294683 shutdown_connections 2024-04-22T00:03:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.222+0000 7fcf6ef13640 1 -- 172.21.15.80:0/2932294683 wait complete. 2024-04-22T00:03:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.222+0000 7fcf6ef13640 1 Processor -- start 2024-04-22T00:03:13.221 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.226+0000 7fcf6ef13640 1 -- start start 2024-04-22T00:03:13.221 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6ef13640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 0x7fcf681a6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6ef13640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf6810fe00 0x7fcf681a72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6ef13640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf681101e0 0x7fcf681ab670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6ef13640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcf68120830 con 0x7fcf6810fe00 2024-04-22T00:03:13.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6ef13640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcf681206b0 con 0x7fcf681101e0 2024-04-22T00:03:13.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6ef13640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcf681209b0 con 0x7fcf6810e410 2024-04-22T00:03:13.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6df11640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 0x7fcf681a6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6df11640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 0x7fcf681a6db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:35634/0 (socket says 172.21.15.80:35634) 2024-04-22T00:03:13.229 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6df11640 1 -- 172.21.15.80:0/1495886719 learned_addr learned my addr 172.21.15.80:0/1495886719 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6df11640 1 -- 172.21.15.80:0/1495886719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf681101e0 msgr2=0x7fcf681ab670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:03:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6df11640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf681101e0 0x7fcf681ab670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6df11640 1 -- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf6810fe00 msgr2=0x7fcf681a72f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:03:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6df11640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf6810fe00 0x7fcf681a72f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.227+0000 7fcf6df11640 1 -- 172.21.15.80:0/1495886719 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf681abd70 con 0x7fcf6810e410 2024-04-22T00:03:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.228+0000 7fcf6df11640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 0x7fcf681a6db0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000eae0 tx=0x7fcf6000c270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.233+0000 7fcf5effd640 1 -- 172.21.15.80:0/1495886719 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf6000ce50 con 0x7fcf6810e410 2024-04-22T00:03:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.233+0000 7fcf5effd640 1 -- 172.21.15.80:0/1495886719 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcf60011950 con 0x7fcf6810e410 2024-04-22T00:03:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.233+0000 7fcf5effd640 1 -- 172.21.15.80:0/1495886719 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf6001ab50 con 0x7fcf6810e410 2024-04-22T00:03:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.233+0000 7fcf6ef13640 1 -- 172.21.15.80:0/1495886719 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf681ac060 con 0x7fcf6810e410 2024-04-22T00:03:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.233+0000 7fcf6ef13640 1 -- 172.21.15.80:0/1495886719 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf68110700 con 0x7fcf6810e410 2024-04-22T00:03:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.239+0000 7fcf72e33740 1 Processor -- start 2024-04-22T00:03:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.239+0000 7fcf72e33740 1 -- start start 2024-04-22T00:03:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.239+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c960d40 0x55e42c961120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.239+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c961660 0x55e42c969ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.239+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 0x55e42c96c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.239+0000 7fcf72e33740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55e42c8c4b70 con 0x55e42c96a430 2024-04-22T00:03:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.239+0000 7fcf72e33740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e42c86d470 con 0x55e42c961660 2024-04-22T00:03:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.239+0000 7fcf72e33740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55e42c8c0b30 con 0x55e42c960d40 2024-04-22T00:03:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.240+0000 7fcf6d710640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 0x55e42c96c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.240+0000 7fcf6d710640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 0x55e42c96c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:39204/0 (socket says 172.21.15.80:39204) 2024-04-22T00:03:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.240+0000 7fcf6d710640 1 -- 172.21.15.80:0/911057011 learned_addr learned my addr 172.21.15.80:0/911057011 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.240+0000 7fcf5effd640 1 -- 172.21.15.80:0/1495886719 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcf6001acf0 con 0x7fcf6810e410 2024-04-22T00:03:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.241+0000 7fcf6df11640 1 --2- 172.21.15.80:0/911057011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c961660 0x55e42c969ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.241+0000 7fcf5effd640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf540a30a0 0x7fcf540a5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.242+0000 7fcf5effd640 1 -- 172.21.15.80:0/1495886719 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fcf600cfcd0 con 0x7fcf6810e410 2024-04-22T00:03:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.242+0000 7fcf6df11640 1 -- 172.21.15.80:0/911057011 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c960d40 msgr2=0x55e42c961120 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:03:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.242+0000 7fcf6df11640 1 --2- 172.21.15.80:0/911057011 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c960d40 0x55e42c961120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.242+0000 7fcf6df11640 1 -- 172.21.15.80:0/911057011 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 msgr2=0x55e42c96c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.242+0000 7fcf6df11640 1 --2- 172.21.15.80:0/911057011 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 0x55e42c96c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.242+0000 7fcf6df11640 1 -- 172.21.15.80:0/911057011 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e42c5d9210 con 0x55e42c961660 2024-04-22T00:03:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.242+0000 7fcf6df11640 1 --2- 172.21.15.80:0/911057011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c961660 0x55e42c969ef0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fcf600cd0a0 tx=0x7fcf600094a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50c4bfbf86ffc54d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:13.240 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.248+0000 7fcf53fff640 1 -- 172.21.15.80:0/911057011 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf6009cc70 con 0x55e42c961660 2024-04-22T00:03:13.240 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.248+0000 7fcf53fff640 1 -- 172.21.15.80:0/911057011 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcf6009d5a0 con 0x55e42c961660 2024-04-22T00:03:13.240 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.248+0000 7fcf53fff640 1 -- 172.21.15.80:0/911057011 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf6009c800 con 0x55e42c961660 2024-04-22T00:03:13.244 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.252+0000 7fcf72e33740 1 -- 172.21.15.80:0/911057011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c961660 msgr2=0x55e42c969ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:13.244 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.252+0000 7fcf72e33740 1 --2- 172.21.15.80:0/911057011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c961660 0x55e42c969ef0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fcf600cd0a0 tx=0x7fcf600094a0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.244 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.252+0000 7fcf6e712640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf540a30a0 0x7fcf540a5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.249 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.256+0000 7fcf72e33740 1 -- 172.21.15.80:0/911057011 shutdown_connections 2024-04-22T00:03:13.249 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.256+0000 7fcf72e33740 1 --2- 172.21.15.80:0/911057011 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 0x55e42c96c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.249 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.256+0000 7fcf72e33740 1 --2- 172.21.15.80:0/911057011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c961660 0x55e42c969ef0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.249 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.256+0000 7fcf72e33740 1 --2- 172.21.15.80:0/911057011 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c960d40 0x55e42c961120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.249 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.256+0000 7fcf72e33740 1 -- 172.21.15.80:0/911057011 >> 172.21.15.80:0/911057011 conn(0x55e42c95b660 msgr2=0x55e42c95ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:13.251 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.258+0000 7fcf6e712640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf540a30a0 0x7fcf540a5560 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fcf58005c20 tx=0x7fcf58005490 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:13.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.262+0000 7fcf72e33740 1 -- 172.21.15.80:0/911057011 shutdown_connections 2024-04-22T00:03:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.265+0000 7fcf72e33740 1 -- 172.21.15.80:0/911057011 wait complete. 2024-04-22T00:03:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.265+0000 7fcf72e33740 1 -- start start 2024-04-22T00:03:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.265+0000 7fcf72e33740 1 Processor -- start 2024-04-22T00:03:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.267+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c960d40 0x55e42c9674f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.267+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c961660 0x55e42c967a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.267+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c967f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.267+0000 7fcf72e33740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55e42c96d000 con 0x55e42c961660 2024-04-22T00:03:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.267+0000 7fcf72e33740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e42c880a10 con 0x55e42c96a430 2024-04-22T00:03:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.267+0000 7fcf72e33740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55e42c96d180 con 0x55e42c960d40 2024-04-22T00:03:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.267+0000 7fcf72e33740 10 client.0 _ll_register_callbacks cb 0x55e42c8bbb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:03:13.261 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.268+0000 7fcf6e712640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c967f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.261 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.268+0000 7fcf6e712640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c967f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:44838/0 (socket says 172.21.15.80:44838) 2024-04-22T00:03:13.261 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.268+0000 7fcf6e712640 1 -- 172.21.15.80:0/2196962512 learned_addr learned my addr 172.21.15.80:0/2196962512 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:13.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.270+0000 7fcf6e712640 1 -- 172.21.15.80:0/2196962512 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c960d40 msgr2=0x55e42c9674f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:03:13.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.270+0000 7fcf6e712640 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c960d40 0x55e42c9674f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.270+0000 7fcf6e712640 1 -- 172.21.15.80:0/2196962512 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c961660 msgr2=0x55e42c967a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:13.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.270+0000 7fcf6e712640 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c961660 0x55e42c967a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.270+0000 7fcf6e712640 1 -- 172.21.15.80:0/2196962512 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e42c6a5620 con 0x55e42c96a430 2024-04-22T00:03:13.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.272+0000 7fcf6e712640 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c967f70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcf58009680 tx=0x7fcf58009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e809fd9cafae24e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:13.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.275+0000 7fcf517fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:03:13.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.275+0000 7fcf517fa640 1 -- 172.21.15.80:0/2196962512 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf5804d020 con 0x55e42c96a430 2024-04-22T00:03:13.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.275+0000 7fcf72e33740 1 -- 172.21.15.80:0/2196962512 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf6009d5a0 con 0x55e42c96a430 2024-04-22T00:03:13.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.275+0000 7fcf517fa640 1 -- 172.21.15.80:0/2196962512 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fcf580037f0 con 0x55e42c96a430 2024-04-22T00:03:13.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.276+0000 7fcf517fa640 1 -- 172.21.15.80:0/2196962512 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fcf58058050 con 0x55e42c96a430 2024-04-22T00:03:13.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.280+0000 7fcf72e33740 10 client.25856 fetch_fsmap learned FSMap version 27 2024-04-22T00:03:13.272 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.280+0000 7fcf72e33740 1 -- 172.21.15.80:0/2196962512 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e42c9792f0 con 0x55e42c96a430 2024-04-22T00:03:13.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.289+0000 7fcf517fa640 1 -- 172.21.15.80:0/2196962512 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcf6009d5a0 con 0x55e42c96a430 2024-04-22T00:03:13.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.289+0000 7fcf517fa640 1 -- 172.21.15.80:0/2196962512 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fcf58049af0 con 0x55e42c96a430 2024-04-22T00:03:13.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.290+0000 7fcf72e33740 10 client.25856 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:03:13.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.290+0000 7fcf72e33740 10 client.25856 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:03:13.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.290+0000 7fcf72e33740 20 client.25856 populate_metadata read hostname 'smithi080' 2024-04-22T00:03:13.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.291+0000 7fcf72e33740 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e42c97a820 0x55e42c97ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.291+0000 7fcf72e33740 4 client.25856 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:03:13.283 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.291+0000 7fcf72e33740 1 -- 172.21.15.80:0/2196962512 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e42c8d20b0 con 0x55e42c97a820 2024-04-22T00:03:13.286 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.294+0000 7fcf6df11640 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e42c97a820 0x55e42c97ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.308+0000 7fcf6df11640 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e42c97a820 0x55e42c97ccb0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f68331f264cc46 server_cookie=87134eb76cdefda4 in_seq=0 out_seq=0 2024-04-22T00:03:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.310+0000 7fcf517fa640 10 client.25856 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:13.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.315+0000 7fcf517fa640 1 -- 172.21.15.80:0/2196962512 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e42c8d20b0 con 0x55e42c97a820 2024-04-22T00:03:13.308 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.315+0000 7fcf517fa640 10 client.25856 handle_command_reply: tid=0 2024-04-22T00:03:13.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.317+0000 7fcf72e33740 1 client.25856 shutdown 2024-04-22T00:03:13.318 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.326+0000 7fcf72e33740 1 -- 172.21.15.80:0/2196962512 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 msgr2=0x55e42c967f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:13.318 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.326+0000 7fcf72e33740 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c967f70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcf58009680 tx=0x7fcf58009260 comp rx=0 tx=0).stop 2024-04-22T00:03:13.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.328+0000 7fcf72e33740 1 -- 172.21.15.80:0/2196962512 shutdown_connections 2024-04-22T00:03:13.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.328+0000 7fcf72e33740 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e42c97a820 0x55e42c97ccb0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.328+0000 7fcf72e33740 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c967f70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.328+0000 7fcf72e33740 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c961660 0x55e42c967a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.328+0000 7fcf72e33740 1 --2- 172.21.15.80:0/2196962512 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c960d40 0x55e42c9674f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.328+0000 7fcf72e33740 1 -- 172.21.15.80:0/2196962512 >> 172.21.15.80:0/2196962512 conn(0x55e42c95b660 msgr2=0x55e42c95d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:13.325 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.331+0000 7fcf517fa640 0 client.25856 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:13.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.333+0000 7fcf72e33740 1 -- 172.21.15.80:0/2196962512 shutdown_connections 2024-04-22T00:03:13.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.337+0000 7fcf72e33740 1 -- 172.21.15.80:0/2196962512 wait complete. 2024-04-22T00:03:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.340+0000 7fcf72e33740 20 client.25856 trim_cache size 0 max 16384 2024-04-22T00:03:13.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:13 smithi144 ceph-mon[31316]: pgmap v154: 129 pgs: 129 active+clean; 442 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 959 op/s 2024-04-22T00:03:13.376 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.383+0000 7fcf72e33740 1 Processor -- start 2024-04-22T00:03:13.376 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.384+0000 7fcf72e33740 1 -- start start 2024-04-22T00:03:13.376 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.384+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c960d40 0x55e42c969c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.384+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c975ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.384+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 0x55e42c961cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.384+0000 7fcf72e33740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcf681c8820 con 0x55e42c96a430 2024-04-22T00:03:13.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.384+0000 7fcf72e33740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcf681c60f0 con 0x55e42c960d40 2024-04-22T00:03:13.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.384+0000 7fcf72e33740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6804fd50 con 0x55e42c961660 2024-04-22T00:03:13.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.385+0000 7fcf6d710640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c975ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.385+0000 7fcf6d710640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c975ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:35654/0 (socket says 172.21.15.80:35654) 2024-04-22T00:03:13.377 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.385+0000 7fcf6d710640 1 -- 172.21.15.80:0/898745558 learned_addr learned my addr 172.21.15.80:0/898745558 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:13.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.386+0000 7fcf6d710640 1 -- 172.21.15.80:0/898745558 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c960d40 msgr2=0x55e42c969c20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:03:13.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.386+0000 7fcf6d710640 1 --2- 172.21.15.80:0/898745558 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c960d40 0x55e42c969c20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.386+0000 7fcf6d710640 1 -- 172.21.15.80:0/898745558 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 msgr2=0x55e42c961cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:13.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.386+0000 7fcf6d710640 1 --2- 172.21.15.80:0/898745558 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 0x55e42c961cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.379 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.386+0000 7fcf6d710640 1 -- 172.21.15.80:0/898745558 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e42c966500 con 0x55e42c961660 2024-04-22T00:03:13.382 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.389+0000 7fcf6d710640 1 --2- 172.21.15.80:0/898745558 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c975ec0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fcf640098a0 tx=0x7fcf64009d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b09983ea9ae3e39f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:13.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.399+0000 7fcf537fe640 1 -- 172.21.15.80:0/898745558 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64017070 con 0x55e42c961660 2024-04-22T00:03:13.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.399+0000 7fcf537fe640 1 -- 172.21.15.80:0/898745558 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcf6400ee20 con 0x55e42c961660 2024-04-22T00:03:13.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.402+0000 7fcf537fe640 1 -- 172.21.15.80:0/898745558 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf640123d0 con 0x55e42c961660 2024-04-22T00:03:13.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.403+0000 7fcf72e33740 1 -- 172.21.15.80:0/898745558 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 msgr2=0x55e42c975ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:13.395 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.403+0000 7fcf72e33740 1 --2- 172.21.15.80:0/898745558 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c975ec0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fcf640098a0 tx=0x7fcf64009d60 comp rx=0 tx=0).stop 2024-04-22T00:03:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.408+0000 7fcf72e33740 1 -- 172.21.15.80:0/898745558 shutdown_connections 2024-04-22T00:03:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.408+0000 7fcf72e33740 1 --2- 172.21.15.80:0/898745558 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c96a430 0x55e42c961cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.408+0000 7fcf72e33740 1 --2- 172.21.15.80:0/898745558 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c975ec0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.408+0000 7fcf72e33740 1 --2- 172.21.15.80:0/898745558 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c960d40 0x55e42c969c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.408+0000 7fcf72e33740 1 -- 172.21.15.80:0/898745558 >> 172.21.15.80:0/898745558 conn(0x55e42c95b660 msgr2=0x55e42c959d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.416+0000 7fcf72e33740 1 -- 172.21.15.80:0/898745558 shutdown_connections 2024-04-22T00:03:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.416+0000 7fcf72e33740 1 -- 172.21.15.80:0/898745558 wait complete. 2024-04-22T00:03:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.416+0000 7fcf72e33740 1 -- start start 2024-04-22T00:03:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.416+0000 7fcf72e33740 1 Processor -- start 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c960d40 0x55e42c9645e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c964b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf72e33740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c9dfe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf72e33740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fcf68118bc0 con 0x55e42c960d40 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf72e33740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcf681c5a20 con 0x55e42c96a430 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf72e33740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fcf681c4c80 con 0x55e42c961660 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf72e33740 10 client.0 _ll_register_callbacks cb 0x7fcf58009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf6e712640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c9dfe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf6e712640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c9dfe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:44842/0 (socket says 172.21.15.80:44842) 2024-04-22T00:03:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf6e712640 1 -- 172.21.15.80:0/3462358643 learned_addr learned my addr 172.21.15.80:0/3462358643 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.417+0000 7fcf6d710640 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c964b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.418+0000 7fcf6df11640 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c960d40 0x55e42c9645e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.418+0000 7fcf6d710640 1 -- 172.21.15.80:0/3462358643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 msgr2=0x55e42c9dfe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.418+0000 7fcf6d710640 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c9dfe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.418+0000 7fcf6d710640 1 -- 172.21.15.80:0/3462358643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c960d40 msgr2=0x55e42c9645e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.418+0000 7fcf6d710640 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c960d40 0x55e42c9645e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.418+0000 7fcf6d710640 1 -- 172.21.15.80:0/3462358643 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e42c9653f0 con 0x55e42c961660 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.418+0000 7fcf6d710640 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c964b20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x55e42c96d020 tx=0x7fcf64013470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=868a35379d311e17 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.419+0000 7fcf517fa640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.419+0000 7fcf517fa640 1 -- 172.21.15.80:0/3462358643 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64029060 con 0x55e42c961660 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.419+0000 7fcf72e33740 1 -- 172.21.15.80:0/3462358643 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf6400ee20 con 0x55e42c961660 2024-04-22T00:03:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.419+0000 7fcf517fa640 1 -- 172.21.15.80:0/3462358643 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fcf6400e940 con 0x55e42c961660 2024-04-22T00:03:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.420+0000 7fcf517fa640 1 -- 172.21.15.80:0/3462358643 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fcf64030050 con 0x55e42c961660 2024-04-22T00:03:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.420+0000 7fcf72e33740 10 client.25786 fetch_fsmap learned FSMap version 27 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.420+0000 7fcf72e33740 1 -- 172.21.15.80:0/3462358643 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e42c9e14a0 con 0x55e42c961660 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf517fa640 1 -- 172.21.15.80:0/3462358643 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcf6400ee20 con 0x55e42c961660 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf517fa640 1 -- 172.21.15.80:0/3462358643 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fcf64024410 con 0x55e42c961660 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf72e33740 10 client.25786 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf72e33740 10 client.25786 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf72e33740 20 client.25786 populate_metadata read hostname 'smithi080' 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf72e33740 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e42c9e1af0 0x55e42c9e3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf72e33740 4 client.25786 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf72e33740 1 -- 172.21.15.80:0/3462358643 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e42c8cc400 con 0x55e42c9e1af0 2024-04-22T00:03:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.421+0000 7fcf6df11640 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e42c9e1af0 0x55e42c9e3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:13.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.425+0000 7fcf6df11640 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e42c9e1af0 0x55e42c9e3f10 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df38f35dab02e8a2 server_cookie=8600af8d160a3ac1 in_seq=0 out_seq=0 2024-04-22T00:03:13.418 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:13.425+0000 7fcf517fa640 10 client.25786 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:13.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:13 smithi080 ceph-mon[27925]: pgmap v154: 129 pgs: 129 active+clean; 442 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 959 op/s 2024-04-22T00:03:13.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:13 smithi120 ceph-mon[31499]: pgmap v154: 129 pgs: 129 active+clean; 442 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 959 op/s 2024-04-22T00:03:15.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:15 smithi144 ceph-mon[31316]: pgmap v155: 129 pgs: 129 active+clean; 444 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 508 op/s 2024-04-22T00:03:15.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:15 smithi080 ceph-mon[27925]: pgmap v155: 129 pgs: 129 active+clean; 444 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 508 op/s 2024-04-22T00:03:15.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:15 smithi120 ceph-mon[31499]: pgmap v155: 129 pgs: 129 active+clean; 444 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 508 op/s 2024-04-22T00:03:16.877 INFO:tasks.workunit.client.0.smithi080.stdout: 126 1383568 330 938468 150 764635 728 2024-04-22T00:03:17.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:17 smithi144 ceph-mon[31316]: pgmap v156: 129 pgs: 129 active+clean; 444 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-04-22T00:03:17.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:17 smithi080 ceph-mon[27925]: pgmap v156: 129 pgs: 129 active+clean; 444 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-04-22T00:03:17.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:17 smithi120 ceph-mon[31499]: pgmap v156: 129 pgs: 129 active+clean; 444 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-04-22T00:03:18.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:18 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:03:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.405+0000 7fcf517fa640 1 -- 172.21.15.80:0/3462358643 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e42c8cc400 con 0x55e42c9e1af0 2024-04-22T00:03:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.405+0000 7fcf517fa640 10 client.25786 handle_command_reply: tid=0 2024-04-22T00:03:18.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.405+0000 7fcf72e33740 1 client.25786 shutdown 2024-04-22T00:03:18.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.405+0000 7fcf72e33740 1 -- 172.21.15.80:0/3462358643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 msgr2=0x55e42c964b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:18.398 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.405+0000 7fcf72e33740 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c964b20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x55e42c96d020 tx=0x7fcf64013470 comp rx=0 tx=0).stop 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 1 -- 172.21.15.80:0/3462358643 shutdown_connections 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e42c9e1af0 0x55e42c9e3f10 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e42c96a430 0x55e42c9dfe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e42c961660 0x55e42c964b20 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 1 --2- 172.21.15.80:0/3462358643 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e42c960d40 0x55e42c9645e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 1 -- 172.21.15.80:0/3462358643 >> 172.21.15.80:0/3462358643 conn(0x55e42c95b660 msgr2=0x55e42c95a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf517fa640 0 client.25786 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 1 -- 172.21.15.80:0/3462358643 shutdown_connections 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 1 -- 172.21.15.80:0/3462358643 wait complete. 2024-04-22T00:03:18.399 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.406+0000 7fcf72e33740 20 client.25786 trim_cache size 0 max 16384 2024-04-22T00:03:18.401 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:03:18.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:03:18.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:03:18.402 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:03:18.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.408+0000 7fcf6ef13640 1 -- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf540a30a0 msgr2=0x7fcf540a5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:18.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.408+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf540a30a0 0x7fcf540a5560 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fcf58005c20 tx=0x7fcf58005490 comp rx=0 tx=0).stop 2024-04-22T00:03:18.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.408+0000 7fcf6ef13640 1 -- 172.21.15.80:0/1495886719 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 msgr2=0x7fcf681a6db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.408+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 0x7fcf681a6db0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000eae0 tx=0x7fcf6000c270 comp rx=0 tx=0).stop 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.409+0000 7fcf6ef13640 1 -- 172.21.15.80:0/1495886719 shutdown_connections 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.409+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fcf540a30a0 0x7fcf540a5560 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.409+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcf681101e0 0x7fcf681ab670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.409+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fcf6810fe00 0x7fcf681a72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.409+0000 7fcf6ef13640 1 --2- 172.21.15.80:0/1495886719 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fcf6810e410 0x7fcf681a6db0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.409+0000 7fcf6ef13640 1 -- 172.21.15.80:0/1495886719 >> 172.21.15.80:0/1495886719 conn(0x7fcf6806c680 msgr2=0x7fcf68070a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.409+0000 7fcf6ef13640 1 -- 172.21.15.80:0/1495886719 shutdown_connections 2024-04-22T00:03:18.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:18.409+0000 7fcf6ef13640 1 -- 172.21.15.80:0/1495886719 wait complete. 2024-04-22T00:03:18.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:18 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:03:18.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:18 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:03:19.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:19 smithi144 ceph-mon[31316]: pgmap v157: 129 pgs: 129 active+clean; 485 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 681 op/s 2024-04-22T00:03:19.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:19 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:03:19.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:19 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:03:19.364 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:19 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:03:19.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:19 smithi080 ceph-mon[27925]: pgmap v157: 129 pgs: 129 active+clean; 485 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 681 op/s 2024-04-22T00:03:19.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:19 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:03:19.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:19 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:03:19.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:19 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:03:19.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:19 smithi120 ceph-mon[31499]: pgmap v157: 129 pgs: 129 active+clean; 485 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 681 op/s 2024-04-22T00:03:19.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:19 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:03:19.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:19 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:03:19.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:19 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:03:21.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:21 smithi144 ceph-mon[31316]: pgmap v158: 129 pgs: 129 active+clean; 497 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 863 op/s 2024-04-22T00:03:21.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:21 smithi080 ceph-mon[27925]: pgmap v158: 129 pgs: 129 active+clean; 497 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 863 op/s 2024-04-22T00:03:21.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:21 smithi120 ceph-mon[31499]: pgmap v158: 129 pgs: 129 active+clean; 497 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 863 op/s 2024-04-22T00:03:23.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:23 smithi144 ceph-mon[31316]: pgmap v159: 129 pgs: 129 active+clean; 480 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.4 MiB/s wr, 1.16k op/s 2024-04-22T00:03:23.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:23 smithi080 ceph-mon[27925]: pgmap v159: 129 pgs: 129 active+clean; 480 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.4 MiB/s wr, 1.16k op/s 2024-04-22T00:03:23.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:23 smithi120 ceph-mon[31499]: pgmap v159: 129 pgs: 129 active+clean; 480 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.4 MiB/s wr, 1.16k op/s 2024-04-22T00:03:25.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:25 smithi144 ceph-mon[31316]: pgmap v160: 129 pgs: 129 active+clean; 471 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 1.31k op/s 2024-04-22T00:03:25.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:25 smithi080 ceph-mon[27925]: pgmap v160: 129 pgs: 129 active+clean; 471 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 1.31k op/s 2024-04-22T00:03:25.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:25 smithi120 ceph-mon[31499]: pgmap v160: 129 pgs: 129 active+clean; 471 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 1.31k op/s 2024-04-22T00:03:26.877 INFO:tasks.workunit.client.0.smithi080.stdout: 133 1667551 347 1123191 513 926746 1221 2024-04-22T00:03:27.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:27 smithi144 ceph-mon[31316]: pgmap v161: 129 pgs: 129 active+clean; 471 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 1.27k op/s 2024-04-22T00:03:27.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:27 smithi080 ceph-mon[27925]: pgmap v161: 129 pgs: 129 active+clean; 471 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 1.27k op/s 2024-04-22T00:03:27.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:27 smithi120 ceph-mon[31499]: pgmap v161: 129 pgs: 129 active+clean; 471 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 1.27k op/s 2024-04-22T00:03:29.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:29 smithi144 ceph-mon[31316]: pgmap v162: 129 pgs: 129 active+clean; 478 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 1.37k op/s 2024-04-22T00:03:29.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:29 smithi080 ceph-mon[27925]: pgmap v162: 129 pgs: 129 active+clean; 478 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 1.37k op/s 2024-04-22T00:03:29.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:29 smithi120 ceph-mon[31499]: pgmap v162: 129 pgs: 129 active+clean; 478 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 1.37k op/s 2024-04-22T00:03:31.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:31 smithi144 ceph-mon[31316]: pgmap v163: 129 pgs: 129 active+clean; 482 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 885 op/s 2024-04-22T00:03:31.454 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:31 smithi080 ceph-mon[27925]: pgmap v163: 129 pgs: 129 active+clean; 482 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 885 op/s 2024-04-22T00:03:31.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:31 smithi120 ceph-mon[31499]: pgmap v163: 129 pgs: 129 active+clean; 482 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 885 op/s 2024-04-22T00:03:32.892 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.899+0000 7fbf6efde640 1 -- 172.21.15.80:0/1757534562 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68114890 msgr2=0x7fbf68116c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:32.892 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.899+0000 7fbf6efde640 1 --2- 172.21.15.80:0/1757534562 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68114890 0x7fbf68116c80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbf60009cd0 tx=0x7fbf6002c100 comp rx=0 tx=0).stop 2024-04-22T00:03:32.892 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.899+0000 7fbf6efde640 1 -- 172.21.15.80:0/1757534562 shutdown_connections 2024-04-22T00:03:32.892 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.899+0000 7fbf6efde640 1 --2- 172.21.15.80:0/1757534562 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68114890 0x7fbf68116c80 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.892 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.899+0000 7fbf6efde640 1 --2- 172.21.15.80:0/1757534562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf68109060 0x7fbf68114350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.892 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.899+0000 7fbf6efde640 1 --2- 172.21.15.80:0/1757534562 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf68108740 0x7fbf68108b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.892 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.899+0000 7fbf6efde640 1 -- 172.21.15.80:0/1757534562 >> 172.21.15.80:0/1757534562 conn(0x7fbf6806c6f0 msgr2=0x7fbf6806cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:32.892 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.900+0000 7fbf6efde640 1 -- 172.21.15.80:0/1757534562 shutdown_connections 2024-04-22T00:03:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.900+0000 7fbf6efde640 1 -- 172.21.15.80:0/1757534562 wait complete. 2024-04-22T00:03:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6efde640 1 Processor -- start 2024-04-22T00:03:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6efde640 1 -- start start 2024-04-22T00:03:32.893 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6efde640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68108740 0x7fbf68113d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.894 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6efde640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf68109060 0x7fbf681142a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6efde640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf68114890 0x7fbf6810b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6efde640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6811a230 con 0x7fbf68109060 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6efde640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6811a0b0 con 0x7fbf68114890 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6efde640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6811a3b0 con 0x7fbf68108740 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68108740 0x7fbf68113d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf67fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf68109060 0x7fbf681142a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68108740 0x7fbf68113d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:33442/0 (socket says 172.21.15.80:33442) 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf67fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf68109060 0x7fbf681142a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47044/0 (socket says 172.21.15.80:47044) 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.901+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/3125200029 learned_addr learned my addr 172.21.15.80:0/3125200029 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf6d57b640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf68114890 0x7fbf6810b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/3125200029 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf68114890 msgr2=0x7fbf6810b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf68114890 0x7fbf6810b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.895 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf68109060 msgr2=0x7fbf681142a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:32.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf68109060 0x7fbf681142a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/3125200029 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf6810c050 con 0x7fbf68108740 2024-04-22T00:03:32.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68108740 0x7fbf68113d60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800b4a0 tx=0x7fbf5800b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:32.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf65ffb640 1 -- 172.21.15.80:0/3125200029 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58014070 con 0x7fbf68108740 2024-04-22T00:03:32.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf6efde640 1 -- 172.21.15.80:0/3125200029 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf6810c340 con 0x7fbf68108740 2024-04-22T00:03:32.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.902+0000 7fbf65ffb640 1 -- 172.21.15.80:0/3125200029 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf58010af0 con 0x7fbf68108740 2024-04-22T00:03:32.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.904+0000 7fbf65ffb640 1 -- 172.21.15.80:0/3125200029 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58017c40 con 0x7fbf68108740 2024-04-22T00:03:32.896 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.904+0000 7fbf6efde640 1 -- 172.21.15.80:0/3125200029 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf6810fb00 con 0x7fbf68108740 2024-04-22T00:03:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.906+0000 7fbf65ffb640 1 -- 172.21.15.80:0/3125200029 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbf58017070 con 0x7fbf68108740 2024-04-22T00:03:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.907+0000 7fbf65ffb640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbf500a2c20 0x7fbf500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.908+0000 7fbf65ffb640 1 -- 172.21.15.80:0/3125200029 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fbf580d1170 con 0x7fbf68108740 2024-04-22T00:03:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.908+0000 7fbf67fff640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbf500a2c20 0x7fbf500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.908+0000 7fbf71bc8740 1 Processor -- start 2024-04-22T00:03:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.908+0000 7fbf71bc8740 1 -- start start 2024-04-22T00:03:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.909+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771bb120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.909+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 0x55c1771c3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.909+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c6820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.909+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771bb120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.909+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771bb120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49716/0 (socket says 172.21.15.80:49716) 2024-04-22T00:03:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.909+0000 7fbf67fff640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbf500a2c20 0x7fbf500a50e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbf68072720 tx=0x7fbf5c0090e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.910+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/872449396 learned_addr learned my addr 172.21.15.80:0/872449396 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.910+0000 7fbf71bc8740 1 -- 172.21.15.80:0/872449396 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55c17711eb70 con 0x55c1771c4430 2024-04-22T00:03:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.910+0000 7fbf67fff640 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 0x55c1771c3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf6d57b640 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf71bc8740 1 -- 172.21.15.80:0/872449396 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c1770c7470 con 0x55c1771bad40 2024-04-22T00:03:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf71bc8740 1 -- 172.21.15.80:0/872449396 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55c17711ab30 con 0x55c1771bb660 2024-04-22T00:03:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/872449396 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 msgr2=0x55c1771c3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 0x55c1771c3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/872449396 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 msgr2=0x55c1771c6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/872449396 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c176e33210 con 0x55c1771bad40 2024-04-22T00:03:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf6d57b640 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:03:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.911+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771bb120 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800be60 tx=0x7fbf5800bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e81dea1c679aef6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.912+0000 7fbf4effd640 1 -- 172.21.15.80:0/872449396 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf580d2060 con 0x55c1771bad40 2024-04-22T00:03:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.912+0000 7fbf4effd640 1 -- 172.21.15.80:0/872449396 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf58017de0 con 0x55c1771bad40 2024-04-22T00:03:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.912+0000 7fbf4effd640 1 -- 172.21.15.80:0/872449396 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58010610 con 0x55c1771bad40 2024-04-22T00:03:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 -- 172.21.15.80:0/872449396 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 msgr2=0x55c1771bb120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771bb120 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800be60 tx=0x7fbf5800bf90 comp rx=0 tx=0).stop 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 -- 172.21.15.80:0/872449396 shutdown_connections 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 0x55c1771c3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/872449396 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771bb120 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 -- 172.21.15.80:0/872449396 >> 172.21.15.80:0/872449396 conn(0x55c1771b5660 msgr2=0x55c1771b5a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 -- 172.21.15.80:0/872449396 shutdown_connections 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.913+0000 7fbf71bc8740 1 -- 172.21.15.80:0/872449396 wait complete. 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.914+0000 7fbf71bc8740 1 -- start start 2024-04-22T00:03:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.914+0000 7fbf71bc8740 1 Processor -- start 2024-04-22T00:03:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771c1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771c1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf67fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771c1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.909 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf67fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771c1990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:47060/0 (socket says 172.21.15.80:47060) 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:33458/0 (socket says 172.21.15.80:33458) 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf67fff640 1 -- 172.21.15.80:0/3070494030 learned_addr learned my addr 172.21.15.80:0/3070494030 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55c1771c70b0 con 0x55c1771bb660 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c1770daa10 con 0x55c1771c4430 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf6d57b640 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771c1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.915+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55c1771c7230 con 0x55c1771bad40 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 msgr2=0x55c1771c1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771c1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/3070494030 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 msgr2=0x55c1771c1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771c1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/3070494030 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c176eff620 con 0x55c1771bad40 2024-04-22T00:03:32.910 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf6d57b640 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771c1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:03:32.911 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c1450 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbf58099e00 tx=0x7fbf5809e580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4551c04cdf0ace5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:32.911 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf71bc8740 10 client.0 _ll_register_callbacks cb 0x55c177115b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:03:32.911 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.916+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf58017de0 con 0x55c1771bad40 2024-04-22T00:03:32.911 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.917+0000 7fbf47fff640 10 client.25798 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:03:32.911 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.917+0000 7fbf47fff640 1 -- 172.21.15.80:0/3070494030 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58010ca0 con 0x55c1771bad40 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.917+0000 7fbf47fff640 1 -- 172.21.15.80:0/3070494030 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fbf58010610 con 0x55c1771bad40 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.917+0000 7fbf47fff640 1 -- 172.21.15.80:0/3070494030 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbf58096770 con 0x55c1771bad40 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.918+0000 7fbf71bc8740 10 client.25798 fetch_fsmap learned FSMap version 27 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.918+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({fsmap=27}) -- 0x55c1771d2e70 con 0x55c1771bad40 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.918+0000 7fbf47fff640 1 -- 172.21.15.80:0/3070494030 <== mon.1 v2:172.21.15.144:3300/0 4 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fbf580b5070 con 0x55c1771bad40 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.918+0000 7fbf71bc8740 10 client.25798 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.918+0000 7fbf71bc8740 10 client.25798 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.918+0000 7fbf71bc8740 20 client.25798 populate_metadata read hostname 'smithi080' 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.919+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c1771d4220 0x55c1771d6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.919+0000 7fbf71bc8740 4 client.25798 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:03:32.913 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.919+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fbf58017de0 con 0x55c1771d4220 2024-04-22T00:03:32.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.919+0000 7fbf67fff640 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c1771d4220 0x55c1771d6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.919+0000 7fbf47fff640 10 client.25798 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:32.914 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.919+0000 7fbf67fff640 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c1771d4220 0x55c1771d6610 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38c5ae9111796672 server_cookie=e2163511b797059a in_seq=0 out_seq=0 2024-04-22T00:03:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.923+0000 7fbf47fff640 1 -- 172.21.15.80:0/3070494030 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fbf58017de0 con 0x55c1771d4220 2024-04-22T00:03:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.923+0000 7fbf47fff640 10 client.25798 handle_command_reply: tid=0 2024-04-22T00:03:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.923+0000 7fbf71bc8740 1 client.25798 shutdown 2024-04-22T00:03:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.923+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 msgr2=0x55c1771c1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.923+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c1450 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbf58099e00 tx=0x7fbf5809e580 comp rx=0 tx=0).stop 2024-04-22T00:03:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 shutdown_connections 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c1771d4220 0x55c1771d6610 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771c1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771c1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf47fff640 0 client.25798 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/3070494030 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c1450 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 >> 172.21.15.80:0/3070494030 conn(0x55c1771b5660 msgr2=0x55c1771b73b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 shutdown_connections 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 1 -- 172.21.15.80:0/3070494030 wait complete. 2024-04-22T00:03:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.924+0000 7fbf71bc8740 20 client.25798 trim_cache size 0 max 16384 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf71bc8740 1 Processor -- start 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf71bc8740 1 -- start start 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771cffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf71bc8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbf681c8820 con 0x55c1771bb660 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf71bc8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbf681c60f0 con 0x55c1771c4430 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf71bc8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbf681c3f40 con 0x55c1771bad40 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf67fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771cffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.946 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c3b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:33470/0 (socket says 172.21.15.80:33470) 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/1174327314 learned_addr learned my addr 172.21.15.80:0/1174327314 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.951+0000 7fbf6d57b640 1 --2- 172.21.15.80:0/1174327314 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/1174327314 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 msgr2=0x55c1771b5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/1174327314 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771b5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/1174327314 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 msgr2=0x55c1771cffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/1174327314 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771cffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/1174327314 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1771c0460 con 0x55c1771bad40 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/1174327314 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c3b80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbf58096930 tx=0x7fbf5800bf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd7e96368d7af10 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf4e7fc640 1 -- 172.21.15.80:0/1174327314 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58010ca0 con 0x55c1771bad40 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf4e7fc640 1 -- 172.21.15.80:0/1174327314 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf580b3040 con 0x55c1771bad40 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.952+0000 7fbf4e7fc640 1 -- 172.21.15.80:0/1174327314 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58099840 con 0x55c1771bad40 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 -- 172.21.15.80:0/1174327314 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 msgr2=0x55c1771c3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/1174327314 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c3b80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbf58096930 tx=0x7fbf5800bf90 comp rx=0 tx=0).stop 2024-04-22T00:03:32.947 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 -- 172.21.15.80:0/1174327314 shutdown_connections 2024-04-22T00:03:32.948 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/1174327314 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771c4430 0x55c1771b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.948 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/1174327314 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771bb660 0x55c1771cffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.948 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/1174327314 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bad40 0x55c1771c3b80 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.948 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 -- 172.21.15.80:0/1174327314 >> 172.21.15.80:0/1174327314 conn(0x55c1771b5660 msgr2=0x55c1771b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:32.948 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 -- 172.21.15.80:0/1174327314 shutdown_connections 2024-04-22T00:03:32.948 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 -- 172.21.15.80:0/1174327314 wait complete. 2024-04-22T00:03:32.948 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.953+0000 7fbf71bc8740 1 -- start start 2024-04-22T00:03:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf71bc8740 1 Processor -- start 2024-04-22T00:03:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771cc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 0x55c1771cca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf71bc8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf71bc8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fbf681c45b0 con 0x55c1771c4430 2024-04-22T00:03:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf71bc8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbf681c5a20 con 0x55c1771bad40 2024-04-22T00:03:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf71bc8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fbf681c4c80 con 0x55c1771bb660 2024-04-22T00:03:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf71bc8740 10 client.0 _ll_register_callbacks cb 0x7fbf580b1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771cc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6cd7a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771cc4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49736/0 (socket says 172.21.15.80:49736) 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6d57b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/4083106727 learned_addr learned my addr 172.21.15.80:0/4083106727 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf67fff640 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 0x55c1771cca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/4083106727 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 msgr2=0x55c1771cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 0x55c1771cca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/4083106727 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 msgr2=0x55c1771c94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.954+0000 7fbf6cd7a640 1 -- 172.21.15.80:0/4083106727 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1771c9ae0 con 0x55c1771bad40 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf6cd7a640 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771cc4d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbf58096510 tx=0x7fbf580cb570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=885d5b86b0d49fcc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf47fff640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf47fff640 1 -- 172.21.15.80:0/4083106727 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf580cb360 con 0x55c1771bad40 2024-04-22T00:03:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf47fff640 1 -- 172.21.15.80:0/4083106727 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fbf58098400 con 0x55c1771bad40 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf71bc8740 1 -- 172.21.15.80:0/4083106727 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf580b3040 con 0x55c1771bad40 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf47fff640 1 -- 172.21.15.80:0/4083106727 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbf58010ca0 con 0x55c1771bad40 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf71bc8740 10 client.25874 fetch_fsmap learned FSMap version 27 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf71bc8740 1 -- 172.21.15.80:0/4083106727 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55c1771c9ae0 con 0x55c1771bad40 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.955+0000 7fbf47fff640 1 -- 172.21.15.80:0/4083106727 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf580b3040 con 0x55c1771bad40 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.956+0000 7fbf47fff640 1 -- 172.21.15.80:0/4083106727 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fbf580b5030 con 0x55c1771bad40 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.956+0000 7fbf71bc8740 10 client.25874 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.956+0000 7fbf71bc8740 10 client.25874 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.956+0000 7fbf71bc8740 20 client.25874 populate_metadata read hostname 'smithi080' 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.956+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c17723b220 0x55c17723d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.956+0000 7fbf71bc8740 4 client.25874 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:03:32.953 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.956+0000 7fbf71bc8740 1 -- 172.21.15.80:0/4083106727 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c17712c0b0 con 0x55c17723b220 2024-04-22T00:03:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.957+0000 7fbf67fff640 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c17723b220 0x55c17723d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.957+0000 7fbf47fff640 10 client.25874 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:32.954 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:32.957+0000 7fbf67fff640 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c17723b220 0x55c17723d610 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d580929882448d7 server_cookie=4ec4895bd71b1ffd in_seq=0 out_seq=0 2024-04-22T00:03:33.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:33 smithi144 ceph-mon[31316]: pgmap v164: 129 pgs: 129 active+clean; 486 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 697 op/s 2024-04-22T00:03:33.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:33 smithi080 ceph-mon[27925]: pgmap v164: 129 pgs: 129 active+clean; 486 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 697 op/s 2024-04-22T00:03:33.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:33 smithi120 ceph-mon[31499]: pgmap v164: 129 pgs: 129 active+clean; 486 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 697 op/s 2024-04-22T00:03:35.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:35 smithi080 ceph-mon[27925]: pgmap v165: 129 pgs: 129 active+clean; 494 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 465 op/s 2024-04-22T00:03:35.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:35 smithi120 ceph-mon[31499]: pgmap v165: 129 pgs: 129 active+clean; 494 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 465 op/s 2024-04-22T00:03:35.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:35 smithi144 ceph-mon[31316]: pgmap v165: 129 pgs: 129 active+clean; 494 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 465 op/s 2024-04-22T00:03:36.877 INFO:tasks.workunit.client.0.smithi080.stdout: 139 1627784 365 1111174 405 916586 1045 2024-04-22T00:03:37.460 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:37 smithi080 ceph-mon[27925]: pgmap v166: 129 pgs: 129 active+clean; 494 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 247 op/s 2024-04-22T00:03:37.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:37 smithi120 ceph-mon[31499]: pgmap v166: 129 pgs: 129 active+clean; 494 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 247 op/s 2024-04-22T00:03:37.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:37 smithi144 ceph-mon[31316]: pgmap v166: 129 pgs: 129 active+clean; 494 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 247 op/s 2024-04-22T00:03:38.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:38 smithi080 ceph-mon[27925]: pgmap v167: 129 pgs: 129 active+clean; 500 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 749 op/s 2024-04-22T00:03:38.493 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:38 smithi120 ceph-mon[31499]: pgmap v167: 129 pgs: 129 active+clean; 500 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 749 op/s 2024-04-22T00:03:38.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:38 smithi144 ceph-mon[31316]: pgmap v167: 129 pgs: 129 active+clean; 500 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 749 op/s 2024-04-22T00:03:40.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:40 smithi144 ceph-mon[31316]: pgmap v168: 129 pgs: 129 active+clean; 500 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 954 op/s 2024-04-22T00:03:40.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:40 smithi080 ceph-mon[27925]: pgmap v168: 129 pgs: 129 active+clean; 500 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 954 op/s 2024-04-22T00:03:40.743 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:40 smithi120 ceph-mon[31499]: pgmap v168: 129 pgs: 129 active+clean; 500 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 954 op/s 2024-04-22T00:03:41.439 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf47fff640 1 -- 172.21.15.80:0/4083106727 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c17712c0b0 con 0x55c17723b220 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf47fff640 10 client.25874 handle_command_reply: tid=0 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 client.25874 shutdown 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 -- 172.21.15.80:0/4083106727 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 msgr2=0x55c1771cc4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771cc4d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbf58096510 tx=0x7fbf580cb570 comp rx=0 tx=0).stop 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 -- 172.21.15.80:0/4083106727 shutdown_connections 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55c17723b220 0x55c17723d610 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55c1771c4430 0x55c1771c94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55c1771bb660 0x55c1771cca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf47fff640 0 client.25874 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 --2- 172.21.15.80:0/4083106727 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c1771bad40 0x55c1771cc4d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 -- 172.21.15.80:0/4083106727 >> 172.21.15.80:0/4083106727 conn(0x55c1771b5660 msgr2=0x55c1771b4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:41.441 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 -- 172.21.15.80:0/4083106727 shutdown_connections 2024-04-22T00:03:41.441 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.445+0000 7fbf71bc8740 1 -- 172.21.15.80:0/4083106727 wait complete. 2024-04-22T00:03:41.441 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf71bc8740 20 client.25874 trim_cache size 0 max 16384 2024-04-22T00:03:41.441 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:03:41.441 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:03:41.441 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:03:41.441 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:03:41.442 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 -- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbf500a2c20 msgr2=0x7fbf500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:41.442 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbf500a2c20 0x7fbf500a50e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbf68072720 tx=0x7fbf5c0090e0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 -- 172.21.15.80:0/3125200029 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68108740 msgr2=0x7fbf68113d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68108740 0x7fbf68113d60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800b4a0 tx=0x7fbf5800b960 comp rx=0 tx=0).stop 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 -- 172.21.15.80:0/3125200029 shutdown_connections 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fbf500a2c20 0x7fbf500a50e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf68114890 0x7fbf6810b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fbf68109060 0x7fbf681142a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 --2- 172.21.15.80:0/3125200029 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fbf68108740 0x7fbf68113d60 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 -- 172.21.15.80:0/3125200029 >> 172.21.15.80:0/3125200029 conn(0x7fbf6806c6f0 msgr2=0x7fbf6810a0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 -- 172.21.15.80:0/3125200029 shutdown_connections 2024-04-22T00:03:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:41.446+0000 7fbf6efde640 1 -- 172.21.15.80:0/3125200029 wait complete. 2024-04-22T00:03:42.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:42 smithi144 ceph-mon[31316]: pgmap v169: 129 pgs: 129 active+clean; 527 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 1.17k op/s 2024-04-22T00:03:42.705 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:42 smithi080 ceph-mon[27925]: pgmap v169: 129 pgs: 129 active+clean; 527 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 1.17k op/s 2024-04-22T00:03:42.743 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:42 smithi120 ceph-mon[31499]: pgmap v169: 129 pgs: 129 active+clean; 527 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 4.2 MiB/s wr, 1.17k op/s 2024-04-22T00:03:44.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:44 smithi144 ceph-mon[31316]: pgmap v170: 129 pgs: 129 active+clean; 556 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.1 MiB/s wr, 1.46k op/s 2024-04-22T00:03:44.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:44 smithi080 ceph-mon[27925]: pgmap v170: 129 pgs: 129 active+clean; 556 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.1 MiB/s wr, 1.46k op/s 2024-04-22T00:03:44.743 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:44 smithi120 ceph-mon[31499]: pgmap v170: 129 pgs: 129 active+clean; 556 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.1 MiB/s wr, 1.46k op/s 2024-04-22T00:03:46.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:46 smithi144 ceph-mon[31316]: pgmap v171: 129 pgs: 129 active+clean; 552 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.7 MiB/s wr, 1.43k op/s 2024-04-22T00:03:46.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:46 smithi080 ceph-mon[27925]: pgmap v171: 129 pgs: 129 active+clean; 552 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.7 MiB/s wr, 1.43k op/s 2024-04-22T00:03:46.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:46 smithi120 ceph-mon[31499]: pgmap v171: 129 pgs: 129 active+clean; 552 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.7 MiB/s wr, 1.43k op/s 2024-04-22T00:03:46.877 INFO:tasks.workunit.client.0.smithi080.stdout: 141 1174833 245 800070 211 657511 666 2024-04-22T00:03:48.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:48 smithi144 ceph-mon[31316]: pgmap v172: 129 pgs: 129 active+clean; 538 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.6 MiB/s wr, 1.53k op/s 2024-04-22T00:03:48.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:48 smithi080 ceph-mon[27925]: pgmap v172: 129 pgs: 129 active+clean; 538 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.6 MiB/s wr, 1.53k op/s 2024-04-22T00:03:48.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:48 smithi120 ceph-mon[31499]: pgmap v172: 129 pgs: 129 active+clean; 538 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.6 MiB/s wr, 1.53k op/s 2024-04-22T00:03:50.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:50 smithi144 ceph-mon[31316]: pgmap v173: 129 pgs: 129 active+clean; 537 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 7.0 MiB/s wr, 1.06k op/s 2024-04-22T00:03:50.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:50 smithi080 ceph-mon[27925]: pgmap v173: 129 pgs: 129 active+clean; 537 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 7.0 MiB/s wr, 1.06k op/s 2024-04-22T00:03:50.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:50 smithi120 ceph-mon[31499]: pgmap v173: 129 pgs: 129 active+clean; 537 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 7.0 MiB/s wr, 1.06k op/s 2024-04-22T00:03:53.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:52 smithi144 ceph-mon[31316]: pgmap v174: 129 pgs: 129 active+clean; 544 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.4 MiB/s wr, 800 op/s 2024-04-22T00:03:53.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:52 smithi080 ceph-mon[27925]: pgmap v174: 129 pgs: 129 active+clean; 544 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.4 MiB/s wr, 800 op/s 2024-04-22T00:03:53.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:52 smithi120 ceph-mon[31499]: pgmap v174: 129 pgs: 129 active+clean; 544 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.4 MiB/s wr, 800 op/s 2024-04-22T00:03:55.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.080+0000 7f419d1b8640 1 -- 172.21.15.80:0/2442351040 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198100670 msgr2=0x7f4198100af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:55.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.080+0000 7f419d1b8640 1 --2- 172.21.15.80:0/2442351040 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198100670 0x7f4198100af0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f418c0099b0 tx=0x7f418c02de60 comp rx=0 tx=0).stop 2024-04-22T00:03:55.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.080+0000 7f419d1b8640 1 -- 172.21.15.80:0/2442351040 shutdown_connections 2024-04-22T00:03:55.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.080+0000 7f419d1b8640 1 --2- 172.21.15.80:0/2442351040 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4198101030 0x7f419810d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.080+0000 7f419d1b8640 1 --2- 172.21.15.80:0/2442351040 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198100670 0x7f4198100af0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.080+0000 7f419d1b8640 1 --2- 172.21.15.80:0/2442351040 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4198106630 0x7f4198106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.080+0000 7f419d1b8640 1 -- 172.21.15.80:0/2442351040 >> 172.21.15.80:0/2442351040 conn(0x7f41980777c0 msgr2=0x7f4198077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.081+0000 7f419d1b8640 1 -- 172.21.15.80:0/2442351040 shutdown_connections 2024-04-22T00:03:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.081+0000 7f419d1b8640 1 -- 172.21.15.80:0/2442351040 wait complete. 2024-04-22T00:03:55.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.081+0000 7f419d1b8640 1 Processor -- start 2024-04-22T00:03:55.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.081+0000 7f419d1b8640 1 -- start start 2024-04-22T00:03:55.076 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419d1b8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4198100670 0x7f4198195db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419d1b8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198101030 0x7f41981962f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419d1b8640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4198106630 0x7f419819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198101030 0x7f41981962f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419d1b8640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f419810f930 con 0x7f4198101030 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419d1b8640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f419810f7b0 con 0x7f4198100670 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419d1b8640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f419810fab0 con 0x7f4198106630 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f4196d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4198100670 0x7f4198195db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198101030 0x7f41981962f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:38934/0 (socket says 172.21.15.80:38934) 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419659c640 1 -- 172.21.15.80:0/816107880 learned_addr learned my addr 172.21.15.80:0/816107880 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419759e640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4198106630 0x7f419819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419659c640 1 -- 172.21.15.80:0/816107880 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4198106630 msgr2=0x7f419819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419659c640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4198106630 0x7f419819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419659c640 1 -- 172.21.15.80:0/816107880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4198100670 msgr2=0x7f4198195db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419659c640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4198100670 0x7f4198195db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f419659c640 1 -- 172.21.15.80:0/816107880 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f419819ad50 con 0x7f4198101030 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.082+0000 7f4196d9d640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4198100670 0x7f4198195db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.083+0000 7f419659c640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198101030 0x7f41981962f0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f418c005940 tx=0x7f418c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.083+0000 7f417ffff640 1 -- 172.21.15.80:0/816107880 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c045020 con 0x7f4198101030 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.083+0000 7f417ffff640 1 -- 172.21.15.80:0/816107880 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f418c0035f0 con 0x7f4198101030 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.083+0000 7f417ffff640 1 -- 172.21.15.80:0/816107880 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c0406b0 con 0x7f4198101030 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.083+0000 7f419d1b8640 1 -- 172.21.15.80:0/816107880 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f419819afe0 con 0x7f4198101030 2024-04-22T00:03:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.083+0000 7f419d1b8640 1 -- 172.21.15.80:0/816107880 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41981a28d0 con 0x7f4198101030 2024-04-22T00:03:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.085+0000 7f419fd9e740 1 Processor -- start 2024-04-22T00:03:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419fd9e740 1 -- start start 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f417ffff640 1 -- 172.21.15.80:0/816107880 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f418c048020 con 0x7f4198101030 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a6fb20 0x556566a6ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a78cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a79210 0x556566a7b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419fd9e740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5565669d3b70 con 0x556566a79210 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419fd9e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55656697c470 con 0x556566a70440 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419fd9e740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5565669cfb30 con 0x556566a6fb20 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f4196d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a78cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419759e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a6fb20 0x556566a6ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f4196d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a78cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:51696/0 (socket says 172.21.15.80:51696) 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f4196d9d640 1 -- 172.21.15.80:0/2921511019 learned_addr learned my addr 172.21.15.80:0/2921511019 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419659c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a79210 0x556566a7b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f4196d9d640 1 -- 172.21.15.80:0/2921511019 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a6fb20 msgr2=0x556566a6ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f4196d9d640 1 --2- 172.21.15.80:0/2921511019 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a6fb20 0x556566a6ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f4196d9d640 1 -- 172.21.15.80:0/2921511019 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a79210 msgr2=0x556566a7b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f4196d9d640 1 --2- 172.21.15.80:0/2921511019 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a79210 0x556566a7b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f4196d9d640 1 -- 172.21.15.80:0/2921511019 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565666e8210 con 0x556566a70440 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.086+0000 7f419659c640 1 --2- 172.21.15.80:0/2921511019 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a79210 0x556566a7b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.087+0000 7f417ffff640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41800a2ea0 0x7f41800a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.087+0000 7f4196d9d640 1 --2- 172.21.15.80:0/2921511019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a78cd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4188010450 tx=0x7f4188010910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=587986e9432bdd59 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.087+0000 7f419759e640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41800a2ea0 0x7f41800a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.087+0000 7f417ffff640 1 -- 172.21.15.80:0/816107880 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f418c0f3520 con 0x7f4198101030 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.087+0000 7f417d7fa640 1 -- 172.21.15.80:0/2921511019 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4188011760 con 0x556566a70440 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.087+0000 7f417d7fa640 1 -- 172.21.15.80:0/2921511019 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4188011de0 con 0x556566a70440 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.087+0000 7f417d7fa640 1 -- 172.21.15.80:0/2921511019 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418801b3e0 con 0x556566a70440 2024-04-22T00:03:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 -- 172.21.15.80:0/2921511019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 msgr2=0x556566a78cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 --2- 172.21.15.80:0/2921511019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a78cd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4188010450 tx=0x7f4188010910 comp rx=0 tx=0).stop 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419759e640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41800a2ea0 0x7f41800a5360 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4190005fd0 tx=0x7f4190009740 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 -- 172.21.15.80:0/2921511019 shutdown_connections 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 --2- 172.21.15.80:0/2921511019 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a79210 0x556566a7b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 --2- 172.21.15.80:0/2921511019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a78cd0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 --2- 172.21.15.80:0/2921511019 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a6fb20 0x556566a6ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 -- 172.21.15.80:0/2921511019 >> 172.21.15.80:0/2921511019 conn(0x556566a6a440 msgr2=0x556566a6a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 -- 172.21.15.80:0/2921511019 shutdown_connections 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 -- 172.21.15.80:0/2921511019 wait complete. 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 -- start start 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.088+0000 7f419fd9e740 1 Processor -- start 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a762a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a767e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 0x556566a76d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419fd9e740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556566a7be40 con 0x556566a6fb20 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419fd9e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55656698fa10 con 0x556566a70440 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419fd9e740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556566a7bfc0 con 0x556566a79210 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419659c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f4196d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a762a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f4196d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a762a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:38950/0 (socket says 172.21.15.80:38950) 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419659c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a767e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:51698/0 (socket says 172.21.15.80:51698) 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f4196d9d640 1 -- 172.21.15.80:0/3164864781 learned_addr learned my addr 172.21.15.80:0/3164864781 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419759e640 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 0x556566a76d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419fd9e740 10 client.0 _ll_register_callbacks cb 0x5565669cab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419659c640 1 -- 172.21.15.80:0/3164864781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 msgr2=0x556566a76d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419659c640 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 0x556566a76d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419659c640 1 -- 172.21.15.80:0/3164864781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 msgr2=0x556566a762a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419659c640 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a762a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.089+0000 7f419659c640 1 -- 172.21.15.80:0/3164864781 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565667b4620 con 0x556566a70440 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419659c640 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a767e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f418c0f0a00 tx=0x7f418c004570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e96fb5d8245bda05 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f417aff5640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f417aff5640 1 -- 172.21.15.80:0/3164864781 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c0bba70 con 0x556566a70440 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f417aff5640 1 -- 172.21.15.80:0/3164864781 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f418c003b50 con 0x556566a70440 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 1 -- 172.21.15.80:0/3164864781 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4188011de0 con 0x556566a70440 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f417aff5640 1 -- 172.21.15.80:0/3164864781 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f418c0bf130 con 0x556566a70440 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 10 client.25886 fetch_fsmap learned FSMap version 27 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 1 -- 172.21.15.80:0/3164864781 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556566a7be40 con 0x556566a70440 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f417aff5640 1 -- 172.21.15.80:0/3164864781 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4188011de0 con 0x556566a70440 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f417aff5640 1 -- 172.21.15.80:0/3164864781 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f418c02ece0 con 0x556566a70440 2024-04-22T00:03:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 10 client.25886 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:03:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 10 client.25886 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:03:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 20 client.25886 populate_metadata read hostname 'smithi080' 2024-04-22T00:03:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556566a89560 0x556566a8ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 4 client.25886 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:03:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.090+0000 7f419fd9e740 1 -- 172.21.15.80:0/3164864781 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5565669e10b0 con 0x556566a89560 2024-04-22T00:03:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.091+0000 7f4196d9d640 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556566a89560 0x556566a8ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.091+0000 7f4196d9d640 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556566a89560 0x556566a8ba20 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aba45668b5ded62 server_cookie=fe9a07076a22b5f6 in_seq=0 out_seq=0 2024-04-22T00:03:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.091+0000 7f417aff5640 10 client.25886 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:55.090 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.094+0000 7f417aff5640 1 -- 172.21.15.80:0/3164864781 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5565669e10b0 con 0x556566a89560 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.094+0000 7f417aff5640 10 client.25886 handle_command_reply: tid=0 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 client.25886 shutdown 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 -- 172.21.15.80:0/3164864781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 msgr2=0x556566a767e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a767e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f418c0f0a00 tx=0x7f418c004570 comp rx=0 tx=0).stop 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 -- 172.21.15.80:0/3164864781 shutdown_connections 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556566a89560 0x556566a8ba20 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 0x556566a76d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f417aff5640 0 client.25886 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a767e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3164864781 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a762a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 -- 172.21.15.80:0/3164864781 >> 172.21.15.80:0/3164864781 conn(0x556566a6a440 msgr2=0x556566a6c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 -- 172.21.15.80:0/3164864781 shutdown_connections 2024-04-22T00:03:55.092 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 1 -- 172.21.15.80:0/3164864781 wait complete. 2024-04-22T00:03:55.092 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.095+0000 7f419fd9e740 20 client.25886 trim_cache size 0 max 16384 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.110+0000 7f419fd9e740 1 Processor -- start 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.110+0000 7f419fd9e740 1 -- start start 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.110+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a789d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.110+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a84d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.110+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 0x556566a91330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.110+0000 7f419fd9e740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f41981af0d0 con 0x556566a6fb20 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.110+0000 7f419fd9e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41981ac9a0 con 0x556566a70440 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.110+0000 7f419fd9e740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f41981aa7f0 con 0x556566a79210 2024-04-22T00:03:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a84d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a84d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:51710/0 (socket says 172.21.15.80:51710) 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 -- 172.21.15.80:0/2758232962 learned_addr learned my addr 172.21.15.80:0/2758232962 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419759e640 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 0x556566a91330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f4196d9d640 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a789d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 -- 172.21.15.80:0/2758232962 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 msgr2=0x556566a91330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 0x556566a91330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 -- 172.21.15.80:0/2758232962 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 msgr2=0x556566a789d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a789d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 -- 172.21.15.80:0/2758232962 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556566a69c40 con 0x556566a70440 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f419659c640 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a84d00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f418c0bf760 tx=0x7f418c0f6da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3072a40f2b17ce54 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f417cff9640 1 -- 172.21.15.80:0/2758232962 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c0bf310 con 0x556566a70440 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f417cff9640 1 -- 172.21.15.80:0/2758232962 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f418c0bfed0 con 0x556566a70440 2024-04-22T00:03:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.111+0000 7f417cff9640 1 -- 172.21.15.80:0/2758232962 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c0bf5a0 con 0x556566a70440 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.112+0000 7f419fd9e740 1 -- 172.21.15.80:0/2758232962 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 msgr2=0x556566a84d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.112+0000 7f419fd9e740 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a84d00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f418c0bf760 tx=0x7f418c0f6da0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.112+0000 7f419fd9e740 1 -- 172.21.15.80:0/2758232962 shutdown_connections 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.112+0000 7f419fd9e740 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a79210 0x556566a91330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.112+0000 7f419fd9e740 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a70440 0x556566a84d00 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.112+0000 7f419fd9e740 1 --2- 172.21.15.80:0/2758232962 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a789d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.113+0000 7f419fd9e740 1 -- 172.21.15.80:0/2758232962 >> 172.21.15.80:0/2758232962 conn(0x556566a6a440 msgr2=0x556566a65220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.113+0000 7f419fd9e740 1 -- 172.21.15.80:0/2758232962 shutdown_connections 2024-04-22T00:03:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.113+0000 7f419fd9e740 1 -- 172.21.15.80:0/2758232962 wait complete. 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.113+0000 7f419fd9e740 1 -- start start 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.113+0000 7f419fd9e740 1 Processor -- start 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a81210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a70440 0x556566a81750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419fd9e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a79210 0x556566a7e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419fd9e740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f41981aae60 con 0x556566a6fb20 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419fd9e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41981ac2d0 con 0x556566a79210 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419fd9e740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f41981ab530 con 0x556566a70440 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419fd9e740 10 client.0 _ll_register_callbacks cb 0x7f418c009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f4196d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a81210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419759e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a79210 0x556566a7e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f4196d9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a81210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:38968/0 (socket says 172.21.15.80:38968) 2024-04-22T00:03:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f4196d9d640 1 -- 172.21.15.80:0/3099860681 learned_addr learned my addr 172.21.15.80:0/3099860681 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419659c640 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a70440 0x556566a81750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419659c640 1 -- 172.21.15.80:0/3099860681 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a79210 msgr2=0x556566a7e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419659c640 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a79210 0x556566a7e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419659c640 1 -- 172.21.15.80:0/3099860681 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 msgr2=0x556566a81210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419659c640 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a81210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419659c640 1 -- 172.21.15.80:0/3099860681 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556566a7e8d0 con 0x556566a70440 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.114+0000 7f419659c640 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a70440 0x556566a81750 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f418c0bf760 tx=0x7f418c0c8550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c41788f2b9fad36 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f417aff5640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f417aff5640 1 -- 172.21.15.80:0/3099860681 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c0c3b80 con 0x556566a70440 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f417aff5640 1 -- 172.21.15.80:0/3099860681 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f418c0f30c0 con 0x556566a70440 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f419fd9e740 1 -- 172.21.15.80:0/3099860681 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f418c0bfed0 con 0x556566a70440 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f417aff5640 1 -- 172.21.15.80:0/3099860681 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f418c0f3300 con 0x556566a70440 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f419fd9e740 10 client.25822 fetch_fsmap learned FSMap version 27 2024-04-22T00:03:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f419fd9e740 1 -- 172.21.15.80:0/3099860681 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556566a7e8d0 con 0x556566a70440 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f417aff5640 1 -- 172.21.15.80:0/3099860681 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f418c0bfed0 con 0x556566a70440 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.115+0000 7f417aff5640 1 -- 172.21.15.80:0/3099860681 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f418c02ece0 con 0x556566a70440 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f419fd9e740 10 client.25822 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f419fd9e740 10 client.25822 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f419fd9e740 20 client.25822 populate_metadata read hostname 'smithi080' 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556566b01820 0x556566b03c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f419fd9e740 4 client.25822 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f419fd9e740 1 -- 172.21.15.80:0/3099860681 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5565669db400 con 0x556566b01820 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f4196d9d640 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556566b01820 0x556566b03c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f4196d9d640 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556566b01820 0x556566b03c10 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12d42d3604780893 server_cookie=f7f8934d613f0d65 in_seq=0 out_seq=0 2024-04-22T00:03:55.112 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:03:55.116+0000 7f417aff5640 10 client.25822 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:03:55.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:54 smithi144 ceph-mon[31316]: pgmap v175: 129 pgs: 129 active+clean; 547 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.5 MiB/s wr, 614 op/s 2024-04-22T00:03:55.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:54 smithi080 ceph-mon[27925]: pgmap v175: 129 pgs: 129 active+clean; 547 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.5 MiB/s wr, 614 op/s 2024-04-22T00:03:55.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:54 smithi120 ceph-mon[31499]: pgmap v175: 129 pgs: 129 active+clean; 547 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.5 MiB/s wr, 614 op/s 2024-04-22T00:03:56.889 INFO:tasks.workunit.client.0.smithi080.stdout: 146 2061875 428 1429612 436 1144690 1255 2024-04-22T00:03:57.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:56 smithi144 ceph-mon[31316]: pgmap v176: 129 pgs: 129 active+clean; 547 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 271 op/s 2024-04-22T00:03:57.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:56 smithi080 ceph-mon[27925]: pgmap v176: 129 pgs: 129 active+clean; 547 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 271 op/s 2024-04-22T00:03:57.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:56 smithi120 ceph-mon[31499]: pgmap v176: 129 pgs: 129 active+clean; 547 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 271 op/s 2024-04-22T00:03:59.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:03:58 smithi144 ceph-mon[31316]: pgmap v177: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 333 op/s 2024-04-22T00:03:59.211 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:03:58 smithi080 ceph-mon[27925]: pgmap v177: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 333 op/s 2024-04-22T00:03:59.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:03:58 smithi120 ceph-mon[31499]: pgmap v177: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 333 op/s 2024-04-22T00:04:01.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:00 smithi144 ceph-mon[31316]: pgmap v178: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 382 op/s 2024-04-22T00:04:01.211 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:00 smithi080 ceph-mon[27925]: pgmap v178: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 382 op/s 2024-04-22T00:04:01.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:00 smithi120 ceph-mon[31499]: pgmap v178: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 382 op/s 2024-04-22T00:04:03.113 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:02 smithi144 ceph-mon[31316]: pgmap v179: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 776 op/s 2024-04-22T00:04:03.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.171+0000 7f417aff5640 1 -- 172.21.15.80:0/3099860681 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5565669db400 con 0x556566b01820 2024-04-22T00:04:03.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.171+0000 7f417aff5640 10 client.25822 handle_command_reply: tid=0 2024-04-22T00:04:03.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.171+0000 7f419fd9e740 1 client.25822 shutdown 2024-04-22T00:04:03.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 -- 172.21.15.80:0/3099860681 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a70440 msgr2=0x556566a81750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:03.164 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a70440 0x556566a81750 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f418c0bf760 tx=0x7f418c0c8550 comp rx=0 tx=0).stop 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 -- 172.21.15.80:0/3099860681 shutdown_connections 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556566b01820 0x556566b03c10 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556566a79210 0x556566a7e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556566a70440 0x556566a81750 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 --2- 172.21.15.80:0/3099860681 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556566a6fb20 0x556566a81210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 -- 172.21.15.80:0/3099860681 >> 172.21.15.80:0/3099860681 conn(0x556566a6a440 msgr2=0x556566a6b750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f417aff5640 0 client.25822 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 -- 172.21.15.80:0/3099860681 shutdown_connections 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 1 -- 172.21.15.80:0/3099860681 wait complete. 2024-04-22T00:04:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.172+0000 7f419fd9e740 20 client.25822 trim_cache size 0 max 16384 2024-04-22T00:04:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:04:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:04:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:04:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:04:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.214+0000 7f419d1b8640 1 -- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41800a2ea0 msgr2=0x7f41800a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.214+0000 7f419d1b8640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41800a2ea0 0x7f41800a5360 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4190005fd0 tx=0x7f4190009740 comp rx=0 tx=0).stop 2024-04-22T00:04:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.214+0000 7f419d1b8640 1 -- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198101030 msgr2=0x7f41981962f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.214+0000 7f419d1b8640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198101030 0x7f41981962f0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f418c005940 tx=0x7f418c0042f0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.215+0000 7f419d1b8640 1 -- 172.21.15.80:0/816107880 shutdown_connections 2024-04-22T00:04:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.215+0000 7f419d1b8640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4198106630 0x7f419819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.215+0000 7f419d1b8640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4198101030 0x7f41981962f0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.215+0000 7f419d1b8640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41800a2ea0 0x7f41800a5360 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.215+0000 7f419d1b8640 1 --2- 172.21.15.80:0/816107880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4198100670 0x7f4198195db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.215+0000 7f419d1b8640 1 -- 172.21.15.80:0/816107880 >> 172.21.15.80:0/816107880 conn(0x7f41980777c0 msgr2=0x7f4198103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.215+0000 7f419d1b8640 1 -- 172.21.15.80:0/816107880 shutdown_connections 2024-04-22T00:04:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:03.216+0000 7f419d1b8640 1 -- 172.21.15.80:0/816107880 wait complete. 2024-04-22T00:04:03.209 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:02 smithi080 ceph-mon[27925]: pgmap v179: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 776 op/s 2024-04-22T00:04:03.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:02 smithi120 ceph-mon[31499]: pgmap v179: 129 pgs: 129 active+clean; 557 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 776 op/s 2024-04-22T00:04:05.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:04 smithi080 ceph-mon[27925]: pgmap v180: 129 pgs: 129 active+clean; 565 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 1.11k op/s 2024-04-22T00:04:05.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:04 smithi120 ceph-mon[31499]: pgmap v180: 129 pgs: 129 active+clean; 565 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 1.11k op/s 2024-04-22T00:04:05.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:04 smithi144 ceph-mon[31316]: pgmap v180: 129 pgs: 129 active+clean; 565 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 1.11k op/s 2024-04-22T00:04:06.877 INFO:tasks.workunit.client.0.smithi080.stdout: 152 1537023 146 1084039 334 855218 714 2024-04-22T00:04:07.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:06 smithi080 ceph-mon[27925]: pgmap v181: 129 pgs: 129 active+clean; 565 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 1.10k op/s 2024-04-22T00:04:07.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:06 smithi120 ceph-mon[31499]: pgmap v181: 129 pgs: 129 active+clean; 565 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 1.10k op/s 2024-04-22T00:04:07.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:06 smithi144 ceph-mon[31316]: pgmap v181: 129 pgs: 129 active+clean; 565 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 1.10k op/s 2024-04-22T00:04:09.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:08 smithi080 ceph-mon[27925]: pgmap v182: 129 pgs: 129 active+clean; 563 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 1.34k op/s 2024-04-22T00:04:09.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:08 smithi120 ceph-mon[31499]: pgmap v182: 129 pgs: 129 active+clean; 563 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 1.34k op/s 2024-04-22T00:04:09.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:08 smithi144 ceph-mon[31316]: pgmap v182: 129 pgs: 129 active+clean; 563 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 1.34k op/s 2024-04-22T00:04:11.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:10 smithi080 ceph-mon[27925]: pgmap v183: 129 pgs: 129 active+clean; 574 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.7 MiB/s wr, 1.35k op/s 2024-04-22T00:04:11.243 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:10 smithi120 ceph-mon[31499]: pgmap v183: 129 pgs: 129 active+clean; 574 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.7 MiB/s wr, 1.35k op/s 2024-04-22T00:04:11.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:10 smithi144 ceph-mon[31316]: pgmap v183: 129 pgs: 129 active+clean; 574 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.7 MiB/s wr, 1.35k op/s 2024-04-22T00:04:13.198 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:12 smithi080 ceph-mon[27925]: pgmap v184: 129 pgs: 129 active+clean; 582 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 1.24k op/s 2024-04-22T00:04:13.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:12 smithi120 ceph-mon[31499]: pgmap v184: 129 pgs: 129 active+clean; 582 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 1.24k op/s 2024-04-22T00:04:13.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:12 smithi144 ceph-mon[31316]: pgmap v184: 129 pgs: 129 active+clean; 582 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 1.24k op/s 2024-04-22T00:04:15.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:14 smithi120 ceph-mon[31499]: pgmap v185: 129 pgs: 129 active+clean; 605 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 898 op/s 2024-04-22T00:04:15.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:14 smithi144 ceph-mon[31316]: pgmap v185: 129 pgs: 129 active+clean; 605 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 898 op/s 2024-04-22T00:04:15.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:14 smithi080 ceph-mon[27925]: pgmap v185: 129 pgs: 129 active+clean; 605 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 898 op/s 2024-04-22T00:04:16.877 INFO:tasks.workunit.client.0.smithi080.stdout: 155 1727924 142 1223246 213 988032 924 2024-04-22T00:04:17.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:16 smithi120 ceph-mon[31499]: pgmap v186: 129 pgs: 129 active+clean; 610 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.9 MiB/s wr, 554 op/s 2024-04-22T00:04:17.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:16 smithi144 ceph-mon[31316]: pgmap v186: 129 pgs: 129 active+clean; 610 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.9 MiB/s wr, 554 op/s 2024-04-22T00:04:17.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:16 smithi080 ceph-mon[27925]: pgmap v186: 129 pgs: 129 active+clean; 610 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.9 MiB/s wr, 554 op/s 2024-04-22T00:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.636+0000 7fe55dc60640 1 -- 172.21.15.80:0/1095630731 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810cbe0 msgr2=0x7fe55810cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.636+0000 7fe55dc60640 1 --2- 172.21.15.80:0/1095630731 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810cbe0 0x7fe55810cfc0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe548005c50 tx=0x7fe54802cd80 comp rx=0 tx=0).stop 2024-04-22T00:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.636+0000 7fe55dc60640 1 -- 172.21.15.80:0/1095630731 shutdown_connections 2024-04-22T00:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.636+0000 7fe55dc60640 1 --2- 172.21.15.80:0/1095630731 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe55810e210 0x7fe5580799a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.636+0000 7fe55dc60640 1 --2- 172.21.15.80:0/1095630731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe55810d870 0x7fe55810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.636+0000 7fe55dc60640 1 --2- 172.21.15.80:0/1095630731 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810cbe0 0x7fe55810cfc0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.636+0000 7fe55dc60640 1 -- 172.21.15.80:0/1095630731 >> 172.21.15.80:0/1095630731 conn(0x7fe55806c680 msgr2=0x7fe55806ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.638+0000 7fe55dc60640 1 -- 172.21.15.80:0/1095630731 shutdown_connections 2024-04-22T00:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.638+0000 7fe55dc60640 1 -- 172.21.15.80:0/1095630731 wait complete. 2024-04-22T00:04:17.632 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.639+0000 7fe55dc60640 1 Processor -- start 2024-04-22T00:04:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.639+0000 7fe55dc60640 1 -- start start 2024-04-22T00:04:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.639+0000 7fe55dc60640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe55810cbe0 0x7fe55807e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.639+0000 7fe55dc60640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe55810d870 0x7fe55807eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.639+0000 7fe55dc60640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810e210 0x7fe55807f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.639+0000 7fe55dc60640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe55807cc10 con 0x7fe55810cbe0 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.639+0000 7fe55dc60640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe55807ca90 con 0x7fe55810d870 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.645+0000 7fe55d45f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810e210 0x7fe55807f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.639+0000 7fe55dc60640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe55807cd90 con 0x7fe55810e210 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.645+0000 7fe55d45f640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810e210 0x7fe55807f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:55762/0 (socket says 172.21.15.80:55762) 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.645+0000 7fe55d45f640 1 -- 172.21.15.80:0/2035774906 learned_addr learned my addr 172.21.15.80:0/2035774906 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.645+0000 7fe55d45f640 1 -- 172.21.15.80:0/2035774906 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe55810d870 msgr2=0x7fe55807eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:17.639 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.645+0000 7fe55d45f640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe55810d870 0x7fe55807eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.639 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.645+0000 7fe55d45f640 1 -- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe55810cbe0 msgr2=0x7fe55807e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:17.639 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.645+0000 7fe55d45f640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe55810cbe0 0x7fe55807e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.639 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.645+0000 7fe55d45f640 1 -- 172.21.15.80:0/2035774906 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5581c4020 con 0x7fe55810e210 2024-04-22T00:04:17.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.649+0000 7fe55d45f640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810e210 0x7fe55807f050 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe55000eb40 tx=0x7fe55000c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:17.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.649+0000 7fe555ffb640 1 -- 172.21.15.80:0/2035774906 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe550004b20 con 0x7fe55810e210 2024-04-22T00:04:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.649+0000 7fe55dc60640 1 -- 172.21.15.80:0/2035774906 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5581c4310 con 0x7fe55810e210 2024-04-22T00:04:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.649+0000 7fe55dc60640 1 -- 172.21.15.80:0/2035774906 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5581c4860 con 0x7fe55810e210 2024-04-22T00:04:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.650+0000 7fe555ffb640 1 -- 172.21.15.80:0/2035774906 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe550004cc0 con 0x7fe55810e210 2024-04-22T00:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe561b88740 1 Processor -- start 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe561b88740 1 -- start start 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe561b88740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f64ef120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe561b88740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f64f7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe561b88740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f64fa820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe561b88740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5650f6452b70 con 0x5650f64eed40 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe561b88740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5650f63fb470 con 0x5650f64ef660 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe561b88740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5650f644eb30 con 0x5650f64f8430 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe557fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f64ef120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe557fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f64ef120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35394/0 (socket says 172.21.15.80:35394) 2024-04-22T00:04:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe557fff640 1 -- 172.21.15.80:0/2886303647 learned_addr learned my addr 172.21.15.80:0/2886303647 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.662+0000 7fe557fff640 1 --2- 172.21.15.80:0/2886303647 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f64fa820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.657 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.663+0000 7fe555ffb640 1 -- 172.21.15.80:0/2035774906 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5500107b0 con 0x7fe55810e210 2024-04-22T00:04:17.657 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.664+0000 7fe555ffb640 1 -- 172.21.15.80:0/2035774906 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe550010a10 con 0x7fe55810e210 2024-04-22T00:04:17.657 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.665+0000 7fe557fff640 1 -- 172.21.15.80:0/2886303647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 msgr2=0x5650f64f7ef0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:04:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.665+0000 7fe557fff640 1 --2- 172.21.15.80:0/2886303647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f64f7ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.665+0000 7fe557fff640 1 -- 172.21.15.80:0/2886303647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 msgr2=0x5650f64ef120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.665+0000 7fe557fff640 1 --2- 172.21.15.80:0/2886303647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f64ef120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.665+0000 7fe557fff640 1 -- 172.21.15.80:0/2886303647 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650f6167210 con 0x5650f64f8430 2024-04-22T00:04:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.665+0000 7fe557fff640 1 --2- 172.21.15.80:0/2886303647 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f64fa820 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe54c0121b0 tx=0x7fe54c006940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a100b874689b5fde server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.666+0000 7fe555ffb640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe5400a2f30 0x7fe5400a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.666+0000 7fe555ffb640 1 -- 172.21.15.80:0/2035774906 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fe5500d0b50 con 0x7fe55810e210 2024-04-22T00:04:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.668+0000 7fe53effd640 1 -- 172.21.15.80:0/2886303647 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe54c006110 con 0x5650f64f8430 2024-04-22T00:04:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.668+0000 7fe53effd640 1 -- 172.21.15.80:0/2886303647 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe54c004870 con 0x5650f64f8430 2024-04-22T00:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.669+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe5400a2f30 0x7fe5400a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.670+0000 7fe561b88740 1 -- 172.21.15.80:0/2886303647 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 msgr2=0x5650f64fa820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.670+0000 7fe561b88740 1 --2- 172.21.15.80:0/2886303647 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f64fa820 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe54c0121b0 tx=0x7fe54c006940 comp rx=0 tx=0).stop 2024-04-22T00:04:17.668 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.675+0000 7fe561b88740 1 -- 172.21.15.80:0/2886303647 shutdown_connections 2024-04-22T00:04:17.668 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.675+0000 7fe561b88740 1 --2- 172.21.15.80:0/2886303647 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f64fa820 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.668 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.675+0000 7fe561b88740 1 --2- 172.21.15.80:0/2886303647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f64f7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.668 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.675+0000 7fe561b88740 1 --2- 172.21.15.80:0/2886303647 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f64ef120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.668 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.675+0000 7fe561b88740 1 -- 172.21.15.80:0/2886303647 >> 172.21.15.80:0/2886303647 conn(0x5650f64e9660 msgr2=0x5650f64e9a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:17.668 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.675+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe5400a2f30 0x7fe5400a53f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe5480096c0 tx=0x7fe548000bc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:17.668 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.676+0000 7fe561b88740 1 -- 172.21.15.80:0/2886303647 shutdown_connections 2024-04-22T00:04:17.669 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.676+0000 7fe561b88740 1 -- 172.21.15.80:0/2886303647 wait complete. 2024-04-22T00:04:17.669 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.676+0000 7fe561b88740 1 -- start start 2024-04-22T00:04:17.669 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.676+0000 7fe561b88740 1 Processor -- start 2024-04-22T00:04:17.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe561b88740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64eed40 0x5650f64f5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe561b88740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64ef660 0x5650f64f58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe561b88740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe561b88740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5650f650c070 con 0x5650f64f8430 2024-04-22T00:04:17.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe561b88740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5650f640ea10 con 0x5650f64eed40 2024-04-22T00:04:17.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe561b88740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5650f650c1f0 con 0x5650f64ef660 2024-04-22T00:04:17.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe561b88740 10 client.0 _ll_register_callbacks cb 0x5650f6449b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:04:17.670 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe557fff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64ef660 0x5650f64f58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe557fff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64ef660 0x5650f64f58d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:55774/0 (socket says 172.21.15.80:55774) 2024-04-22T00:04:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.677+0000 7fe557fff640 1 -- 172.21.15.80:0/3935212054 learned_addr learned my addr 172.21.15.80:0/3935212054 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe55d45f640 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64eed40 0x5650f64f5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe557fff640 1 -- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64eed40 msgr2=0x5650f64f5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe557fff640 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64eed40 0x5650f64f5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.671 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe557fff640 1 -- 172.21.15.80:0/3935212054 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 msgr2=0x5650f64f5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:17.672 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe557fff640 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.672 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe557fff640 1 -- 172.21.15.80:0/3935212054 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650f6233620 con 0x5650f64ef660 2024-04-22T00:04:17.672 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64eed40 0x5650f64f5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:04:17.672 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.678+0000 7fe557fff640 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64ef660 0x5650f64f58d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe54c017b70 tx=0x7fe54c017ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3bb7155272d621e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.682+0000 7fe53c7f8640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:04:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.682+0000 7fe53c7f8640 1 -- 172.21.15.80:0/3935212054 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe54c01e050 con 0x5650f64ef660 2024-04-22T00:04:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.682+0000 7fe53c7f8640 1 -- 172.21.15.80:0/3935212054 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fe54c004220 con 0x5650f64ef660 2024-04-22T00:04:17.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.682+0000 7fe561b88740 1 -- 172.21.15.80:0/3935212054 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe54c004870 con 0x5650f64ef660 2024-04-22T00:04:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.692+0000 7fe53c7f8640 1 -- 172.21.15.80:0/3935212054 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe54c004420 con 0x5650f64ef660 2024-04-22T00:04:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.693+0000 7fe561b88740 10 client.25834 fetch_fsmap learned FSMap version 27 2024-04-22T00:04:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.693+0000 7fe561b88740 1 -- 172.21.15.80:0/3935212054 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5650f6518320 con 0x5650f64ef660 2024-04-22T00:04:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.693+0000 7fe53c7f8640 1 -- 172.21.15.80:0/3935212054 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe54c004870 con 0x5650f64ef660 2024-04-22T00:04:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.693+0000 7fe53c7f8640 1 -- 172.21.15.80:0/3935212054 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fe54c0039b0 con 0x5650f64ef660 2024-04-22T00:04:17.686 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.693+0000 7fe561b88740 10 client.25834 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:04:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.693+0000 7fe561b88740 10 client.25834 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:04:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.693+0000 7fe561b88740 20 client.25834 populate_metadata read hostname 'smithi080' 2024-04-22T00:04:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.694+0000 7fe561b88740 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5650f6519b70 0x5650f651bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.694+0000 7fe561b88740 4 client.25834 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:04:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.694+0000 7fe561b88740 1 -- 172.21.15.80:0/3935212054 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5650f64600b0 con 0x5650f6519b70 2024-04-22T00:04:17.692 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.699+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5650f6519b70 0x5650f651bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.693 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.700+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5650f6519b70 0x5650f651bfb0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4562c89d9b38258 server_cookie=b9bdc35a4bd49360 in_seq=0 out_seq=0 2024-04-22T00:04:17.693 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.700+0000 7fe53c7f8640 10 client.25834 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.705+0000 7fe53c7f8640 1 -- 172.21.15.80:0/3935212054 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5650f64600b0 con 0x5650f6519b70 2024-04-22T00:04:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.705+0000 7fe53c7f8640 10 client.25834 handle_command_reply: tid=0 2024-04-22T00:04:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 client.25834 shutdown 2024-04-22T00:04:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 -- 172.21.15.80:0/3935212054 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64ef660 msgr2=0x5650f64f58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64ef660 0x5650f64f58d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe54c017b70 tx=0x7fe54c017ba0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 -- 172.21.15.80:0/3935212054 shutdown_connections 2024-04-22T00:04:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5650f6519b70 0x5650f651bfb0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64ef660 0x5650f64f58d0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 --2- 172.21.15.80:0/3935212054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64eed40 0x5650f64f5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 -- 172.21.15.80:0/3935212054 >> 172.21.15.80:0/3935212054 conn(0x5650f64e9660 msgr2=0x5650f64eb3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe53c7f8640 0 client.25834 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 -- 172.21.15.80:0/3935212054 shutdown_connections 2024-04-22T00:04:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.706+0000 7fe561b88740 1 -- 172.21.15.80:0/3935212054 wait complete. 2024-04-22T00:04:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.707+0000 7fe561b88740 20 client.25834 trim_cache size 0 max 16384 2024-04-22T00:04:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.822+0000 7fe561b88740 1 Processor -- start 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.828+0000 7fe561b88740 1 -- start start 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.828+0000 7fe561b88740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64eed40 0x5650f6515010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.828+0000 7fe561b88740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f64eb190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.828+0000 7fe561b88740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe557fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f64eb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe557fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f64eb190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:38222/0 (socket says 172.21.15.80:38222) 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe55d45f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe55d45f640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35402/0 (socket says 172.21.15.80:35402) 2024-04-22T00:04:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe557fff640 1 -- 172.21.15.80:0/1362296332 learned_addr learned my addr 172.21.15.80:0/1362296332 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe561b88740 1 -- 172.21.15.80:0/1362296332 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe5440126c0 con 0x5650f64f8430 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe561b88740 1 -- 172.21.15.80:0/1362296332 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe54400ff90 con 0x5650f64ef660 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe561b88740 1 -- 172.21.15.80:0/1362296332 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe54400dde0 con 0x5650f64eed40 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe55d45f640 1 -- 172.21.15.80:0/1362296332 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64eed40 msgr2=0x5650f6515010 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe55d45f640 1 --2- 172.21.15.80:0/1362296332 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64eed40 0x5650f6515010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe55d45f640 1 -- 172.21.15.80:0/1362296332 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 msgr2=0x5650f64eb190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe55d45f640 1 --2- 172.21.15.80:0/1362296332 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f64eb190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.829+0000 7fe55d45f640 1 -- 172.21.15.80:0/1362296332 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650f64ef450 con 0x5650f64f8430 2024-04-22T00:04:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.830+0000 7fe55d45f640 1 --2- 172.21.15.80:0/1362296332 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5c30 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fe5500cdfa0 tx=0x7fe55009c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9830a3d6e21dde1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.838+0000 7fe53e7fc640 1 -- 172.21.15.80:0/1362296332 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5500a1120 con 0x5650f64f8430 2024-04-22T00:04:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.838+0000 7fe53e7fc640 1 -- 172.21.15.80:0/1362296332 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe5500a59e0 con 0x5650f64f8430 2024-04-22T00:04:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.838+0000 7fe53e7fc640 1 -- 172.21.15.80:0/1362296332 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe55009c4b0 con 0x5650f64f8430 2024-04-22T00:04:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.841+0000 7fe561b88740 1 -- 172.21.15.80:0/1362296332 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 msgr2=0x5650f64f5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.841+0000 7fe561b88740 1 --2- 172.21.15.80:0/1362296332 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5c30 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fe5500cdfa0 tx=0x7fe55009c6d0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.844+0000 7fe561b88740 1 -- 172.21.15.80:0/1362296332 shutdown_connections 2024-04-22T00:04:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.844+0000 7fe561b88740 1 --2- 172.21.15.80:0/1362296332 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64f8430 0x5650f64f5c30 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.844+0000 7fe561b88740 1 --2- 172.21.15.80:0/1362296332 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f64eb190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.844+0000 7fe561b88740 1 --2- 172.21.15.80:0/1362296332 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64eed40 0x5650f6515010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.844+0000 7fe561b88740 1 -- 172.21.15.80:0/1362296332 >> 172.21.15.80:0/1362296332 conn(0x5650f64e9660 msgr2=0x5650f64eaa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:17.846 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.854+0000 7fe561b88740 1 -- 172.21.15.80:0/1362296332 shutdown_connections 2024-04-22T00:04:17.846 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.854+0000 7fe561b88740 1 -- 172.21.15.80:0/1362296332 wait complete. 2024-04-22T00:04:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.855+0000 7fe561b88740 1 -- start start 2024-04-22T00:04:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.855+0000 7fe561b88740 1 Processor -- start 2024-04-22T00:04:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe561b88740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f650c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe55cc5e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f650c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe55cc5e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f650c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:35408/0 (socket says 172.21.15.80:35408) 2024-04-22T00:04:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe55cc5e640 1 -- 172.21.15.80:0/2336344847 learned_addr learned my addr 172.21.15.80:0/2336344847 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe561b88740 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f650cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe561b88740 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f6578120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fe54400e450 con 0x5650f64eed40 2024-04-22T00:04:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe54400f8c0 con 0x5650f64ef660 2024-04-22T00:04:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fe54400eb20 con 0x5650f64f8430 2024-04-22T00:04:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.856+0000 7fe557fff640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f650cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe561b88740 10 client.0 _ll_register_callbacks cb 0x7fe54c00bf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:04:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe55d45f640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f6578120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe557fff640 1 -- 172.21.15.80:0/2336344847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 msgr2=0x5650f6578120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe557fff640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f6578120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe557fff640 1 -- 172.21.15.80:0/2336344847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 msgr2=0x5650f650c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe557fff640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f650c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe557fff640 1 -- 172.21.15.80:0/2336344847 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650f6578710 con 0x5650f64ef660 2024-04-22T00:04:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe55d45f640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f6578120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:04:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f650c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:04:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.857+0000 7fe557fff640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f650cd50 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x5650f6518270 tx=0x7fe54c00bd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e3a0388ac95ea53 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.882+0000 7fe53c7f8640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:04:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.882+0000 7fe53c7f8640 1 -- 172.21.15.80:0/2336344847 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe54c00bb50 con 0x5650f64ef660 2024-04-22T00:04:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.882+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5500a59e0 con 0x5650f64ef660 2024-04-22T00:04:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.882+0000 7fe53c7f8640 1 -- 172.21.15.80:0/2336344847 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fe54c004da0 con 0x5650f64ef660 2024-04-22T00:04:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.888+0000 7fe53c7f8640 1 -- 172.21.15.80:0/2336344847 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe54c0178c0 con 0x5650f64ef660 2024-04-22T00:04:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.888+0000 7fe561b88740 10 client.25898 fetch_fsmap learned FSMap version 27 2024-04-22T00:04:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.888+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5650f657fa80 con 0x5650f64ef660 2024-04-22T00:04:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.888+0000 7fe53c7f8640 1 -- 172.21.15.80:0/2336344847 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe5500a59e0 con 0x5650f64ef660 2024-04-22T00:04:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.889+0000 7fe53c7f8640 1 -- 172.21.15.80:0/2336344847 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fe54c006110 con 0x5650f64ef660 2024-04-22T00:04:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.889+0000 7fe561b88740 10 client.25898 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:04:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.889+0000 7fe561b88740 10 client.25898 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:04:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.889+0000 7fe561b88740 20 client.25898 populate_metadata read hostname 'smithi080' 2024-04-22T00:04:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.889+0000 7fe561b88740 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5650f6580130 0x5650f6582590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.889+0000 7fe561b88740 4 client.25898 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:04:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.889+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5650f645a400 con 0x5650f6580130 2024-04-22T00:04:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.889+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5650f6580130 0x5650f6582590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.890+0000 7fe55cc5e640 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5650f6580130 0x5650f6582590 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b74b35887837514 server_cookie=d60473bb24859112 in_seq=0 out_seq=0 2024-04-22T00:04:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:17.891+0000 7fe53c7f8640 10 client.25898 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:19.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:18 smithi120 ceph-mon[31499]: pgmap v187: 129 pgs: 129 active+clean; 622 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 8.9 MiB/s wr, 603 op/s 2024-04-22T00:04:19.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:18 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:04:19.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:18 smithi144 ceph-mon[31316]: pgmap v187: 129 pgs: 129 active+clean; 622 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 8.9 MiB/s wr, 603 op/s 2024-04-22T00:04:19.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:18 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:04:19.460 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:18 smithi080 ceph-mon[27925]: pgmap v187: 129 pgs: 129 active+clean; 622 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 8.9 MiB/s wr, 603 op/s 2024-04-22T00:04:19.460 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:18 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:04:21.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:21 smithi120 ceph-mon[31499]: pgmap v188: 129 pgs: 129 active+clean; 621 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 409 op/s 2024-04-22T00:04:21.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:21 smithi144 ceph-mon[31316]: pgmap v188: 129 pgs: 129 active+clean; 621 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 409 op/s 2024-04-22T00:04:21.457 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:21 smithi080 ceph-mon[27925]: pgmap v188: 129 pgs: 129 active+clean; 621 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 409 op/s 2024-04-22T00:04:23.363 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:23 smithi144 ceph-mon[31316]: pgmap v189: 129 pgs: 129 active+clean; 627 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 631 op/s 2024-04-22T00:04:23.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:23 smithi080 ceph-mon[27925]: pgmap v189: 129 pgs: 129 active+clean; 627 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 631 op/s 2024-04-22T00:04:23.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:23 smithi120 ceph-mon[31499]: pgmap v189: 129 pgs: 129 active+clean; 627 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 631 op/s 2024-04-22T00:04:24.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:24 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:04:24.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:24 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:04:24.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:24 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:04:24.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:24 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:04:24.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:24 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:04:24.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:24 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:04:24.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:24 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:04:24.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:24 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:04:24.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:24 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:04:25.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:25 smithi080 ceph-mon[27925]: pgmap v190: 129 pgs: 129 active+clean; 632 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 4.9 MiB/s wr, 1.01k op/s 2024-04-22T00:04:25.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:25 smithi120 ceph-mon[31499]: pgmap v190: 129 pgs: 129 active+clean; 632 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 4.9 MiB/s wr, 1.01k op/s 2024-04-22T00:04:25.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:25 smithi144 ceph-mon[31316]: pgmap v190: 129 pgs: 129 active+clean; 632 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 4.9 MiB/s wr, 1.01k op/s 2024-04-22T00:04:26.877 INFO:tasks.workunit.client.0.smithi080.stdout: 159 1607800 318 1143072 359 931624 1066 2024-04-22T00:04:27.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.069+0000 7fe53c7f8640 1 -- 172.21.15.80:0/2336344847 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5650f645a400 con 0x5650f6580130 2024-04-22T00:04:27.063 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.069+0000 7fe53c7f8640 10 client.25898 handle_command_reply: tid=0 2024-04-22T00:04:27.064 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.070+0000 7fe561b88740 1 client.25898 shutdown 2024-04-22T00:04:27.064 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.070+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 msgr2=0x5650f650cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:27.064 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.070+0000 7fe561b88740 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f650cd50 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x5650f6518270 tx=0x7fe54c00bd10 comp rx=0 tx=0).stop 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 shutdown_connections 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe561b88740 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5650f6580130 0x5650f6582590 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe561b88740 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5650f64f8430 0x5650f6578120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe561b88740 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5650f64ef660 0x5650f650cd50 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe561b88740 1 --2- 172.21.15.80:0/2336344847 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5650f64eed40 0x5650f650c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 >> 172.21.15.80:0/2336344847 conn(0x5650f64e9660 msgr2=0x5650f64eb290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe53c7f8640 0 client.25898 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 shutdown_connections 2024-04-22T00:04:27.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.071+0000 7fe561b88740 1 -- 172.21.15.80:0/2336344847 wait complete. 2024-04-22T00:04:27.068 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.075+0000 7fe561b88740 20 client.25898 trim_cache size 0 max 16384 2024-04-22T00:04:27.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:04:27.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:04:27.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:04:27.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:04:27.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 -- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe5400a2f30 msgr2=0x7fe5400a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:27.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe5400a2f30 0x7fe5400a53f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe5480096c0 tx=0x7fe548000bc0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.174 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 -- 172.21.15.80:0/2035774906 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810e210 msgr2=0x7fe55807f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:27.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810e210 0x7fe55807f050 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe55000eb40 tx=0x7fe55000c2d0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 -- 172.21.15.80:0/2035774906 shutdown_connections 2024-04-22T00:04:27.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fe55810e210 0x7fe55807f050 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fe5400a2f30 0x7fe5400a53f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe55810d870 0x7fe55807eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 --2- 172.21.15.80:0/2035774906 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fe55810cbe0 0x7fe55807e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:27.175 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.180+0000 7fe55dc60640 1 -- 172.21.15.80:0/2035774906 >> 172.21.15.80:0/2035774906 conn(0x7fe55806c680 msgr2=0x7fe558072110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:27.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.183+0000 7fe55dc60640 1 -- 172.21.15.80:0/2035774906 shutdown_connections 2024-04-22T00:04:27.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:27.183+0000 7fe55dc60640 1 -- 172.21.15.80:0/2035774906 wait complete. 2024-04-22T00:04:27.449 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:27 smithi080 ceph-mon[27925]: pgmap v191: 129 pgs: 129 active+clean; 632 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 997 op/s 2024-04-22T00:04:27.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:27 smithi120 ceph-mon[31499]: pgmap v191: 129 pgs: 129 active+clean; 632 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 997 op/s 2024-04-22T00:04:27.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:27 smithi144 ceph-mon[31316]: pgmap v191: 129 pgs: 129 active+clean; 632 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 997 op/s 2024-04-22T00:04:29.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:29 smithi080 ceph-mon[27925]: pgmap v192: 129 pgs: 129 active+clean; 631 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 1.10k op/s 2024-04-22T00:04:29.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:29 smithi120 ceph-mon[31499]: pgmap v192: 129 pgs: 129 active+clean; 631 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 1.10k op/s 2024-04-22T00:04:29.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:29 smithi144 ceph-mon[31316]: pgmap v192: 129 pgs: 129 active+clean; 631 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 1.10k op/s 2024-04-22T00:04:31.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:31 smithi080 ceph-mon[27925]: pgmap v193: 129 pgs: 129 active+clean; 618 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 1.08k op/s 2024-04-22T00:04:31.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:31 smithi120 ceph-mon[31499]: pgmap v193: 129 pgs: 129 active+clean; 618 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 1.08k op/s 2024-04-22T00:04:31.613 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:31 smithi144 ceph-mon[31316]: pgmap v193: 129 pgs: 129 active+clean; 618 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 1.08k op/s 2024-04-22T00:04:33.416 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:33 smithi144 ceph-mon[31316]: pgmap v194: 129 pgs: 129 active+clean; 620 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 1.16k op/s 2024-04-22T00:04:33.448 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:33 smithi080 ceph-mon[27925]: pgmap v194: 129 pgs: 129 active+clean; 620 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 1.16k op/s 2024-04-22T00:04:33.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:33 smithi120 ceph-mon[31499]: pgmap v194: 129 pgs: 129 active+clean; 620 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 1.16k op/s 2024-04-22T00:04:34.494 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:34 smithi120 ceph-mon[31499]: pgmap v195: 129 pgs: 129 active+clean; 635 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.8 MiB/s wr, 1.01k op/s 2024-04-22T00:04:34.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:34 smithi144 ceph-mon[31316]: pgmap v195: 129 pgs: 129 active+clean; 635 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.8 MiB/s wr, 1.01k op/s 2024-04-22T00:04:34.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:34 smithi080 ceph-mon[27925]: pgmap v195: 129 pgs: 129 active+clean; 635 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.8 MiB/s wr, 1.01k op/s 2024-04-22T00:04:36.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:36 smithi144 ceph-mon[31316]: pgmap v196: 129 pgs: 129 active+clean; 639 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 640 op/s 2024-04-22T00:04:36.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:36 smithi080 ceph-mon[27925]: pgmap v196: 129 pgs: 129 active+clean; 639 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 640 op/s 2024-04-22T00:04:36.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:36 smithi120 ceph-mon[31499]: pgmap v196: 129 pgs: 129 active+clean; 639 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 640 op/s 2024-04-22T00:04:36.878 INFO:tasks.workunit.client.0.smithi080.stdout: 162 1203862 191 862008 294 700967 769 2024-04-22T00:04:38.516 INFO:tasks.workunit.client.0.smithi080.stdout: 2024-04-22T00:04:38.516 INFO:tasks.workunit.client.0.smithi080.stdout:Final score for writes: 162 2024-04-22T00:04:38.516 INFO:tasks.workunit.client.0.smithi080.stdout:Final score for reads : 670234 2024-04-22T00:04:38.516 INFO:tasks.workunit.client.0.smithi080.stdout: 2024-04-22T00:04:38.517 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T00:04:38.517 DEBUG:teuthology.orchestra.run.smithi080:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T00:04:38.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:38 smithi144 ceph-mon[31316]: pgmap v197: 129 pgs: 129 active+clean; 654 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.7 MiB/s wr, 620 op/s 2024-04-22T00:04:38.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:38 smithi080 ceph-mon[27925]: pgmap v197: 129 pgs: 129 active+clean; 654 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.7 MiB/s wr, 620 op/s 2024-04-22T00:04:38.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:38 smithi120 ceph-mon[31499]: pgmap v197: 129 pgs: 129 active+clean; 654 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.7 MiB/s wr, 620 op/s 2024-04-22T00:04:40.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 -- 172.21.15.80:0/2646440743 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 msgr2=0x7f6540100af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:40.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2646440743 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 0x7f6540100af0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f6528009930 tx=0x7f652802bc30 comp rx=0 tx=0).stop 2024-04-22T00:04:40.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 -- 172.21.15.80:0/2646440743 shutdown_connections 2024-04-22T00:04:40.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2646440743 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6540101030 0x7f654010d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2646440743 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 0x7f6540100af0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2646440743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6540106630 0x7f6540106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.389 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 -- 172.21.15.80:0/2646440743 >> 172.21.15.80:0/2646440743 conn(0x7f65400777c0 msgr2=0x7f6540077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 -- 172.21.15.80:0/2646440743 shutdown_connections 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.392+0000 7f6544fd7640 1 -- 172.21.15.80:0/2646440743 wait complete. 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6544fd7640 1 Processor -- start 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6544fd7640 1 -- start start 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6544fd7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 0x7f6540196f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6544fd7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6540101030 0x7f6540197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6544fd7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6540106630 0x7f654019b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6544fd7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6540110a40 con 0x7f6540100670 2024-04-22T00:04:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6544fd7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f65401108c0 con 0x7f6540106630 2024-04-22T00:04:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6544fd7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6540110bc0 con 0x7f6540101030 2024-04-22T00:04:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 0x7f6540196f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 0x7f6540196f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46740/0 (socket says 172.21.15.80:46740) 2024-04-22T00:04:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 -- 172.21.15.80:0/2089328891 learned_addr learned my addr 172.21.15.80:0/2089328891 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6540106630 0x7f654019b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f6537fff640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6540101030 0x7f6540197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 -- 172.21.15.80:0/2089328891 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6540101030 msgr2=0x7f6540197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6540101030 0x7f6540197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 -- 172.21.15.80:0/2089328891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6540106630 msgr2=0x7f654019b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6540106630 0x7f654019b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 -- 172.21.15.80:0/2089328891 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f654019be70 con 0x7f6540100670 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6540106630 0x7f654019b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.393+0000 7f653e59c640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 0x7f6540196f20 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f653000e9f0 tx=0x7f653000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.394+0000 7f65377fe640 1 -- 172.21.15.80:0/2089328891 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653000cd80 con 0x7f6540100670 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.394+0000 7f65377fe640 1 -- 172.21.15.80:0/2089328891 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6530010910 con 0x7f6540100670 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.394+0000 7f6544fd7640 1 -- 172.21.15.80:0/2089328891 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f654019c160 con 0x7f6540100670 2024-04-22T00:04:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.394+0000 7f65377fe640 1 -- 172.21.15.80:0/2089328891 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6530018990 con 0x7f6540100670 2024-04-22T00:04:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.394+0000 7f6544fd7640 1 -- 172.21.15.80:0/2089328891 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65401a39f0 con 0x7f6540100670 2024-04-22T00:04:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.396+0000 7f65377fe640 1 -- 172.21.15.80:0/2089328891 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6530010ac0 con 0x7f6540100670 2024-04-22T00:04:40.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.396+0000 7f6547bc3740 1 Processor -- start 2024-04-22T00:04:40.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.396+0000 7f65377fe640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f652c0a2da0 0x7f652c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.396+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f652c0a2da0 0x7f652c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.396+0000 7f6547bc3740 1 -- start start 2024-04-22T00:04:40.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f65377fe640 1 -- 172.21.15.80:0/2089328891 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f65300cfa00 con 0x7f6540100670 2024-04-22T00:04:40.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb07f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.403 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb07fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb08f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6547bc3740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x557cdafe3b70 con 0x557cdb080710 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6547bc3740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557cdaf8c470 con 0x557cdb07f9e0 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6547bc3740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x557cdafdfb30 con 0x557cdb08d360 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f653e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb07f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6537fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb07fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f652c0a2da0 0x7f652c0a5260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6538009fd0 tx=0x7f6538009600 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f653e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb07f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46750/0 (socket says 172.21.15.80:46750) 2024-04-22T00:04:40.404 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f653e59c640 1 -- 172.21.15.80:0/2722138851 learned_addr learned my addr 172.21.15.80:0/2722138851 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:40.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb08f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6537fff640 1 -- 172.21.15.80:0/2722138851 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 msgr2=0x557cdb08f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:40.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6537fff640 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb08f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6537fff640 1 -- 172.21.15.80:0/2722138851 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 msgr2=0x557cdb07f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:40.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6537fff640 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb07f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6537fff640 1 -- 172.21.15.80:0/2722138851 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cdacf8210 con 0x557cdb07f9e0 2024-04-22T00:04:40.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb08f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:04:40.405 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6537fff640 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb07fe60 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6528009230 tx=0x7f6528005bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ade224f6fc5fd49 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.397+0000 7f6534ff9640 1 -- 172.21.15.80:0/2722138851 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6528042070 con 0x557cdb07f9e0 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6534ff9640 1 -- 172.21.15.80:0/2722138851 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f652802c690 con 0x557cdb07f9e0 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6534ff9640 1 -- 172.21.15.80:0/2722138851 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6528004f50 con 0x557cdb07f9e0 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 -- 172.21.15.80:0/2722138851 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 msgr2=0x557cdb07fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb07fe60 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6528009230 tx=0x7f6528005bf0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 -- 172.21.15.80:0/2722138851 shutdown_connections 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb08f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb07fe60 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 --2- 172.21.15.80:0/2722138851 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb07f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.406 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 -- 172.21.15.80:0/2722138851 >> 172.21.15.80:0/2722138851 conn(0x557cdb07a440 msgr2=0x557cdb07a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 -- 172.21.15.80:0/2722138851 shutdown_connections 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.398+0000 7f6547bc3740 1 -- 172.21.15.80:0/2722138851 wait complete. 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 1 -- start start 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 1 Processor -- start 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb07f9e0 0x557cdb08a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb08ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x557cdb090170 con 0x557cdb07f9e0 2024-04-22T00:04:40.407 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557cdaf9fa10 con 0x557cdb080710 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x557cdb0902f0 con 0x557cdb08d360 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6547bc3740 10 client.0 _ll_register_callbacks cb 0x557cdafdab60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb07f9e0 0x557cdb08a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6537fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb07f9e0 0x557cdb08a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46760/0 (socket says 172.21.15.80:46760) 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 -- 172.21.15.80:0/1935537375 learned_addr learned my addr 172.21.15.80:0/1935537375 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 -- 172.21.15.80:0/1935537375 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 msgr2=0x557cdb08ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb08ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.408 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 -- 172.21.15.80:0/1935537375 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 msgr2=0x557cdb08a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:40.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 -- 172.21.15.80:0/1935537375 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cdadc4620 con 0x557cdb07f9e0 2024-04-22T00:04:40.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6537fff640 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:04:40.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f653e59c640 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb07f9e0 0x557cdb08a2d0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f6530098110 tx=0x7f653009b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42402459792598ed server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:40.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6525ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:04:40.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.399+0000 7f6525ffb640 1 -- 172.21.15.80:0/1935537375 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6530018b30 con 0x557cdb07f9e0 2024-04-22T00:04:40.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6525ffb640 1 -- 172.21.15.80:0/1935537375 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f6530018cd0 con 0x557cdb07f9e0 2024-04-22T00:04:40.409 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 1 -- 172.21.15.80:0/1935537375 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557cdaff10b0 con 0x557cdb07f9e0 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6525ffb640 1 -- 172.21.15.80:0/1935537375 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f653009b100 con 0x557cdb07f9e0 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 10 client.16491 fetch_fsmap learned FSMap version 27 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 1 -- 172.21.15.80:0/1935537375 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x557cdb09c430 con 0x557cdb07f9e0 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6525ffb640 1 -- 172.21.15.80:0/1935537375 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x557cdaff10b0 con 0x557cdb07f9e0 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6525ffb640 1 -- 172.21.15.80:0/1935537375 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f653009ab70 con 0x557cdb07f9e0 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 10 client.16491 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 10 client.16491 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 20 client.16491 populate_metadata read hostname 'smithi080' 2024-04-22T00:04:40.410 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557cdb09d8f0 0x557cdb09fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 4 client.16491 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6547bc3740 1 -- 172.21.15.80:0/1935537375 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557cdafeb400 con 0x557cdb09d8f0 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.400+0000 7f6537fff640 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557cdb09d8f0 0x557cdb09fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.401+0000 7f6525ffb640 10 client.16491 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.401+0000 7f6537fff640 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557cdb09d8f0 0x557cdb09fd00 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7292abe4ac5d5b51 server_cookie=87818feaf81b3178 in_seq=0 out_seq=0 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6525ffb640 1 -- 172.21.15.80:0/1935537375 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557cdafeb400 con 0x557cdb09d8f0 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6525ffb640 10 client.16491 handle_command_reply: tid=0 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 client.16491 shutdown 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 -- 172.21.15.80:0/1935537375 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb07f9e0 msgr2=0x557cdb08a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:40.411 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb07f9e0 0x557cdb08a2d0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f6530098110 tx=0x7f653009b900 comp rx=0 tx=0).stop 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 -- 172.21.15.80:0/1935537375 shutdown_connections 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557cdb09d8f0 0x557cdb09fd00 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb08ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 --2- 172.21.15.80:0/1935537375 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb07f9e0 0x557cdb08a2d0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6525ffb640 0 client.16491 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 -- 172.21.15.80:0/1935537375 >> 172.21.15.80:0/1935537375 conn(0x557cdb07a440 msgr2=0x557cdb07c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 -- 172.21.15.80:0/1935537375 shutdown_connections 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 1 -- 172.21.15.80:0/1935537375 wait complete. 2024-04-22T00:04:40.412 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.402+0000 7f6547bc3740 20 client.16491 trim_cache size 0 max 16384 2024-04-22T00:04:40.419 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6547bc3740 1 Processor -- start 2024-04-22T00:04:40.419 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6547bc3740 1 -- start start 2024-04-22T00:04:40.419 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb07f9e0 0x557cdb08ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb08d360 0x557cdb08e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6547bc3740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f65401aef70 con 0x557cdb08d360 2024-04-22T00:04:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6547bc3740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f65401ac840 con 0x557cdb080710 2024-04-22T00:04:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6547bc3740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f65401aa690 con 0x557cdb07f9e0 2024-04-22T00:04:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb08d360 0x557cdb08e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6537fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653ed9d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb08d360 0x557cdb08e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46768/0 (socket says 172.21.15.80:46768) 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6537fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08e020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:49200/0 (socket says 172.21.15.80:49200) 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653ed9d640 1 -- 172.21.15.80:0/2842778555 learned_addr learned my addr 172.21.15.80:0/2842778555 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653e59c640 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb07f9e0 0x557cdb08ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653ed9d640 1 -- 172.21.15.80:0/2842778555 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb07f9e0 msgr2=0x557cdb08ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb07f9e0 0x557cdb08ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653ed9d640 1 -- 172.21.15.80:0/2842778555 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 msgr2=0x557cdb08e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f653ed9d640 1 -- 172.21.15.80:0/2842778555 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cdb081c60 con 0x557cdb08d360 2024-04-22T00:04:40.421 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.418+0000 7f6537fff640 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:04:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.419+0000 7f653ed9d640 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb08d360 0x557cdb08e560 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f653800e910 tx=0x7f6538004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edf7754dea9298c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.419+0000 7f6527fff640 1 -- 172.21.15.80:0/2842778555 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6538012b50 con 0x557cdb08d360 2024-04-22T00:04:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.419+0000 7f6527fff640 1 -- 172.21.15.80:0/2842778555 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6538012cf0 con 0x557cdb08d360 2024-04-22T00:04:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.419+0000 7f6527fff640 1 -- 172.21.15.80:0/2842778555 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6538027680 con 0x557cdb08d360 2024-04-22T00:04:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.419+0000 7f6547bc3740 1 -- 172.21.15.80:0/2842778555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb08d360 msgr2=0x557cdb08e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.419+0000 7f6547bc3740 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb08d360 0x557cdb08e560 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f653800e910 tx=0x7f6538004ab0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 -- 172.21.15.80:0/2842778555 shutdown_connections 2024-04-22T00:04:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb08d360 0x557cdb08e560 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb080710 0x557cdb08e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 --2- 172.21.15.80:0/2842778555 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb07f9e0 0x557cdb08ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 -- 172.21.15.80:0/2842778555 >> 172.21.15.80:0/2842778555 conn(0x557cdb07a440 msgr2=0x557cdb082180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 -- 172.21.15.80:0/2842778555 shutdown_connections 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 -- 172.21.15.80:0/2842778555 wait complete. 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 -- start start 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 Processor -- start 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb0a5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb095580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb095b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f65401aad00 con 0x557cdb080710 2024-04-22T00:04:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f65401ac170 con 0x557cdb07f9e0 2024-04-22T00:04:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f65401ab3d0 con 0x557cdb08d360 2024-04-22T00:04:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6547bc3740 10 client.0 _ll_register_callbacks cb 0x7f653009b610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:04:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6537fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb095580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6537fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb095580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46772/0 (socket says 172.21.15.80:46772) 2024-04-22T00:04:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6537fff640 1 -- 172.21.15.80:0/3057700540 learned_addr learned my addr 172.21.15.80:0/3057700540 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:40.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f653e59c640 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb0a5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f653ed9d640 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb095b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6537fff640 1 -- 172.21.15.80:0/3057700540 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 msgr2=0x557cdb095b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:40.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6537fff640 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb095b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6537fff640 1 -- 172.21.15.80:0/3057700540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 msgr2=0x557cdb0a5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:40.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.420+0000 7f6537fff640 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb0a5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:40.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6537fff640 1 -- 172.21.15.80:0/3057700540 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cdb098be0 con 0x557cdb080710 2024-04-22T00:04:40.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6537fff640 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb095580 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f6528009230 tx=0x7f6528009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e0b9eb361927d54 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:40.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6525ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:04:40.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6525ffb640 1 -- 172.21.15.80:0/3057700540 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6528054060 con 0x557cdb080710 2024-04-22T00:04:40.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6525ffb640 1 -- 172.21.15.80:0/3057700540 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f652804fdc0 con 0x557cdb080710 2024-04-22T00:04:40.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 1 -- 172.21.15.80:0/3057700540 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6538012cf0 con 0x557cdb080710 2024-04-22T00:04:40.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6525ffb640 1 -- 172.21.15.80:0/3057700540 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f652805b050 con 0x557cdb080710 2024-04-22T00:04:40.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 10 client.16497 fetch_fsmap learned FSMap version 27 2024-04-22T00:04:40.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 1 -- 172.21.15.80:0/3057700540 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x557cdb08c2b0 con 0x557cdb080710 2024-04-22T00:04:40.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6525ffb640 1 -- 172.21.15.80:0/3057700540 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6538012cf0 con 0x557cdb080710 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6525ffb640 1 -- 172.21.15.80:0/3057700540 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f6528004f50 con 0x557cdb080710 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 10 client.16497 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 10 client.16497 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 20 client.16497 populate_metadata read hostname 'smithi080' 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557cdb103e80 0x557cdb106270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 4 client.16497 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.421+0000 7f6547bc3740 1 -- 172.21.15.80:0/3057700540 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557cdaf697a0 con 0x557cdb103e80 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.422+0000 7f653e59c640 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557cdb103e80 0x557cdb106270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.422+0000 7f653e59c640 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557cdb103e80 0x557cdb106270 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca51c7155486ab16 server_cookie=5c868aef17fe1d3d in_seq=0 out_seq=0 2024-04-22T00:04:40.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:40.422+0000 7f6525ffb640 10 client.16497 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:40.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:40 smithi144 ceph-mon[31316]: pgmap v198: 129 pgs: 129 active+clean; 654 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 517 op/s 2024-04-22T00:04:40.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:40 smithi080 ceph-mon[27925]: pgmap v198: 129 pgs: 129 active+clean; 654 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 517 op/s 2024-04-22T00:04:40.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:40 smithi120 ceph-mon[31499]: pgmap v198: 129 pgs: 129 active+clean; 654 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 517 op/s 2024-04-22T00:04:42.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:42 smithi144 ceph-mon[31316]: pgmap v199: 129 pgs: 129 active+clean; 662 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.7 MiB/s wr, 468 op/s 2024-04-22T00:04:42.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:42 smithi080 ceph-mon[27925]: pgmap v199: 129 pgs: 129 active+clean; 662 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.7 MiB/s wr, 468 op/s 2024-04-22T00:04:42.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:42 smithi120 ceph-mon[31499]: pgmap v199: 129 pgs: 129 active+clean; 662 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.7 MiB/s wr, 468 op/s 2024-04-22T00:04:44.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:44 smithi144 ceph-mon[31316]: pgmap v200: 129 pgs: 129 active+clean; 664 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 452 op/s 2024-04-22T00:04:44.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:44 smithi080 ceph-mon[27925]: pgmap v200: 129 pgs: 129 active+clean; 664 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 452 op/s 2024-04-22T00:04:44.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:44 smithi120 ceph-mon[31499]: pgmap v200: 129 pgs: 129 active+clean; 664 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 452 op/s 2024-04-22T00:04:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.860+0000 7f6525ffb640 1 -- 172.21.15.80:0/3057700540 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557cdaf697a0 con 0x557cdb103e80 2024-04-22T00:04:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.860+0000 7f6525ffb640 10 client.16497 handle_command_reply: tid=0 2024-04-22T00:04:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.860+0000 7f6547bc3740 1 client.16497 shutdown 2024-04-22T00:04:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 -- 172.21.15.80:0/3057700540 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 msgr2=0x557cdb095580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb095580 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f6528009230 tx=0x7f6528009260 comp rx=0 tx=0).stop 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 -- 172.21.15.80:0/3057700540 shutdown_connections 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x557cdb103e80 0x557cdb106270 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x557cdb08d360 0x557cdb095b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6525ffb640 0 client.16497 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x557cdb080710 0x557cdb095580 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 --2- 172.21.15.80:0/3057700540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557cdb07f9e0 0x557cdb0a5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 -- 172.21.15.80:0/3057700540 >> 172.21.15.80:0/3057700540 conn(0x557cdb07a440 msgr2=0x557cdb08e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.861+0000 7f6547bc3740 1 -- 172.21.15.80:0/3057700540 shutdown_connections 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.862+0000 7f6547bc3740 1 -- 172.21.15.80:0/3057700540 wait complete. 2024-04-22T00:04:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.862+0000 7f6547bc3740 20 client.16497 trim_cache size 0 max 16384 2024-04-22T00:04:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:04:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:04:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:04:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:04:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 -- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f652c0a2da0 msgr2=0x7f652c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f652c0a2da0 0x7f652c0a5260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6538009fd0 tx=0x7f6538009600 comp rx=0 tx=0).stop 2024-04-22T00:04:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 -- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 msgr2=0x7f6540196f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 0x7f6540196f20 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f653000e9f0 tx=0x7f653000eeb0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 -- 172.21.15.80:0/2089328891 shutdown_connections 2024-04-22T00:04:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f652c0a2da0 0x7f652c0a5260 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6540106630 0x7f654019b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6540101030 0x7f6540197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 --2- 172.21.15.80:0/2089328891 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6540100670 0x7f6540196f20 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 -- 172.21.15.80:0/2089328891 >> 172.21.15.80:0/2089328891 conn(0x7f65400777c0 msgr2=0x7f6540103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 -- 172.21.15.80:0/2089328891 shutdown_connections 2024-04-22T00:04:44.860 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:44.863+0000 7f6544fd7640 1 -- 172.21.15.80:0/2089328891 wait complete. 2024-04-22T00:04:46.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:46 smithi144 ceph-mon[31316]: pgmap v201: 129 pgs: 129 active+clean; 664 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 352 op/s 2024-04-22T00:04:46.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:46 smithi080 ceph-mon[27925]: pgmap v201: 129 pgs: 129 active+clean; 664 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 352 op/s 2024-04-22T00:04:46.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:46 smithi120 ceph-mon[31499]: pgmap v201: 129 pgs: 129 active+clean; 664 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 352 op/s 2024-04-22T00:04:48.614 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:48 smithi144 ceph-mon[31316]: pgmap v202: 129 pgs: 129 active+clean; 620 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 986 op/s 2024-04-22T00:04:48.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:48 smithi080 ceph-mon[27925]: pgmap v202: 129 pgs: 129 active+clean; 620 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 986 op/s 2024-04-22T00:04:48.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:48 smithi120 ceph-mon[31499]: pgmap v202: 129 pgs: 129 active+clean; 620 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 986 op/s 2024-04-22T00:04:50.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:50 smithi080 ceph-mon[27925]: pgmap v203: 129 pgs: 129 active+clean; 618 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 1.23k op/s 2024-04-22T00:04:50.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:50 smithi120 ceph-mon[31499]: pgmap v203: 129 pgs: 129 active+clean; 618 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 1.23k op/s 2024-04-22T00:04:50.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:50 smithi144 ceph-mon[31316]: pgmap v203: 129 pgs: 129 active+clean; 618 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 1.23k op/s 2024-04-22T00:04:52.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:52 smithi080 ceph-mon[27925]: pgmap v204: 129 pgs: 129 active+clean; 631 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 1.30k op/s 2024-04-22T00:04:52.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:52 smithi120 ceph-mon[31499]: pgmap v204: 129 pgs: 129 active+clean; 631 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 1.30k op/s 2024-04-22T00:04:52.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:52 smithi144 ceph-mon[31316]: pgmap v204: 129 pgs: 129 active+clean; 631 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 1.30k op/s 2024-04-22T00:04:54.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:54 smithi080 ceph-mon[27925]: pgmap v205: 129 pgs: 129 active+clean; 643 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 1.41k op/s 2024-04-22T00:04:54.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:54 smithi120 ceph-mon[31499]: pgmap v205: 129 pgs: 129 active+clean; 643 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 1.41k op/s 2024-04-22T00:04:54.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:54 smithi144 ceph-mon[31316]: pgmap v205: 129 pgs: 129 active+clean; 643 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 1.41k op/s 2024-04-22T00:04:56.698 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:56 smithi080 ceph-mon[27925]: pgmap v206: 129 pgs: 129 active+clean; 644 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 1.32k op/s 2024-04-22T00:04:56.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:56 smithi120 ceph-mon[31499]: pgmap v206: 129 pgs: 129 active+clean; 644 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 1.32k op/s 2024-04-22T00:04:56.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:56 smithi144 ceph-mon[31316]: pgmap v206: 129 pgs: 129 active+clean; 644 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 1.32k op/s 2024-04-22T00:04:58.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.007+0000 7fa33434a640 1 -- 172.21.15.80:0/3479843668 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106730 msgr2=0x7fa32c069f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:58.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.007+0000 7fa33434a640 1 --2- 172.21.15.80:0/3479843668 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106730 0x7fa32c069f70 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa324009be0 tx=0x7fa32402bf10 comp rx=0 tx=0).stop 2024-04-22T00:04:58.002 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.007+0000 7fa33434a640 1 -- 172.21.15.80:0/3479843668 shutdown_connections 2024-04-22T00:04:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.007+0000 7fa33434a640 1 --2- 172.21.15.80:0/3479843668 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa32c06ab90 0x7fa32c1041f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.007+0000 7fa33434a640 1 --2- 172.21.15.80:0/3479843668 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa32c106ba0 0x7fa32c06a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.007+0000 7fa33434a640 1 --2- 172.21.15.80:0/3479843668 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106730 0x7fa32c069f70 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.007+0000 7fa33434a640 1 -- 172.21.15.80:0/3479843668 >> 172.21.15.80:0/3479843668 conn(0x7fa32c076370 msgr2=0x7fa32c076780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:58.011 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.011+0000 7fa33434a640 1 -- 172.21.15.80:0/3479843668 shutdown_connections 2024-04-22T00:04:58.011 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.011+0000 7fa33434a640 1 -- 172.21.15.80:0/3479843668 wait complete. 2024-04-22T00:04:58.011 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.012+0000 7fa33434a640 1 Processor -- start 2024-04-22T00:04:58.011 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.012+0000 7fa33434a640 1 -- start start 2024-04-22T00:04:58.011 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.012+0000 7fa33434a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa32c106730 0x7fa32c10d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.011 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.012+0000 7fa33434a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106ba0 0x7fa32c10dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.011 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.012+0000 7fa33434a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa32c071f40 0x7fa32c0723b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.012 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.012+0000 7fa33434a640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c1099f0 con 0x7fa32c106730 2024-04-22T00:04:58.012 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.012+0000 7fa33434a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c109870 con 0x7fa32c071f40 2024-04-22T00:04:58.012 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.012+0000 7fa33434a640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c109b70 con 0x7fa32c106ba0 2024-04-22T00:04:58.012 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.013+0000 7fa3320e6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa32c106730 0x7fa32c10d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.012 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.013+0000 7fa3320e6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa32c106730 0x7fa32c10d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49934/0 (socket says 172.21.15.80:49934) 2024-04-22T00:04:58.012 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.013+0000 7fa3320e6640 1 -- 172.21.15.80:0/2208231787 learned_addr learned my addr 172.21.15.80:0/2208231787 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:58.012 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.013+0000 7fa3318e5640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106ba0 0x7fa32c10dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.013+0000 7fa3328e7640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa32c071f40 0x7fa32c0723b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.015+0000 7fa3318e5640 1 -- 172.21.15.80:0/2208231787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa32c071f40 msgr2=0x7fa32c0723b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.015+0000 7fa3318e5640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa32c071f40 0x7fa32c0723b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.015+0000 7fa3318e5640 1 -- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa32c106730 msgr2=0x7fa32c10d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.015+0000 7fa3318e5640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa32c106730 0x7fa32c10d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.015+0000 7fa3318e5640 1 -- 172.21.15.80:0/2208231787 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32c0728f0 con 0x7fa32c106ba0 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.015+0000 7fa3318e5640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106ba0 0x7fa32c10dc10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa32c077840 tx=0x7fa32801fe40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.016+0000 7fa3237fe640 1 -- 172.21.15.80:0/2208231787 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32801db60 con 0x7fa32c106ba0 2024-04-22T00:04:58.013 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.016+0000 7fa3237fe640 1 -- 172.21.15.80:0/2208231787 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa32801dd00 con 0x7fa32c106ba0 2024-04-22T00:04:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.016+0000 7fa3237fe640 1 -- 172.21.15.80:0/2208231787 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa328029790 con 0x7fa32c106ba0 2024-04-22T00:04:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.017+0000 7fa33434a640 1 -- 172.21.15.80:0/2208231787 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa32c072be0 con 0x7fa32c106ba0 2024-04-22T00:04:58.014 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.017+0000 7fa33434a640 1 -- 172.21.15.80:0/2208231787 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa32c115a30 con 0x7fa32c106ba0 2024-04-22T00:04:58.015 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.021+0000 7fa33700d740 1 Processor -- start 2024-04-22T00:04:58.020 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.026+0000 7fa3237fe640 1 -- 172.21.15.80:0/2208231787 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa328029930 con 0x7fa32c106ba0 2024-04-22T00:04:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.027+0000 7fa33700d740 1 -- start start 2024-04-22T00:04:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.027+0000 7fa33700d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515260b20 0x564515260f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.027+0000 7fa33700d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515261440 0x564515269cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.027+0000 7fa33700d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 0x56451526c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.027+0000 7fa33700d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5645151c4b70 con 0x564515261440 2024-04-22T00:04:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.027+0000 7fa33700d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56451516d470 con 0x56451526a210 2024-04-22T00:04:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.027+0000 7fa33700d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5645151c0b30 con 0x564515260b20 2024-04-22T00:04:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.028+0000 7fa3237fe640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa3180a2fd0 0x7fa3180a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.028+0000 7fa3237fe640 1 -- 172.21.15.80:0/2208231787 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fa3280e0930 con 0x7fa32c106ba0 2024-04-22T00:04:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.029+0000 7fa3320e6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515261440 0x564515269cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.029+0000 7fa3320e6640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515261440 0x564515269cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49946/0 (socket says 172.21.15.80:49946) 2024-04-22T00:04:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.029+0000 7fa3320e6640 1 -- 172.21.15.80:0/990758344 learned_addr learned my addr 172.21.15.80:0/990758344 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.029+0000 7fa3320e6640 1 -- 172.21.15.80:0/990758344 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515260b20 msgr2=0x564515260f00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:04:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.029+0000 7fa3320e6640 1 --2- 172.21.15.80:0/990758344 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515260b20 0x564515260f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.029+0000 7fa3320e6640 1 -- 172.21.15.80:0/990758344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 msgr2=0x56451526c600 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:04:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.029+0000 7fa3320e6640 1 --2- 172.21.15.80:0/990758344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 0x56451526c600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.029+0000 7fa3320e6640 1 -- 172.21.15.80:0/990758344 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564514ed9210 con 0x564515261440 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.030+0000 7fa3320e6640 1 --2- 172.21.15.80:0/990758344 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515261440 0x564515269cd0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fa324006010 tx=0x7fa324033bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30f6ad8c621f0df server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.030+0000 7fa320bfe640 1 -- 172.21.15.80:0/990758344 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa324043070 con 0x564515261440 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.030+0000 7fa3328e7640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa3180a2fd0 0x7fa3180a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.030+0000 7fa320bfe640 1 -- 172.21.15.80:0/990758344 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa324033e30 con 0x564515261440 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.030+0000 7fa320bfe640 1 -- 172.21.15.80:0/990758344 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32402cc30 con 0x564515261440 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.031+0000 7fa33700d740 1 -- 172.21.15.80:0/990758344 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515261440 msgr2=0x564515269cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.031+0000 7fa33700d740 1 --2- 172.21.15.80:0/990758344 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515261440 0x564515269cd0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fa324006010 tx=0x7fa324033bd0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa3328e7640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa3180a2fd0 0x7fa3180a5490 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa31c006fd0 tx=0x7fa31c009060 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa33700d740 1 -- 172.21.15.80:0/990758344 shutdown_connections 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa33700d740 1 --2- 172.21.15.80:0/990758344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 0x56451526c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa33700d740 1 --2- 172.21.15.80:0/990758344 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515261440 0x564515269cd0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa33700d740 1 --2- 172.21.15.80:0/990758344 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515260b20 0x564515260f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa33700d740 1 -- 172.21.15.80:0/990758344 >> 172.21.15.80:0/990758344 conn(0x56451525b440 msgr2=0x56451525b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa33700d740 1 -- 172.21.15.80:0/990758344 shutdown_connections 2024-04-22T00:04:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa33700d740 1 -- 172.21.15.80:0/990758344 wait complete. 2024-04-22T00:04:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.032+0000 7fa33700d740 1 -- start start 2024-04-22T00:04:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa33700d740 1 Processor -- start 2024-04-22T00:04:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa33700d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515267310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa33700d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x564515267850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa33700d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515267d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa33700d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x56451526cde0 con 0x56451526a210 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa33700d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564515180a10 con 0x564515260b20 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa3320e6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515267310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa33700d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x56451526cf60 con 0x564515261440 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa3320e6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515267310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:55464/0 (socket says 172.21.15.80:55464) 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa3320e6640 1 -- 172.21.15.80:0/4187510514 learned_addr learned my addr 172.21.15.80:0/4187510514 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.033+0000 7fa33700d740 10 client.0 _ll_register_callbacks cb 0x5645151bbb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa3320e6640 1 -- 172.21.15.80:0/4187510514 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 msgr2=0x564515267850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa3320e6640 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x564515267850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa3320e6640 1 -- 172.21.15.80:0/4187510514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 msgr2=0x564515267d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:58.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa3320e6640 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515267d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa3320e6640 1 -- 172.21.15.80:0/4187510514 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564514fa5620 con 0x564515260b20 2024-04-22T00:04:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa3320e6640 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515267310 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa324036040 tx=0x7fa324003e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2c9ccd512298cdd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa315ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:04:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa315ffb640 1 -- 172.21.15.80:0/4187510514 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32404f070 con 0x564515260b20 2024-04-22T00:04:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa315ffb640 1 -- 172.21.15.80:0/4187510514 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fa32402cde0 con 0x564515260b20 2024-04-22T00:04:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.034+0000 7fa33700d740 1 -- 172.21.15.80:0/4187510514 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa324033e30 con 0x564515260b20 2024-04-22T00:04:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.035+0000 7fa315ffb640 1 -- 172.21.15.80:0/4187510514 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa32405a050 con 0x564515260b20 2024-04-22T00:04:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.036+0000 7fa33700d740 10 client.25922 fetch_fsmap learned FSMap version 27 2024-04-22T00:04:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.036+0000 7fa33700d740 1 -- 172.21.15.80:0/4187510514 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564515279100 con 0x564515260b20 2024-04-22T00:04:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.037+0000 7fa315ffb640 1 -- 172.21.15.80:0/4187510514 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa324033e30 con 0x564515260b20 2024-04-22T00:04:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.037+0000 7fa315ffb640 1 -- 172.21.15.80:0/4187510514 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fa3240487e0 con 0x564515260b20 2024-04-22T00:04:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.037+0000 7fa33700d740 10 client.25922 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:04:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.037+0000 7fa33700d740 10 client.25922 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:04:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.037+0000 7fa33700d740 20 client.25922 populate_metadata read hostname 'smithi080' 2024-04-22T00:04:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.037+0000 7fa33700d740 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56451527a450 0x56451527c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.037+0000 7fa33700d740 4 client.25922 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:04:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.037+0000 7fa33700d740 1 -- 172.21.15.80:0/4187510514 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645151d20b0 con 0x56451527a450 2024-04-22T00:04:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.039+0000 7fa3318e5640 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56451527a450 0x56451527c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.041+0000 7fa3318e5640 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56451527a450 0x56451527c840 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e6e7228b05a16d9 server_cookie=bbf23631c5c20e6e in_seq=0 out_seq=0 2024-04-22T00:04:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.041+0000 7fa315ffb640 10 client.25922 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.043+0000 7fa315ffb640 1 -- 172.21.15.80:0/4187510514 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5645151d20b0 con 0x56451527a450 2024-04-22T00:04:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.043+0000 7fa315ffb640 10 client.25922 handle_command_reply: tid=0 2024-04-22T00:04:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 client.25922 shutdown 2024-04-22T00:04:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 -- 172.21.15.80:0/4187510514 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 msgr2=0x564515267310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515267310 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa324036040 tx=0x7fa324003e70 comp rx=0 tx=0).stop 2024-04-22T00:04:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 -- 172.21.15.80:0/4187510514 shutdown_connections 2024-04-22T00:04:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56451527a450 0x56451527c840 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515267d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x564515267850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 --2- 172.21.15.80:0/4187510514 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515267310 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 -- 172.21.15.80:0/4187510514 >> 172.21.15.80:0/4187510514 conn(0x56451525b440 msgr2=0x56451525d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa315ffb640 0 client.25922 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 -- 172.21.15.80:0/4187510514 shutdown_connections 2024-04-22T00:04:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.044+0000 7fa33700d740 1 -- 172.21.15.80:0/4187510514 wait complete. 2024-04-22T00:04:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.045+0000 7fa33700d740 20 client.25922 trim_cache size 0 max 16384 2024-04-22T00:04:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.072+0000 7fa33700d740 1 Processor -- start 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.073+0000 7fa33700d740 1 -- start start 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.073+0000 7fa33700d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515269a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.073+0000 7fa33700d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x564515275ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.073+0000 7fa33700d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515256450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.073+0000 7fa33700d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c121bf0 con 0x56451526a210 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.073+0000 7fa33700d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c11f540 con 0x564515260b20 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.073+0000 7fa33700d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c100c70 con 0x564515261440 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.074+0000 7fa3328e7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515256450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.074+0000 7fa3328e7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515256450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:49958/0 (socket says 172.21.15.80:49958) 2024-04-22T00:04:58.068 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.074+0000 7fa3328e7640 1 -- 172.21.15.80:0/1845210790 learned_addr learned my addr 172.21.15.80:0/1845210790 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.074+0000 7fa3328e7640 1 -- 172.21.15.80:0/1845210790 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 msgr2=0x564515275ca0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.074+0000 7fa3328e7640 1 --2- 172.21.15.80:0/1845210790 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x564515275ca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.074+0000 7fa3328e7640 1 -- 172.21.15.80:0/1845210790 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 msgr2=0x564515269a40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.074+0000 7fa3328e7640 1 --2- 172.21.15.80:0/1845210790 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515269a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.074+0000 7fa3328e7640 1 -- 172.21.15.80:0/1845210790 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564515262f00 con 0x56451526a210 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.075+0000 7fa3328e7640 1 --2- 172.21.15.80:0/1845210790 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515256450 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fa31c00eaa0 tx=0x7fa31c0046e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6544e2e4860633ac server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.075+0000 7fa317fff640 1 -- 172.21.15.80:0/1845210790 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31c023020 con 0x56451526a210 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.075+0000 7fa317fff640 1 -- 172.21.15.80:0/1845210790 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa31c013450 con 0x56451526a210 2024-04-22T00:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.075+0000 7fa317fff640 1 -- 172.21.15.80:0/1845210790 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31c01b040 con 0x56451526a210 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.076+0000 7fa33700d740 1 -- 172.21.15.80:0/1845210790 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 msgr2=0x564515256450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.076+0000 7fa33700d740 1 --2- 172.21.15.80:0/1845210790 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515256450 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fa31c00eaa0 tx=0x7fa31c0046e0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.077+0000 7fa33700d740 1 -- 172.21.15.80:0/1845210790 shutdown_connections 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.077+0000 7fa33700d740 1 --2- 172.21.15.80:0/1845210790 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x56451526a210 0x564515256450 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.077+0000 7fa33700d740 1 --2- 172.21.15.80:0/1845210790 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x564515275ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.077+0000 7fa33700d740 1 --2- 172.21.15.80:0/1845210790 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564515260b20 0x564515269a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.077+0000 7fa33700d740 1 -- 172.21.15.80:0/1845210790 >> 172.21.15.80:0/1845210790 conn(0x56451525b440 msgr2=0x564515265be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.077+0000 7fa33700d740 1 -- 172.21.15.80:0/1845210790 shutdown_connections 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.077+0000 7fa33700d740 1 -- 172.21.15.80:0/1845210790 wait complete. 2024-04-22T00:04:58.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.078+0000 7fa33700d740 1 -- start start 2024-04-22T00:04:58.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.078+0000 7fa33700d740 1 Processor -- start 2024-04-22T00:04:58.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.080+0000 7fa33700d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515260b20 0x5645152721b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.080+0000 7fa33700d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x5645152726f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.080+0000 7fa33700d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 0x564515263600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.080+0000 7fa33700d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c11da20 con 0x564515260b20 2024-04-22T00:04:58.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.080+0000 7fa33700d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c11ee70 con 0x56451526a210 2024-04-22T00:04:58.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.080+0000 7fa33700d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c11e0d0 con 0x564515261440 2024-04-22T00:04:58.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.081+0000 7fa33700d740 10 client.0 _ll_register_callbacks cb 0x7fa324009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.081+0000 7fa3328e7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 0x564515263600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.081+0000 7fa3328e7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 0x564515263600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:55486/0 (socket says 172.21.15.80:55486) 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.081+0000 7fa3328e7640 1 -- 172.21.15.80:0/3077611670 learned_addr learned my addr 172.21.15.80:0/3077611670 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.081+0000 7fa3320e6640 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515260b20 0x5645152721b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.082+0000 7fa3320e6640 1 -- 172.21.15.80:0/3077611670 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 msgr2=0x5645152726f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.082+0000 7fa3320e6640 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x5645152726f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.082+0000 7fa3320e6640 1 -- 172.21.15.80:0/3077611670 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 msgr2=0x564515263600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.082+0000 7fa3320e6640 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 0x564515263600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.082+0000 7fa3320e6640 1 -- 172.21.15.80:0/3077611670 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564515263c40 con 0x564515260b20 2024-04-22T00:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.083+0000 7fa3320e6640 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515260b20 0x5645152721b0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fa324009d00 tx=0x7fa32402ce70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5dc417f07325791 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.083+0000 7fa315ffb640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.084+0000 7fa315ffb640 1 -- 172.21.15.80:0/3077611670 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa324063060 con 0x564515260b20 2024-04-22T00:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.084+0000 7fa315ffb640 1 -- 172.21.15.80:0/3077611670 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fa324048450 con 0x564515260b20 2024-04-22T00:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.084+0000 7fa33700d740 1 -- 172.21.15.80:0/3077611670 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa31c013450 con 0x564515260b20 2024-04-22T00:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.084+0000 7fa315ffb640 1 -- 172.21.15.80:0/3077611670 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa32404f040 con 0x564515260b20 2024-04-22T00:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.084+0000 7fa33700d740 10 client.16512 fetch_fsmap learned FSMap version 27 2024-04-22T00:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.084+0000 7fa33700d740 1 -- 172.21.15.80:0/3077611670 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5645152dffe0 con 0x564515260b20 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.085+0000 7fa315ffb640 1 -- 172.21.15.80:0/3077611670 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa31c013450 con 0x564515260b20 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.085+0000 7fa315ffb640 1 -- 172.21.15.80:0/3077611670 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fa32403f7e0 con 0x564515260b20 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.085+0000 7fa33700d740 10 client.16512 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.085+0000 7fa33700d740 10 client.16512 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.085+0000 7fa33700d740 20 client.16512 populate_metadata read hostname 'smithi080' 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.085+0000 7fa33700d740 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5645152e06a0 0x5645152e2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.085+0000 7fa33700d740 4 client.16512 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.085+0000 7fa33700d740 1 -- 172.21.15.80:0/3077611670 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5645151cc400 con 0x5645152e06a0 2024-04-22T00:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.086+0000 7fa3318e5640 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5645152e06a0 0x5645152e2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:04:58.081 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.087+0000 7fa3318e5640 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5645152e06a0 0x5645152e2ac0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9678f2596325cb5 server_cookie=5b5996823febad86 in_seq=0 out_seq=0 2024-04-22T00:04:58.081 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:58.087+0000 7fa315ffb640 10 client.16512 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:58.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:04:58 smithi080 ceph-mon[27925]: pgmap v207: 129 pgs: 129 active+clean; 651 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 1.37k op/s 2024-04-22T00:04:58.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:04:58 smithi120 ceph-mon[31499]: pgmap v207: 129 pgs: 129 active+clean; 651 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 1.37k op/s 2024-04-22T00:04:58.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:04:58 smithi144 ceph-mon[31316]: pgmap v207: 129 pgs: 129 active+clean; 651 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 1.37k op/s 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa315ffb640 1 -- 172.21.15.80:0/3077611670 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5645151cc400 con 0x5645152e06a0 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa315ffb640 10 client.16512 handle_command_reply: tid=0 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 client.16512 shutdown 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 -- 172.21.15.80:0/3077611670 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515260b20 msgr2=0x5645152721b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515260b20 0x5645152721b0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fa324009d00 tx=0x7fa32402ce70 comp rx=0 tx=0).stop 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 -- 172.21.15.80:0/3077611670 shutdown_connections 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5645152e06a0 0x5645152e2ac0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56451526a210 0x564515263600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x564515261440 0x5645152726f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 --2- 172.21.15.80:0/3077611670 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x564515260b20 0x5645152721b0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 -- 172.21.15.80:0/3077611670 >> 172.21.15.80:0/3077611670 conn(0x56451525b440 msgr2=0x5645152672d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa315ffb640 0 client.16512 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:04:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 -- 172.21.15.80:0/3077611670 shutdown_connections 2024-04-22T00:04:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 1 -- 172.21.15.80:0/3077611670 wait complete. 2024-04-22T00:04:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.035+0000 7fa33700d740 20 client.16512 trim_cache size 0 max 16384 2024-04-22T00:04:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:04:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:04:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:04:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:04:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 -- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa3180a2fd0 msgr2=0x7fa3180a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa3180a2fd0 0x7fa3180a5490 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa31c006fd0 tx=0x7fa31c009060 comp rx=0 tx=0).stop 2024-04-22T00:04:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 -- 172.21.15.80:0/2208231787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106ba0 msgr2=0x7fa32c10dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:04:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106ba0 0x7fa32c10dc10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa32c077840 tx=0x7fa32801fe40 comp rx=0 tx=0).stop 2024-04-22T00:04:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 -- 172.21.15.80:0/2208231787 shutdown_connections 2024-04-22T00:04:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa3180a2fd0 0x7fa3180a5490 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa32c071f40 0x7fa32c0723b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa32c106ba0 0x7fa32c10dc10 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 --2- 172.21.15.80:0/2208231787 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa32c106730 0x7fa32c10d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:04:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 -- 172.21.15.80:0/2208231787 >> 172.21.15.80:0/2208231787 conn(0x7fa32c076370 msgr2=0x7fa32c0ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:04:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 -- 172.21.15.80:0/2208231787 shutdown_connections 2024-04-22T00:04:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:04:59.036+0000 7fa33434a640 1 -- 172.21.15.80:0/2208231787 wait complete. 2024-04-22T00:05:00.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:00 smithi080 ceph-mon[27925]: pgmap v208: 129 pgs: 129 active+clean; 651 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 796 op/s 2024-04-22T00:05:00.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:00 smithi120 ceph-mon[31499]: pgmap v208: 129 pgs: 129 active+clean; 651 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 796 op/s 2024-04-22T00:05:00.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:00 smithi144 ceph-mon[31316]: pgmap v208: 129 pgs: 129 active+clean; 651 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 796 op/s 2024-04-22T00:05:02.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:02 smithi080 ceph-mon[27925]: pgmap v209: 129 pgs: 129 active+clean; 643 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 624 op/s 2024-04-22T00:05:02.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:02 smithi120 ceph-mon[31499]: pgmap v209: 129 pgs: 129 active+clean; 643 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 624 op/s 2024-04-22T00:05:02.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:02 smithi144 ceph-mon[31316]: pgmap v209: 129 pgs: 129 active+clean; 643 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 624 op/s 2024-04-22T00:05:04.666 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:04 smithi144 ceph-mon[31316]: pgmap v210: 129 pgs: 129 active+clean; 634 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 731 op/s 2024-04-22T00:05:04.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:04 smithi080 ceph-mon[27925]: pgmap v210: 129 pgs: 129 active+clean; 634 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 731 op/s 2024-04-22T00:05:04.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:04 smithi120 ceph-mon[31499]: pgmap v210: 129 pgs: 129 active+clean; 634 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 731 op/s 2024-04-22T00:05:06.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:06 smithi080 ceph-mon[27925]: pgmap v211: 129 pgs: 129 active+clean; 637 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 610 op/s 2024-04-22T00:05:06.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:06 smithi120 ceph-mon[31499]: pgmap v211: 129 pgs: 129 active+clean; 637 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 610 op/s 2024-04-22T00:05:06.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:06 smithi144 ceph-mon[31316]: pgmap v211: 129 pgs: 129 active+clean; 637 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 610 op/s 2024-04-22T00:05:08.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:08 smithi080 ceph-mon[27925]: pgmap v212: 129 pgs: 129 active+clean; 640 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 704 op/s 2024-04-22T00:05:08.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:08 smithi120 ceph-mon[31499]: pgmap v212: 129 pgs: 129 active+clean; 640 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 704 op/s 2024-04-22T00:05:08.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:08 smithi144 ceph-mon[31316]: pgmap v212: 129 pgs: 129 active+clean; 640 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 704 op/s 2024-04-22T00:05:10.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:10 smithi080 ceph-mon[27925]: pgmap v213: 129 pgs: 129 active+clean; 642 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 657 op/s 2024-04-22T00:05:10.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:10 smithi120 ceph-mon[31499]: pgmap v213: 129 pgs: 129 active+clean; 642 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 657 op/s 2024-04-22T00:05:10.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:10 smithi144 ceph-mon[31316]: pgmap v213: 129 pgs: 129 active+clean; 642 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 657 op/s 2024-04-22T00:05:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 -- 172.21.15.80:0/3512767435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 msgr2=0x7f7420100df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 --2- 172.21.15.80:0/3512767435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 0x7f7420100df0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f740c009900 tx=0x7f740c02bc30 comp rx=0 tx=0).stop 2024-04-22T00:05:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 -- 172.21.15.80:0/3512767435 shutdown_connections 2024-04-22T00:05:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 --2- 172.21.15.80:0/3512767435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7420101330 0x7f742010d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.122 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 --2- 172.21.15.80:0/3512767435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 0x7f7420100df0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 --2- 172.21.15.80:0/3512767435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7420106780 0x7f7420106b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 -- 172.21.15.80:0/3512767435 >> 172.21.15.80:0/3512767435 conn(0x7f7420076440 msgr2=0x7f7420076850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 -- 172.21.15.80:0/3512767435 shutdown_connections 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.125+0000 7f74270ec640 1 -- 172.21.15.80:0/3512767435 wait complete. 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f74270ec640 1 Processor -- start 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f74270ec640 1 -- start start 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f74270ec640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 0x7f7420198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f74270ec640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7420101330 0x7f74201992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f74270ec640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7420106780 0x7f74201a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f74270ec640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7420110a40 con 0x7f7420100990 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f74270ec640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f74201108c0 con 0x7f7420101330 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f74270ec640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7420110bc0 con 0x7f7420106780 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f7424e88640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 0x7f7420198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.123 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f7424e88640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 0x7f7420198da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50082/0 (socket says 172.21.15.80:50082) 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f7424e88640 1 -- 172.21.15.80:0/3166578168 learned_addr learned my addr 172.21.15.80:0/3166578168 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.126+0000 7f741ffff640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7420101330 0x7f74201992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f7425689640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7420106780 0x7f74201a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f7424e88640 1 -- 172.21.15.80:0/3166578168 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7420106780 msgr2=0x7f74201a3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f7424e88640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7420106780 0x7f74201a3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f7424e88640 1 -- 172.21.15.80:0/3166578168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7420101330 msgr2=0x7f74201992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f7424e88640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7420101330 0x7f74201992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f7424e88640 1 -- 172.21.15.80:0/3166578168 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74201a4360 con 0x7f7420100990 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f7424e88640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 0x7f7420198da0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f741400d770 tx=0x7f741400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f741dffb640 1 -- 172.21.15.80:0/3166578168 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7414017070 con 0x7f7420100990 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f74270ec640 1 -- 172.21.15.80:0/3166578168 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74201a4530 con 0x7f7420100990 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f741dffb640 1 -- 172.21.15.80:0/3166578168 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7414005500 con 0x7f7420100990 2024-04-22T00:05:12.124 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f741dffb640 1 -- 172.21.15.80:0/3166578168 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7414004e00 con 0x7f7420100990 2024-04-22T00:05:12.125 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.127+0000 7f74270ec640 1 -- 172.21.15.80:0/3166578168 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74201a4a50 con 0x7f7420100990 2024-04-22T00:05:12.130 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.129+0000 7f741dffb640 1 -- 172.21.15.80:0/3166578168 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7414004fa0 con 0x7f7420100990 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7429da8740 1 Processor -- start 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7429da8740 1 -- start start 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741dffb640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f74100a2da0 0x7f74100a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7429da8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee69cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7429da8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6a5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7429da8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6a8600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7429da8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5653ee600b70 con 0x5653ee69d440 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7429da8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5653ee5a9470 con 0x5653ee69cb20 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7429da8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5653ee5fcb30 con 0x5653ee6a6210 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7425689640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f74100a2da0 0x7f74100a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741dffb640 1 -- 172.21.15.80:0/3166578168 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f74140cf130 con 0x7f7420100990 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6a5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.131 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6a5cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50098/0 (socket says 172.21.15.80:50098) 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 -- 172.21.15.80:0/3068546636 learned_addr learned my addr 172.21.15.80:0/3068546636 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7424e88640 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee69cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7425689640 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6a8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 -- 172.21.15.80:0/3068546636 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 msgr2=0x5653ee6a8600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6a8600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 -- 172.21.15.80:0/3068546636 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 msgr2=0x5653ee69cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee69cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 -- 172.21.15.80:0/3068546636 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653ee315210 con 0x5653ee69d440 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7425689640 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6a8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7424e88640 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee69cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f7425689640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f74100a2da0 0x7f74100a5260 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7418005c40 tx=0x7f7418012b10 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.130+0000 7f741ffff640 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6a5cd0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f740c02cfd0 tx=0x7f740c005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d705c6ce1c6cdf2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:12.132 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f740affd640 1 -- 172.21.15.80:0/3068546636 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f740c042070 con 0x5653ee69d440 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f740affd640 1 -- 172.21.15.80:0/3068546636 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f740c02ca80 con 0x5653ee69d440 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f740affd640 1 -- 172.21.15.80:0/3068546636 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f740c004f00 con 0x5653ee69d440 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 -- 172.21.15.80:0/3068546636 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 msgr2=0x5653ee6a5cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6a5cd0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f740c02cfd0 tx=0x7f740c005c00 comp rx=0 tx=0).stop 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 -- 172.21.15.80:0/3068546636 shutdown_connections 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6a8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6a5cd0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 --2- 172.21.15.80:0/3068546636 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee69cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 -- 172.21.15.80:0/3068546636 >> 172.21.15.80:0/3068546636 conn(0x5653ee697440 msgr2=0x5653ee697820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 -- 172.21.15.80:0/3068546636 shutdown_connections 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.131+0000 7f7429da8740 1 -- 172.21.15.80:0/3068546636 wait complete. 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 1 -- start start 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 1 Processor -- start 2024-04-22T00:05:12.133 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee69cb20 0x5653ee6a3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6a3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee6a6210 0x5653ee6a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5653ee6a8de0 con 0x5653ee6a6210 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5653ee5bca10 con 0x5653ee69d440 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5653ee6a8f60 con 0x5653ee69cb20 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7429da8740 10 client.0 _ll_register_callbacks cb 0x5653ee5f7b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7425689640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee6a6210 0x5653ee6a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7425689640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee6a6210 0x5653ee6a3cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50106/0 (socket says 172.21.15.80:50106) 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7425689640 1 -- 172.21.15.80:0/3265083038 learned_addr learned my addr 172.21.15.80:0/3265083038 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f7424e88640 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee69cb20 0x5653ee6a3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.132+0000 7f741ffff640 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6a3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7425689640 1 -- 172.21.15.80:0/3265083038 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee69cb20 msgr2=0x5653ee6a3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:12.134 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7425689640 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee69cb20 0x5653ee6a3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7425689640 1 -- 172.21.15.80:0/3265083038 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 msgr2=0x5653ee6a3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7425689640 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6a3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7425689640 1 -- 172.21.15.80:0/3265083038 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653ee3e1620 con 0x5653ee6a6210 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7425689640 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee6a6210 0x5653ee6a3cc0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f7418003c00 tx=0x7f7418004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e388ec98d6cc02c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f73fffff640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f73fffff640 1 -- 172.21.15.80:0/3265083038 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7418028670 con 0x5653ee6a6210 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f73fffff640 1 -- 172.21.15.80:0/3265083038 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f7418028810 con 0x5653ee6a6210 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 1 -- 172.21.15.80:0/3265083038 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f740c02ca80 con 0x5653ee6a6210 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f73fffff640 1 -- 172.21.15.80:0/3265083038 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7418031050 con 0x5653ee6a6210 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 10 client.16524 fetch_fsmap learned FSMap version 27 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 1 -- 172.21.15.80:0/3265083038 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5653ee6b50d0 con 0x5653ee6a6210 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f73fffff640 1 -- 172.21.15.80:0/3265083038 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f740c02ca80 con 0x5653ee6a6210 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f73fffff640 1 -- 172.21.15.80:0/3265083038 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f741801e070 con 0x5653ee6a6210 2024-04-22T00:05:12.135 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 10 client.16524 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:05:12.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 10 client.16524 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:05:12.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 20 client.16524 populate_metadata read hostname 'smithi080' 2024-04-22T00:05:12.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5653ee6b6590 0x5653ee6b89c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 4 client.16524 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:05:12.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.133+0000 7f7429da8740 1 -- 172.21.15.80:0/3265083038 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653ee60e0b0 con 0x5653ee6b6590 2024-04-22T00:05:12.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.134+0000 7f7424e88640 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5653ee6b6590 0x5653ee6b89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.134+0000 7f73fffff640 10 client.16524 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:12.136 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.134+0000 7f7424e88640 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5653ee6b6590 0x5653ee6b89c0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff37891f313c9988 server_cookie=edcf629d5d6ce019 in_seq=0 out_seq=0 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.180+0000 7f73fffff640 1 -- 172.21.15.80:0/3265083038 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5653ee60e0b0 con 0x5653ee6b6590 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.180+0000 7f73fffff640 10 client.16524 handle_command_reply: tid=0 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.180+0000 7f7429da8740 1 client.16524 shutdown 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 -- 172.21.15.80:0/3265083038 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee6a6210 msgr2=0x5653ee6a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee6a6210 0x5653ee6a3cc0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f7418003c00 tx=0x7f7418004ab0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 -- 172.21.15.80:0/3265083038 shutdown_connections 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5653ee6b6590 0x5653ee6b89c0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee6a6210 0x5653ee6a3cc0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f73fffff640 0 client.16524 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:12.176 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6a3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 --2- 172.21.15.80:0/3265083038 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee69cb20 0x5653ee6a3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 -- 172.21.15.80:0/3265083038 >> 172.21.15.80:0/3265083038 conn(0x5653ee697440 msgr2=0x5653ee699190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 -- 172.21.15.80:0/3265083038 shutdown_connections 2024-04-22T00:05:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 1 -- 172.21.15.80:0/3265083038 wait complete. 2024-04-22T00:05:12.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.181+0000 7f7429da8740 20 client.16524 trim_cache size 0 max 16384 2024-04-22T00:05:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.196+0000 7f7429da8740 1 Processor -- start 2024-04-22T00:05:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7429da8740 1 -- start start 2024-04-22T00:05:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7429da8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69cb20 0x5653ee6a5970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7429da8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6b1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7429da8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7429da8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f74201b1190 con 0x5653ee69cb20 2024-04-22T00:05:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7429da8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f74201aea60 con 0x5653ee69d440 2024-04-22T00:05:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7429da8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f74201ac8b0 con 0x5653ee6a6210 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69cb20 0x5653ee6a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69cb20 0x5653ee6a5970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50118/0 (socket says 172.21.15.80:50118) 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 -- 172.21.15.80:0/4030151094 learned_addr learned my addr 172.21.15.80:0/4030151094 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f741ffff640 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6b1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 -- 172.21.15.80:0/4030151094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 msgr2=0x5653ee6a3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 -- 172.21.15.80:0/4030151094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 msgr2=0x5653ee6b1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6b1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 -- 172.21.15.80:0/4030151094 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653ee6a2210 con 0x5653ee69cb20 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f741ffff640 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6b1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f7424e88640 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69cb20 0x5653ee6a5970 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f7414009610 tx=0x7f74140bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8ec77b5559ffa60 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f740a7fc640 1 -- 172.21.15.80:0/4030151094 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7414084020 con 0x5653ee69cb20 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f740a7fc640 1 -- 172.21.15.80:0/4030151094 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f741409ba30 con 0x5653ee69cb20 2024-04-22T00:05:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.197+0000 7f740a7fc640 1 -- 172.21.15.80:0/4030151094 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74140a3fa0 con 0x5653ee69cb20 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 -- 172.21.15.80:0/4030151094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69cb20 msgr2=0x5653ee6a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69cb20 0x5653ee6a5970 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f7414009610 tx=0x7f74140bb040 comp rx=0 tx=0).stop 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 -- 172.21.15.80:0/4030151094 shutdown_connections 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6a3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69d440 0x5653ee6b1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 --2- 172.21.15.80:0/4030151094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69cb20 0x5653ee6a5970 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 -- 172.21.15.80:0/4030151094 >> 172.21.15.80:0/4030151094 conn(0x5653ee697440 msgr2=0x5653ee697820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 -- 172.21.15.80:0/4030151094 shutdown_connections 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 -- 172.21.15.80:0/4030151094 wait complete. 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 -- start start 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.198+0000 7f7429da8740 1 Processor -- start 2024-04-22T00:05:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7429da8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee6ae1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7429da8740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6ae6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7429da8740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6ab330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7429da8740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f74201acf20 con 0x5653ee69d440 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7429da8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f74201ae390 con 0x5653ee69cb20 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7429da8740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f74201ad5f0 con 0x5653ee6a6210 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7429da8740 10 client.0 _ll_register_callbacks cb 0x7f741800ed80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6ae6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6ae6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:50124/0 (socket says 172.21.15.80:50124) 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7424e88640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee6ae1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 -- 172.21.15.80:0/3312398638 learned_addr learned my addr 172.21.15.80:0/3312398638 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7425689640 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6ab330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 -- 172.21.15.80:0/3312398638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 msgr2=0x5653ee6ab330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6ab330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 -- 172.21.15.80:0/3312398638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 msgr2=0x5653ee6ae1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee6ae1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 -- 172.21.15.80:0/3312398638 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653ee6abb30 con 0x5653ee69d440 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f7425689640 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6ab330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f741ffff640 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6ae6f0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f740c02cfd0 tx=0x7f740c02cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75e490ff0a4627e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.199+0000 7f73fffff640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f73fffff640 1 -- 172.21.15.80:0/3312398638 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f740c042040 con 0x5653ee69d440 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f73fffff640 1 -- 172.21.15.80:0/3312398638 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f740c004040 con 0x5653ee69d440 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 1 -- 172.21.15.80:0/3312398638 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f741409ba30 con 0x5653ee69d440 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f73fffff640 1 -- 172.21.15.80:0/3312398638 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f740c0046c0 con 0x5653ee69d440 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 10 client.16530 fetch_fsmap learned FSMap version 27 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 1 -- 172.21.15.80:0/3312398638 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5653ee71d7b0 con 0x5653ee69d440 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f73fffff640 1 -- 172.21.15.80:0/3312398638 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f741409ba30 con 0x5653ee69d440 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f73fffff640 1 -- 172.21.15.80:0/3312398638 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f740c004d90 con 0x5653ee69d440 2024-04-22T00:05:12.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 10 client.16530 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T00:05:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 10 client.16530 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:05:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 20 client.16530 populate_metadata read hostname 'smithi080' 2024-04-22T00:05:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5653ee6b6590 0x5653ee71fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 4 client.16530 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:05:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7429da8740 1 -- 172.21.15.80:0/3312398638 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5653ee608400 con 0x5653ee6b6590 2024-04-22T00:05:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.200+0000 7f7424e88640 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5653ee6b6590 0x5653ee71fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.201+0000 7f73fffff640 10 client.16530 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:12.201+0000 7f7424e88640 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5653ee6b6590 0x5653ee71fb20 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9c88333ef1ce880 server_cookie=8145e9c324d6ab83 in_seq=0 out_seq=0 2024-04-22T00:05:12.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:12 smithi080 ceph-mon[27925]: pgmap v214: 129 pgs: 129 active+clean; 648 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 637 op/s 2024-04-22T00:05:12.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:12 smithi120 ceph-mon[31499]: pgmap v214: 129 pgs: 129 active+clean; 648 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 637 op/s 2024-04-22T00:05:12.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:12 smithi144 ceph-mon[31316]: pgmap v214: 129 pgs: 129 active+clean; 648 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 637 op/s 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.334+0000 7f73fffff640 1 -- 172.21.15.80:0/3312398638 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5653ee608400 con 0x5653ee6b6590 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.334+0000 7f73fffff640 10 client.16530 handle_command_reply: tid=0 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.334+0000 7f7429da8740 1 client.16530 shutdown 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 -- 172.21.15.80:0/3312398638 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 msgr2=0x5653ee6ae6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6ae6f0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f740c02cfd0 tx=0x7f740c02cab0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 -- 172.21.15.80:0/3312398638 shutdown_connections 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5653ee6b6590 0x5653ee71fb20 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f73fffff640 0 client.16530 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5653ee6a6210 0x5653ee6ab330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5653ee69d440 0x5653ee6ae6f0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 --2- 172.21.15.80:0/3312398638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653ee69cb20 0x5653ee6ae1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 -- 172.21.15.80:0/3312398638 >> 172.21.15.80:0/3312398638 conn(0x5653ee697440 msgr2=0x5653ee699010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 -- 172.21.15.80:0/3312398638 shutdown_connections 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 1 -- 172.21.15.80:0/3312398638 wait complete. 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.335+0000 7f7429da8740 20 client.16530 trim_cache size 0 max 16384 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:05:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:05:14.331 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:05:14.331 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 -- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f74100a2da0 msgr2=0x7f74100a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:14.331 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f74100a2da0 0x7f74100a5260 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7418005c40 tx=0x7f7418012b10 comp rx=0 tx=0).stop 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 -- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 msgr2=0x7f7420198da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 0x7f7420198da0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f741400d770 tx=0x7f741400dc30 comp rx=0 tx=0).stop 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 -- 172.21.15.80:0/3166578168 shutdown_connections 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7420106780 0x7f74201a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f74100a2da0 0x7f74100a5260 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7420101330 0x7f74201992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 --2- 172.21.15.80:0/3166578168 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7420100990 0x7f7420198da0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 -- 172.21.15.80:0/3166578168 >> 172.21.15.80:0/3166578168 conn(0x7f7420076440 msgr2=0x7f74200ff580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 -- 172.21.15.80:0/3166578168 shutdown_connections 2024-04-22T00:05:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:14.336+0000 7f74270ec640 1 -- 172.21.15.80:0/3166578168 wait complete. 2024-04-22T00:05:14.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:14 smithi080 ceph-mon[27925]: pgmap v215: 129 pgs: 129 active+clean; 652 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 607 op/s 2024-04-22T00:05:14.744 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:14 smithi120 ceph-mon[31499]: pgmap v215: 129 pgs: 129 active+clean; 652 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 607 op/s 2024-04-22T00:05:14.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:14 smithi144 ceph-mon[31316]: pgmap v215: 129 pgs: 129 active+clean; 652 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 607 op/s 2024-04-22T00:05:16.704 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:16 smithi080 ceph-mon[27925]: pgmap v216: 129 pgs: 129 active+clean; 652 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 434 op/s 2024-04-22T00:05:16.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:16 smithi120 ceph-mon[31499]: pgmap v216: 129 pgs: 129 active+clean; 652 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 434 op/s 2024-04-22T00:05:16.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:16 smithi144 ceph-mon[31316]: pgmap v216: 129 pgs: 129 active+clean; 652 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 434 op/s 2024-04-22T00:05:18.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:18 smithi080 ceph-mon[27925]: pgmap v217: 129 pgs: 129 active+clean; 638 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 582 op/s 2024-04-22T00:05:18.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:18 smithi120 ceph-mon[31499]: pgmap v217: 129 pgs: 129 active+clean; 638 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 582 op/s 2024-04-22T00:05:18.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:18 smithi144 ceph-mon[31316]: pgmap v217: 129 pgs: 129 active+clean; 638 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 582 op/s 2024-04-22T00:05:20.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:20 smithi080 ceph-mon[27925]: pgmap v218: 129 pgs: 129 active+clean; 642 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 552 op/s 2024-04-22T00:05:20.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:20 smithi120 ceph-mon[31499]: pgmap v218: 129 pgs: 129 active+clean; 642 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 552 op/s 2024-04-22T00:05:20.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:20 smithi144 ceph-mon[31316]: pgmap v218: 129 pgs: 129 active+clean; 642 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 552 op/s 2024-04-22T00:05:22.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:22 smithi080 ceph-mon[27925]: pgmap v219: 129 pgs: 129 active+clean; 645 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 540 op/s 2024-04-22T00:05:22.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:22 smithi120 ceph-mon[31499]: pgmap v219: 129 pgs: 129 active+clean; 645 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 540 op/s 2024-04-22T00:05:22.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:22 smithi144 ceph-mon[31316]: pgmap v219: 129 pgs: 129 active+clean; 645 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 540 op/s 2024-04-22T00:05:24.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:24 smithi080 ceph-mon[27925]: pgmap v220: 129 pgs: 129 active+clean; 646 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 562 op/s 2024-04-22T00:05:24.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:24 smithi120 ceph-mon[31499]: pgmap v220: 129 pgs: 129 active+clean; 646 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 562 op/s 2024-04-22T00:05:24.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:24 smithi144 ceph-mon[31316]: pgmap v220: 129 pgs: 129 active+clean; 646 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 562 op/s 2024-04-22T00:05:25.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:25 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:05:25.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:25 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:05:25.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:25 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:05:26.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:26 smithi080 ceph-mon[27925]: pgmap v221: 129 pgs: 129 active+clean; 646 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 486 op/s 2024-04-22T00:05:26.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:26 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:05:26.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:05:26.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:05:26.699 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:05:26.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:26 smithi120 ceph-mon[31499]: pgmap v221: 129 pgs: 129 active+clean; 646 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 486 op/s 2024-04-22T00:05:26.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:26 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:05:26.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:05:26.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:05:26.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:05:26.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:26 smithi144 ceph-mon[31316]: pgmap v221: 129 pgs: 129 active+clean; 646 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 486 op/s 2024-04-22T00:05:26.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:26 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:05:26.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:05:26.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:05:26.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:05:27.495 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.495+0000 7f0b8deed640 1 -- 172.21.15.80:0/4087243467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0b88106710 msgr2=0x7f0b88069920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:27.495 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.495+0000 7f0b8deed640 1 --2- 172.21.15.80:0/4087243467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0b88106710 0x7f0b88069920 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c009860 tx=0x7f0b7c02bb90 comp rx=0 tx=0).stop 2024-04-22T00:05:27.495 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.497+0000 7f0b8deed640 1 -- 172.21.15.80:0/4087243467 shutdown_connections 2024-04-22T00:05:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.497+0000 7f0b8deed640 1 --2- 172.21.15.80:0/4087243467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b881041a0 0x7f0b88104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.497+0000 7f0b8deed640 1 --2- 172.21.15.80:0/4087243467 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0b88069e60 0x7f0b8806a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.497+0000 7f0b8deed640 1 --2- 172.21.15.80:0/4087243467 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0b88106710 0x7f0b88069920 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.497+0000 7f0b8deed640 1 -- 172.21.15.80:0/4087243467 >> 172.21.15.80:0/4087243467 conn(0x7f0b88077520 msgr2=0x7f0b88077930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.501+0000 7f0b8deed640 1 -- 172.21.15.80:0/4087243467 shutdown_connections 2024-04-22T00:05:27.498 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.502+0000 7f0b8deed640 1 -- 172.21.15.80:0/4087243467 wait complete. 2024-04-22T00:05:27.498 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.503+0000 7f0b8deed640 1 Processor -- start 2024-04-22T00:05:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.507+0000 7f0b8deed640 1 -- start start 2024-04-22T00:05:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.507+0000 7f0b8deed640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0b88069e60 0x7f0b88114b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.507+0000 7f0b8deed640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b881041a0 0x7f0b881150c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.507+0000 7f0b8deed640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0b88106710 0x7f0b8810dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.507+0000 7f0b8deed640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0b88118090 con 0x7f0b88106710 2024-04-22T00:05:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.507+0000 7f0b8deed640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0b88117f10 con 0x7f0b881041a0 2024-04-22T00:05:27.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.507+0000 7f0b8deed640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0b88118210 con 0x7f0b88069e60 2024-04-22T00:05:27.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.508+0000 7f0b86ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b881041a0 0x7f0b881150c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.508+0000 7f0b86ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b881041a0 0x7f0b881150c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33280/0 (socket says 172.21.15.80:33280) 2024-04-22T00:05:27.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.508+0000 7f0b86ffd640 1 -- 172.21.15.80:0/3898017773 learned_addr learned my addr 172.21.15.80:0/3898017773 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:27.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.510+0000 7f0b86ffd640 1 -- 172.21.15.80:0/3898017773 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0b88069e60 msgr2=0x7f0b88114b80 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:05:27.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.510+0000 7f0b877fe640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0b88069e60 0x7f0b88114b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.511+0000 7f0b86ffd640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0b88069e60 0x7f0b88114b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.511+0000 7f0b86ffd640 1 -- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0b88106710 msgr2=0x7f0b8810dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:27.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.511+0000 7f0b86ffd640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0b88106710 0x7f0b8810dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.511+0000 7f0b86ffd640 1 -- 172.21.15.80:0/3898017773 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b8810e5e0 con 0x7f0b881041a0 2024-04-22T00:05:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.514+0000 7f0b86ffd640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b881041a0 0x7f0b881150c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0b7800c890 tx=0x7f0b7800cd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.516+0000 7f0b84ff9640 1 -- 172.21.15.80:0/3898017773 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b78004220 con 0x7f0b881041a0 2024-04-22T00:05:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.516+0000 7f0b8deed640 1 -- 172.21.15.80:0/3898017773 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b8810e8d0 con 0x7f0b881041a0 2024-04-22T00:05:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.516+0000 7f0b8deed640 1 -- 172.21.15.80:0/3898017773 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b88112880 con 0x7f0b881041a0 2024-04-22T00:05:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.520+0000 7f0b90bb1740 1 Processor -- start 2024-04-22T00:05:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.520+0000 7f0b84ff9640 1 -- 172.21.15.80:0/3898017773 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b780043c0 con 0x7f0b881041a0 2024-04-22T00:05:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.520+0000 7f0b84ff9640 1 -- 172.21.15.80:0/3898017773 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b780049e0 con 0x7f0b881041a0 2024-04-22T00:05:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.520+0000 7f0b90bb1740 1 -- start start 2024-04-22T00:05:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.521+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6f9ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.521+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.521+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6faa600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.521+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x561da6f02b70 con 0x561da6f9f440 2024-04-22T00:05:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.521+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561da6eab470 con 0x561da6fa8210 2024-04-22T00:05:27.517 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.521+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x561da6efeb30 con 0x561da6f9eb20 2024-04-22T00:05:27.517 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.522+0000 7f0b87fff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6f9ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.517 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.522+0000 7f0b87fff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6f9ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:41028/0 (socket says 172.21.15.80:41028) 2024-04-22T00:05:27.517 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.522+0000 7f0b87fff640 1 -- 172.21.15.80:0/744364071 learned_addr learned my addr 172.21.15.80:0/744364071 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:27.518 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.523+0000 7f0b877fe640 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.518 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.524+0000 7f0b87fff640 1 -- 172.21.15.80:0/744364071 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 msgr2=0x561da6faa600 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:05:27.518 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.524+0000 7f0b87fff640 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6faa600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.518 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.524+0000 7f0b87fff640 1 -- 172.21.15.80:0/744364071 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 msgr2=0x561da6fa7cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:27.518 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.524+0000 7f0b84ff9640 1 -- 172.21.15.80:0/3898017773 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0b780079b0 con 0x7f0b881041a0 2024-04-22T00:05:27.519 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.525+0000 7f0b87fff640 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa7cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.519 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.525+0000 7f0b87fff640 1 -- 172.21.15.80:0/744364071 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561da6c17210 con 0x561da6f9eb20 2024-04-22T00:05:27.519 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.525+0000 7f0b877fe640 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa7cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:05:27.520 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.526+0000 7f0b84ff9640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0b700a2fd0 0x7f0b700a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.520 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.526+0000 7f0b87fff640 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6f9ef00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0b80005c40 tx=0x7f0b8000e7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5a9d3b60a70afda server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:27.520 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.526+0000 7f0b84ff9640 1 -- 172.21.15.80:0/3898017773 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f0b780cf440 con 0x7f0b881041a0 2024-04-22T00:05:27.523 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.527+0000 7f0b877fe640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0b700a2fd0 0x7f0b700a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.525 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.531+0000 7f0b6dffb640 1 -- 172.21.15.80:0/744364071 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b80003b70 con 0x561da6f9eb20 2024-04-22T00:05:27.525 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.531+0000 7f0b6dffb640 1 -- 172.21.15.80:0/744364071 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b80003d10 con 0x561da6f9eb20 2024-04-22T00:05:27.527 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.532+0000 7f0b90bb1740 1 -- 172.21.15.80:0/744364071 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 msgr2=0x561da6f9ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:27.527 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.532+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6f9ef00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0b80005c40 tx=0x7f0b8000e7c0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.530 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.536+0000 7f0b877fe640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0b700a2fd0 0x7f0b700a5490 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c009780 tx=0x7f0b7c02c0b0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:27.536 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.543+0000 7f0b90bb1740 1 -- 172.21.15.80:0/744364071 shutdown_connections 2024-04-22T00:05:27.536 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.543+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6faa600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.536 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.543+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa7cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.536 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.543+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/744364071 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6f9ef00 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.536 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.543+0000 7f0b90bb1740 1 -- 172.21.15.80:0/744364071 >> 172.21.15.80:0/744364071 conn(0x561da6f99440 msgr2=0x561da6f99820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.546+0000 7f0b90bb1740 1 -- 172.21.15.80:0/744364071 shutdown_connections 2024-04-22T00:05:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.546+0000 7f0b90bb1740 1 -- 172.21.15.80:0/744364071 wait complete. 2024-04-22T00:05:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.546+0000 7f0b90bb1740 1 -- start start 2024-04-22T00:05:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.547+0000 7f0b90bb1740 1 Processor -- start 2024-04-22T00:05:27.544 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.550+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fa51f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.544 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.550+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.544 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.550+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6fa5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.544 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.550+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x561da6faae40 con 0x561da6f9f440 2024-04-22T00:05:27.544 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.550+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561da6ebea10 con 0x561da6fa8210 2024-04-22T00:05:27.544 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.550+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x561da6faafc0 con 0x561da6f9eb20 2024-04-22T00:05:27.544 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.550+0000 7f0b90bb1740 10 client.0 _ll_register_callbacks cb 0x561da6ef9b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.551+0000 7f0b87fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6fa5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.551+0000 7f0b87fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6fa5c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33310/0 (socket says 172.21.15.80:33310) 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.551+0000 7f0b87fff640 1 -- 172.21.15.80:0/2024553676 learned_addr learned my addr 172.21.15.80:0/2024553676 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.551+0000 7f0b86ffd640 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.552+0000 7f0b87fff640 1 -- 172.21.15.80:0/2024553676 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 msgr2=0x561da6fa51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.552+0000 7f0b87fff640 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fa51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.552+0000 7f0b87fff640 1 -- 172.21.15.80:0/2024553676 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 msgr2=0x561da6fa5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.552+0000 7f0b87fff640 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.546 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.552+0000 7f0b87fff640 1 -- 172.21.15.80:0/2024553676 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561da6ce3620 con 0x561da6fa8210 2024-04-22T00:05:27.547 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.552+0000 7f0b87fff640 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6fa5c70 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0b8000c880 tx=0x7f0b8000c5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0a464340ece4500 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:27.547 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.552+0000 7f0b66ffd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:05:27.549 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.556+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2024553676 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b80024070 con 0x561da6fa8210 2024-04-22T00:05:27.550 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.556+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2024553676 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f0b80004020 con 0x561da6fa8210 2024-04-22T00:05:27.550 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.556+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2024553676 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b80003d10 con 0x561da6fa8210 2024-04-22T00:05:27.550 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.557+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2024553676 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0b8002e050 con 0x561da6fa8210 2024-04-22T00:05:27.555 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.559+0000 7f0b90bb1740 10 client.25952 fetch_fsmap learned FSMap version 28 2024-04-22T00:05:27.555 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.559+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2024553676 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561da6fb7110 con 0x561da6fa8210 2024-04-22T00:05:27.558 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.565+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2024553676 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b80003d10 con 0x561da6fa8210 2024-04-22T00:05:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.565+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2024553676 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f0b8000b040 con 0x561da6fa8210 2024-04-22T00:05:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.566+0000 7f0b90bb1740 10 client.25952 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:05:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.566+0000 7f0b90bb1740 10 client.25952 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:05:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.566+0000 7f0b90bb1740 20 client.25952 populate_metadata read hostname 'smithi080' 2024-04-22T00:05:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.566+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x561da6fb85d0 0x561da6fba9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.566+0000 7f0b90bb1740 4 client.25952 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:05:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.566+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2024553676 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561da6f100b0 con 0x561da6fb85d0 2024-04-22T00:05:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.569+0000 7f0b877fe640 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x561da6fb85d0 0x561da6fba9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.570 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.577+0000 7f0b877fe640 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x561da6fb85d0 0x561da6fba9c0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce7744e436bdfa2d server_cookie=fbe7f716048182e3 in_seq=0 out_seq=0 2024-04-22T00:05:27.572 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.579+0000 7f0b66ffd640 10 client.25952 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:27.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.584+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2024553676 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561da6f100b0 con 0x561da6fb85d0 2024-04-22T00:05:27.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.584+0000 7f0b66ffd640 10 client.25952 handle_command_reply: tid=0 2024-04-22T00:05:27.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.584+0000 7f0b90bb1740 1 client.25952 shutdown 2024-04-22T00:05:27.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2024553676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 msgr2=0x561da6fa5c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:27.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6fa5c70 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0b8000c880 tx=0x7f0b8000c5f0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2024553676 shutdown_connections 2024-04-22T00:05:27.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x561da6fb85d0 0x561da6fba9c0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6fa8210 0x561da6fa5c70 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6fa5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2024553676 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fa51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2024553676 >> 172.21.15.80:0/2024553676 conn(0x561da6f99440 msgr2=0x561da6f9b190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:27.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.585+0000 7f0b66ffd640 0 client.25952 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:27.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.586+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2024553676 shutdown_connections 2024-04-22T00:05:27.582 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.589+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2024553676 wait complete. 2024-04-22T00:05:27.584 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.591+0000 7f0b90bb1740 20 client.25952 trim_cache size 0 max 16384 2024-04-22T00:05:27.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b90bb1740 1 Processor -- start 2024-04-22T00:05:27.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b90bb1740 1 -- start start 2024-04-22T00:05:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9eb20 0x561da6fb3d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6f94450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6fa8210 0x561da6fa5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0b74012740 con 0x561da6f9f440 2024-04-22T00:05:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7400ffe0 con 0x561da6f9eb20 2024-04-22T00:05:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7400de30 con 0x561da6fa8210 2024-04-22T00:05:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b87fff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6fa8210 0x561da6fa5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b87fff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6fa8210 0x561da6fa5a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:41058/0 (socket says 172.21.15.80:41058) 2024-04-22T00:05:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.621+0000 7f0b87fff640 1 -- 172.21.15.80:0/1347545025 learned_addr learned my addr 172.21.15.80:0/1347545025 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.622+0000 7f0b877fe640 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9eb20 0x561da6fb3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.622+0000 7f0b86ffd640 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6f94450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.622+0000 7f0b87fff640 1 -- 172.21.15.80:0/1347545025 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9eb20 msgr2=0x561da6fb3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.622+0000 7f0b87fff640 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9eb20 0x561da6fb3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.622+0000 7f0b87fff640 1 -- 172.21.15.80:0/1347545025 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 msgr2=0x561da6f94450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:27.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.622+0000 7f0b87fff640 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6f94450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.622+0000 7f0b87fff640 1 -- 172.21.15.80:0/1347545025 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561da6fa41a0 con 0x561da6fa8210 2024-04-22T00:05:27.618 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.623+0000 7f0b87fff640 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6fa8210 0x561da6fa5a90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0b800021f0 tx=0x7f0b8000e7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc74d8b784b1c9c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:27.619 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.625+0000 7f0b6d7fa640 1 -- 172.21.15.80:0/1347545025 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b80024040 con 0x561da6fa8210 2024-04-22T00:05:27.619 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.625+0000 7f0b6d7fa640 1 -- 172.21.15.80:0/1347545025 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b80003d10 con 0x561da6fa8210 2024-04-22T00:05:27.619 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.625+0000 7f0b6d7fa640 1 -- 172.21.15.80:0/1347545025 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b80004000 con 0x561da6fa8210 2024-04-22T00:05:27.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 -- 172.21.15.80:0/1347545025 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6fa8210 msgr2=0x561da6fa5a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:27.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6fa8210 0x561da6fa5a90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0b800021f0 tx=0x7f0b8000e7c0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 -- 172.21.15.80:0/1347545025 shutdown_connections 2024-04-22T00:05:27.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6fa8210 0x561da6fa5a90 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6f9f440 0x561da6f94450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/1347545025 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9eb20 0x561da6fb3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 -- 172.21.15.80:0/1347545025 >> 172.21.15.80:0/1347545025 conn(0x561da6f99440 msgr2=0x561da6f9b0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:27.620 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 -- 172.21.15.80:0/1347545025 shutdown_connections 2024-04-22T00:05:27.621 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 -- 172.21.15.80:0/1347545025 wait complete. 2024-04-22T00:05:27.621 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.626+0000 7f0b90bb1740 1 -- start start 2024-04-22T00:05:27.621 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b90bb1740 1 Processor -- start 2024-04-22T00:05:27.621 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fb0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9f440 0x561da6fab870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b90bb1740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6fa8210 0x561da6fabdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7400e4a0 con 0x561da6fa8210 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7400f910 con 0x561da6f9f440 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b90bb1740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0b7400eb70 con 0x561da6f9eb20 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b90bb1740 10 client.0 _ll_register_callbacks cb 0x7f0b7c037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b877fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fb0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b877fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fb0500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:41072/0 (socket says 172.21.15.80:41072) 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b877fe640 1 -- 172.21.15.80:0/2692530406 learned_addr learned my addr 172.21.15.80:0/2692530406 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b87fff640 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6fa8210 0x561da6fabdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.622 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.627+0000 7f0b86ffd640 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9f440 0x561da6fab870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.628+0000 7f0b877fe640 1 -- 172.21.15.80:0/2692530406 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9f440 msgr2=0x561da6fab870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.628+0000 7f0b877fe640 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9f440 0x561da6fab870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.628+0000 7f0b877fe640 1 -- 172.21.15.80:0/2692530406 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6fa8210 msgr2=0x561da6fabdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.628+0000 7f0b877fe640 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6fa8210 0x561da6fabdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:27.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.628+0000 7f0b877fe640 1 -- 172.21.15.80:0/2692530406 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561da6fac450 con 0x561da6f9eb20 2024-04-22T00:05:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b877fe640 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fb0500 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c005d00 tx=0x7f0b7c035ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a4934f02f40cc0c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:27.624 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b66ffd640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2692530406 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7c039040 con 0x561da6f9eb20 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2692530406 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b80003d10 con 0x561da6f9eb20 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2692530406 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f0b7c034650 con 0x561da6f9eb20 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2692530406 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0b7c05f050 con 0x561da6f9eb20 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b90bb1740 10 client.25873 fetch_fsmap learned FSMap version 28 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2692530406 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561da701e960 con 0x561da6f9eb20 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.629+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2692530406 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b80003d10 con 0x561da6f9eb20 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.630+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2692530406 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f0b7c004a90 con 0x561da6f9eb20 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.630+0000 7f0b90bb1740 10 client.25873 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.630+0000 7f0b90bb1740 10 client.25873 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.630+0000 7f0b90bb1740 20 client.25873 populate_metadata read hostname 'smithi080' 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.630+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x561da701f110 0x561da7021530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.630+0000 7f0b90bb1740 4 client.25873 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:05:27.625 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.630+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2692530406 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561da6f0a400 con 0x561da701f110 2024-04-22T00:05:27.626 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.630+0000 7f0b86ffd640 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x561da701f110 0x561da7021530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:27.626 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.631+0000 7f0b86ffd640 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x561da701f110 0x561da7021530 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9cf62108520f5281 server_cookie=94a6e36edea1ef1c in_seq=0 out_seq=0 2024-04-22T00:05:27.626 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:27.631+0000 7f0b66ffd640 10 client.25873 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:28.700 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:28 smithi080 ceph-mon[27925]: pgmap v222: 129 pgs: 129 active+clean; 654 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 577 op/s 2024-04-22T00:05:28.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:28 smithi120 ceph-mon[31499]: pgmap v222: 129 pgs: 129 active+clean; 654 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 577 op/s 2024-04-22T00:05:28.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:28 smithi144 ceph-mon[31316]: pgmap v222: 129 pgs: 129 active+clean; 654 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 577 op/s 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.874+0000 7f0b66ffd640 1 -- 172.21.15.80:0/2692530406 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561da6f0a400 con 0x561da701f110 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.874+0000 7f0b66ffd640 10 client.25873 handle_command_reply: tid=0 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.874+0000 7f0b90bb1740 1 client.25873 shutdown 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2692530406 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 msgr2=0x561da6fb0500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fb0500 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c005d00 tx=0x7f0b7c035ea0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2692530406 shutdown_connections 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x561da701f110 0x561da7021530 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x561da6fa8210 0x561da6fabdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561da6f9f440 0x561da6fab870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.869 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 --2- 172.21.15.80:0/2692530406 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x561da6f9eb20 0x561da6fb0500 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2692530406 >> 172.21.15.80:0/2692530406 conn(0x561da6f99440 msgr2=0x561da6f9a740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b66ffd640 0 client.25873 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2692530406 shutdown_connections 2024-04-22T00:05:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 1 -- 172.21.15.80:0/2692530406 wait complete. 2024-04-22T00:05:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.875+0000 7f0b90bb1740 20 client.25873 trim_cache size 0 max 16384 2024-04-22T00:05:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:05:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:05:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:05:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:05:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 -- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0b700a2fd0 msgr2=0x7f0b700a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:28.871 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0b700a2fd0 0x7f0b700a5490 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c009780 tx=0x7f0b7c02c0b0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 -- 172.21.15.80:0/3898017773 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b881041a0 msgr2=0x7f0b881150c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b881041a0 0x7f0b881150c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0b7800c890 tx=0x7f0b7800cd50 comp rx=0 tx=0).stop 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 -- 172.21.15.80:0/3898017773 shutdown_connections 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0b88106710 0x7f0b8810dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0b700a2fd0 0x7f0b700a5490 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b881041a0 0x7f0b881150c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 --2- 172.21.15.80:0/3898017773 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0b88069e60 0x7f0b88114b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.876+0000 7f0b8deed640 1 -- 172.21.15.80:0/3898017773 >> 172.21.15.80:0/3898017773 conn(0x7f0b88077520 msgr2=0x7f0b88102e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.877+0000 7f0b8deed640 1 -- 172.21.15.80:0/3898017773 shutdown_connections 2024-04-22T00:05:28.872 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:28.877+0000 7f0b8deed640 1 -- 172.21.15.80:0/3898017773 wait complete. 2024-04-22T00:05:30.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:30 smithi120 ceph-mon[31499]: pgmap v223: 129 pgs: 129 active+clean; 648 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 497 op/s 2024-04-22T00:05:30.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:30 smithi144 ceph-mon[31316]: pgmap v223: 129 pgs: 129 active+clean; 648 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 497 op/s 2024-04-22T00:05:30.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:30 smithi080 ceph-mon[27925]: pgmap v223: 129 pgs: 129 active+clean; 648 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 497 op/s 2024-04-22T00:05:32.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:32 smithi120 ceph-mon[31499]: pgmap v224: 129 pgs: 129 active+clean; 644 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 496 op/s 2024-04-22T00:05:32.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:32 smithi144 ceph-mon[31316]: pgmap v224: 129 pgs: 129 active+clean; 644 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 496 op/s 2024-04-22T00:05:32.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:32 smithi080 ceph-mon[27925]: pgmap v224: 129 pgs: 129 active+clean; 644 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 496 op/s 2024-04-22T00:05:34.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:34 smithi120 ceph-mon[31499]: pgmap v225: 129 pgs: 129 active+clean; 636 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 551 op/s 2024-04-22T00:05:34.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:34 smithi144 ceph-mon[31316]: pgmap v225: 129 pgs: 129 active+clean; 636 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 551 op/s 2024-04-22T00:05:34.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:34 smithi080 ceph-mon[27925]: pgmap v225: 129 pgs: 129 active+clean; 636 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 551 op/s 2024-04-22T00:05:36.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:36 smithi120 ceph-mon[31499]: pgmap v226: 129 pgs: 129 active+clean; 641 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 472 op/s 2024-04-22T00:05:36.751 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:36 smithi080 ceph-mon[27925]: pgmap v226: 129 pgs: 129 active+clean; 641 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 472 op/s 2024-04-22T00:05:36.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:36 smithi144 ceph-mon[31316]: pgmap v226: 129 pgs: 129 active+clean; 641 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 472 op/s 2024-04-22T00:05:38.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:38 smithi120 ceph-mon[31499]: pgmap v227: 129 pgs: 129 active+clean; 646 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 566 op/s 2024-04-22T00:05:38.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:38 smithi144 ceph-mon[31316]: pgmap v227: 129 pgs: 129 active+clean; 646 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 566 op/s 2024-04-22T00:05:38.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:38 smithi080 ceph-mon[27925]: pgmap v227: 129 pgs: 129 active+clean; 646 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 566 op/s 2024-04-22T00:05:40.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:40 smithi120 ceph-mon[31499]: pgmap v228: 129 pgs: 129 active+clean; 648 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 538 op/s 2024-04-22T00:05:40.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:40 smithi144 ceph-mon[31316]: pgmap v228: 129 pgs: 129 active+clean; 648 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 538 op/s 2024-04-22T00:05:40.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:40 smithi080 ceph-mon[27925]: pgmap v228: 129 pgs: 129 active+clean; 648 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 538 op/s 2024-04-22T00:05:41.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 -- 172.21.15.80:0/3313779521 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518100640 msgr2=0x7f7518100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:41.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 --2- 172.21.15.80:0/3313779521 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518100640 0x7f7518100ac0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f7514009930 tx=0x7f751402bc30 comp rx=0 tx=0).stop 2024-04-22T00:05:41.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 -- 172.21.15.80:0/3313779521 shutdown_connections 2024-04-22T00:05:41.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 --2- 172.21.15.80:0/3313779521 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7518101000 0x7f751810d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 --2- 172.21.15.80:0/3313779521 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518100640 0x7f7518100ac0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.967 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 --2- 172.21.15.80:0/3313779521 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7518106650 0x7f7518106a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 -- 172.21.15.80:0/3313779521 >> 172.21.15.80:0/3313779521 conn(0x7f75180777c0 msgr2=0x7f7518077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 -- 172.21.15.80:0/3313779521 shutdown_connections 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 -- 172.21.15.80:0/3313779521 wait complete. 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 Processor -- start 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.971+0000 7f751f512640 1 -- start start 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751f512640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7518100640 0x7f7518197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751f512640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7518101000 0x7f7518198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751f512640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518106650 0x7f751819c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.968 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751f512640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f7518110a60 con 0x7f7518106650 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751f512640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f75181108e0 con 0x7f7518101000 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751f512640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7518110be0 con 0x7f7518100640 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751daaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518106650 0x7f751819c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751caad640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7518101000 0x7f7518198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751caad640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7518101000 0x7f7518198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:37250/0 (socket says 172.21.15.80:37250) 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751caad640 1 -- 172.21.15.80:0/3443845008 learned_addr learned my addr 172.21.15.80:0/3443845008 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751daaf640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518106650 0x7f751819c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45450/0 (socket says 172.21.15.80:45450) 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751d2ae640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7518100640 0x7f7518197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751daaf640 1 -- 172.21.15.80:0/3443845008 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7518100640 msgr2=0x7f7518197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751daaf640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7518100640 0x7f7518197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751daaf640 1 -- 172.21.15.80:0/3443845008 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7518101000 msgr2=0x7f7518198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:41.969 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751daaf640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7518101000 0x7f7518198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751daaf640 1 -- 172.21.15.80:0/3443845008 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f751819cfe0 con 0x7f7518106650 2024-04-22T00:05:41.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751daaf640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518106650 0x7f751819c8b0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f751000da10 tx=0x7f751000ded0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:41.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f750a7fc640 1 -- 172.21.15.80:0/3443845008 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751000bd70 con 0x7f7518106650 2024-04-22T00:05:41.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f751f512640 1 -- 172.21.15.80:0/3443845008 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f751819d2d0 con 0x7f7518106650 2024-04-22T00:05:41.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f750a7fc640 1 -- 172.21.15.80:0/3443845008 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7510003e50 con 0x7f7518106650 2024-04-22T00:05:41.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.972+0000 7f750a7fc640 1 -- 172.21.15.80:0/3443845008 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75100106a0 con 0x7f7518106650 2024-04-22T00:05:41.970 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.973+0000 7f751f512640 1 -- 172.21.15.80:0/3443845008 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75181a4b60 con 0x7f7518106650 2024-04-22T00:05:41.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.975+0000 7f750a7fc640 1 -- 172.21.15.80:0/3443845008 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7510003970 con 0x7f7518106650 2024-04-22T00:05:41.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.975+0000 7f75221d0740 1 Processor -- start 2024-04-22T00:05:41.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.975+0000 7f75221d0740 1 -- start start 2024-04-22T00:05:41.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.975+0000 7f750a7fc640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75040a2da0 0x7f75040a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75221d0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614297b20 0x562614297f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.977 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751caad640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75040a2da0 0x7f75040a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75221d0740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x5626142a0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f750a7fc640 1 -- 172.21.15.80:0/3443845008 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f75100cfbd0 con 0x7f7518106650 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75221d0740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 0x5626142a3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75221d0740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5626141fbb70 con 0x562614298440 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75221d0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5626141a4470 con 0x562614297b20 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75221d0740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5626141f7b30 con 0x5626142a1210 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614297b20 0x562614297f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614297b20 0x562614297f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:37266/0 (socket says 172.21.15.80:37266) 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751caad640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x5626142a0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 -- 172.21.15.80:0/821821217 learned_addr learned my addr 172.21.15.80:0/821821217 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:41.978 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751daaf640 1 --2- 172.21.15.80:0/821821217 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 0x5626142a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 -- 172.21.15.80:0/821821217 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 msgr2=0x5626142a3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 --2- 172.21.15.80:0/821821217 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 0x5626142a3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 -- 172.21.15.80:0/821821217 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 msgr2=0x5626142a0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 --2- 172.21.15.80:0/821821217 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x5626142a0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 -- 172.21.15.80:0/821821217 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562613f10210 con 0x562614297b20 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751caad640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75040a2da0 0x7f75040a5260 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7514000c00 tx=0x7f751402ca80 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f751d2ae640 1 --2- 172.21.15.80:0/821821217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614297b20 0x562614297f00 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f750c00cbe0 tx=0x7f750c00e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9957295fed9a318 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75037fe640 1 -- 172.21.15.80:0/821821217 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c005220 con 0x562614297b20 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75037fe640 1 -- 172.21.15.80:0/821821217 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f750c004c80 con 0x562614297b20 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.976+0000 7f75037fe640 1 -- 172.21.15.80:0/821821217 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c0107b0 con 0x562614297b20 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 -- 172.21.15.80:0/821821217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614297b20 msgr2=0x562614297f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 --2- 172.21.15.80:0/821821217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614297b20 0x562614297f00 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f750c00cbe0 tx=0x7f750c00e720 comp rx=0 tx=0).stop 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 -- 172.21.15.80:0/821821217 shutdown_connections 2024-04-22T00:05:41.979 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 --2- 172.21.15.80:0/821821217 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 0x5626142a3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 --2- 172.21.15.80:0/821821217 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x5626142a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 --2- 172.21.15.80:0/821821217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614297b20 0x562614297f00 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 -- 172.21.15.80:0/821821217 >> 172.21.15.80:0/821821217 conn(0x562614292440 msgr2=0x562614292820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 -- 172.21.15.80:0/821821217 shutdown_connections 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 -- 172.21.15.80:0/821821217 wait complete. 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.977+0000 7f75221d0740 1 -- start start 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f75221d0740 1 Processor -- start 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f75221d0740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x56261429e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f75221d0740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614298440 0x56261429e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f75221d0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 0x56261429ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f75221d0740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5626142a3e40 con 0x562614297b20 2024-04-22T00:05:41.980 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f75221d0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5626141b7a10 con 0x5626142a1210 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f75221d0740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5626142a3fc0 con 0x562614298440 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f75221d0740 10 client.0 _ll_register_callbacks cb 0x5626141f2b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751d2ae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x56261429e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751d2ae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x56261429e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45466/0 (socket says 172.21.15.80:45466) 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751d2ae640 1 -- 172.21.15.80:0/1412080924 learned_addr learned my addr 172.21.15.80:0/1412080924 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751daaf640 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 0x56261429ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751caad640 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614298440 0x56261429e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751d2ae640 1 -- 172.21.15.80:0/1412080924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614298440 msgr2=0x56261429e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751d2ae640 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614298440 0x56261429e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751d2ae640 1 -- 172.21.15.80:0/1412080924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 msgr2=0x56261429ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751d2ae640 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 0x56261429ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.978+0000 7f751d2ae640 1 -- 172.21.15.80:0/1412080924 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562613fdc620 con 0x562614297b20 2024-04-22T00:05:41.981 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f751d2ae640 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x56261429e1f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f750c010470 tx=0x7f750c005060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e52427c83cd294fd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f7500ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f7500ff9640 1 -- 172.21.15.80:0/1412080924 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c00c7b0 con 0x562614297b20 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f7500ff9640 1 -- 172.21.15.80:0/1412080924 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f750c005410 con 0x562614297b20 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 1 -- 172.21.15.80:0/1412080924 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f750c004c80 con 0x562614297b20 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f7500ff9640 1 -- 172.21.15.80:0/1412080924 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f750c004050 con 0x562614297b20 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 10 client.16557 fetch_fsmap learned FSMap version 28 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 1 -- 172.21.15.80:0/1412080924 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5626142b0050 con 0x562614297b20 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f7500ff9640 1 -- 172.21.15.80:0/1412080924 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f750c004c80 con 0x562614297b20 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f7500ff9640 1 -- 172.21.15.80:0/1412080924 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f750c003ad0 con 0x562614297b20 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 10 client.16557 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 10 client.16557 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 20 client.16557 populate_metadata read hostname 'smithi080' 2024-04-22T00:05:41.982 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5626142b1450 0x5626142b3840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 4 client.16557 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.979+0000 7f75221d0740 1 -- 172.21.15.80:0/1412080924 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626142090b0 con 0x5626142b1450 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.980+0000 7f751caad640 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5626142b1450 0x5626142b3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.980+0000 7f7500ff9640 10 client.16557 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.980+0000 7f751caad640 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5626142b1450 0x5626142b3840 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d94c65afe821e442 server_cookie=9973b3f6108b500e in_seq=0 out_seq=0 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f7500ff9640 1 -- 172.21.15.80:0/1412080924 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5626142090b0 con 0x5626142b1450 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f7500ff9640 10 client.16557 handle_command_reply: tid=0 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 client.16557 shutdown 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 -- 172.21.15.80:0/1412080924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 msgr2=0x56261429e1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x56261429e1f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f750c010470 tx=0x7f750c005060 comp rx=0 tx=0).stop 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 -- 172.21.15.80:0/1412080924 shutdown_connections 2024-04-22T00:05:41.983 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5626142b1450 0x5626142b3840 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.984 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 0x56261429ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.984 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f7500ff9640 0 client.16557 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:41.984 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614298440 0x56261429e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.984 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 --2- 172.21.15.80:0/1412080924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x56261429e1f0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.984 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 -- 172.21.15.80:0/1412080924 >> 172.21.15.80:0/1412080924 conn(0x562614292440 msgr2=0x562614294190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:41.984 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 -- 172.21.15.80:0/1412080924 shutdown_connections 2024-04-22T00:05:41.984 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 1 -- 172.21.15.80:0/1412080924 wait complete. 2024-04-22T00:05:41.984 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.982+0000 7f75221d0740 20 client.16557 trim_cache size 0 max 16384 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f75221d0740 1 Processor -- start 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f75221d0740 1 -- start start 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f75221d0740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x5626142a0920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f75221d0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614298440 0x5626142acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f75221d0740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 0x56261429e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f75221d0740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f75181b1280 con 0x562614297b20 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f75221d0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f75181aeb20 con 0x562614298440 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f75221d0740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f75181ac970 con 0x5626142a1210 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x5626142a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.995 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x5626142a0920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45474/0 (socket says 172.21.15.80:45474) 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 -- 172.21.15.80:0/23296540 learned_addr learned my addr 172.21.15.80:0/23296540 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751caad640 1 --2- 172.21.15.80:0/23296540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614298440 0x5626142acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 -- 172.21.15.80:0/23296540 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 msgr2=0x56261429e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 --2- 172.21.15.80:0/23296540 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 0x56261429e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 -- 172.21.15.80:0/23296540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614298440 msgr2=0x5626142acd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 --2- 172.21.15.80:0/23296540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614298440 0x5626142acd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 -- 172.21.15.80:0/23296540 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626142b3dd0 con 0x562614297b20 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f751d2ae640 1 --2- 172.21.15.80:0/23296540 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x5626142a0920 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f750c00e760 tx=0x7f750c005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a92145956a3c5864 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f7502ffd640 1 -- 172.21.15.80:0/23296540 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c00c6f0 con 0x562614297b20 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f7502ffd640 1 -- 172.21.15.80:0/23296540 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f750c003ad0 con 0x562614297b20 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.997+0000 7f7502ffd640 1 -- 172.21.15.80:0/23296540 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750c004a60 con 0x562614297b20 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 -- 172.21.15.80:0/23296540 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 msgr2=0x5626142a0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:41.996 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 --2- 172.21.15.80:0/23296540 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x5626142a0920 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f750c00e760 tx=0x7f750c005b50 comp rx=0 tx=0).stop 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 -- 172.21.15.80:0/23296540 shutdown_connections 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 --2- 172.21.15.80:0/23296540 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5626142a1210 0x56261429e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 --2- 172.21.15.80:0/23296540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562614298440 0x5626142acd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 --2- 172.21.15.80:0/23296540 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614297b20 0x5626142a0920 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 -- 172.21.15.80:0/23296540 >> 172.21.15.80:0/23296540 conn(0x562614292440 msgr2=0x56261429e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 -- 172.21.15.80:0/23296540 shutdown_connections 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 -- 172.21.15.80:0/23296540 wait complete. 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 -- start start 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.998+0000 7f75221d0740 1 Processor -- start 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f75221d0740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614297b20 0x5626142a9640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f75221d0740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x56261429abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f75221d0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 0x56261429b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f75221d0740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f75181acfe0 con 0x562614298440 2024-04-22T00:05:41.997 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f75221d0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f75181ae450 con 0x5626142a1210 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f75221d0740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f75181ad6b0 con 0x562614297b20 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f75221d0740 10 client.0 _ll_register_callbacks cb 0x7f750c014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x56261429abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x56261429abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:45478/0 (socket says 172.21.15.80:45478) 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 -- 172.21.15.80:0/1792510763 learned_addr learned my addr 172.21.15.80:0/1792510763 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751daaf640 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 0x56261429b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 -- 172.21.15.80:0/1792510763 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614297b20 msgr2=0x5626142a9640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751d2ae640 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614297b20 0x5626142a9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614297b20 0x5626142a9640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 -- 172.21.15.80:0/1792510763 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 msgr2=0x56261429b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 0x56261429b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 -- 172.21.15.80:0/1792510763 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56261429b980 con 0x562614298440 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f751caad640 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x56261429abf0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f7514009850 tx=0x7f751402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63a0e32d20c36072 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:41.998 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f7500ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f7500ff9640 1 -- 172.21.15.80:0/1792510763 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7514057dd0 con 0x562614298440 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f7500ff9640 1 -- 172.21.15.80:0/1792510763 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7f75140575a0 con 0x562614298440 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:41.999+0000 7f75221d0740 1 -- 172.21.15.80:0/1792510763 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f750c003ad0 con 0x562614298440 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f7500ff9640 1 -- 172.21.15.80:0/1792510763 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7514065050 con 0x562614298440 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f75221d0740 10 client.16563 fetch_fsmap learned FSMap version 28 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f75221d0740 1 -- 172.21.15.80:0/1792510763 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56261431bd20 con 0x562614298440 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f7500ff9640 1 -- 172.21.15.80:0/1792510763 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f750c003ad0 con 0x562614298440 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f7500ff9640 1 -- 172.21.15.80:0/1792510763 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7514057070 con 0x562614298440 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f75221d0740 10 client.16563 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f75221d0740 10 client.16563 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f75221d0740 20 client.16563 populate_metadata read hostname 'smithi080' 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f75221d0740 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56261431c4d0 0x56261431e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f75221d0740 4 client.16563 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:05:41.999 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f75221d0740 1 -- 172.21.15.80:0/1792510763 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562614203400 con 0x56261431c4d0 2024-04-22T00:05:42.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.000+0000 7f751d2ae640 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56261431c4d0 0x56261431e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:42.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.001+0000 7f751d2ae640 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56261431c4d0 0x56261431e8f0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=887d47420fafb6a0 server_cookie=3b4caa1adf35bcee in_seq=0 out_seq=0 2024-04-22T00:05:42.000 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:42.001+0000 7f7500ff9640 10 client.16563 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:42.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:42 smithi120 ceph-mon[31499]: pgmap v229: 129 pgs: 129 active+clean; 651 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 524 op/s 2024-04-22T00:05:43.476 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:42 smithi080 ceph-mon[27925]: pgmap v229: 129 pgs: 129 active+clean; 651 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 524 op/s 2024-04-22T00:05:43.477 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:42 smithi144 ceph-mon[31316]: pgmap v229: 129 pgs: 129 active+clean; 651 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 524 op/s 2024-04-22T00:05:44.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:44 smithi120 ceph-mon[31499]: pgmap v230: 129 pgs: 129 active+clean; 655 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 499 op/s 2024-04-22T00:05:44.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:44 smithi144 ceph-mon[31316]: pgmap v230: 129 pgs: 129 active+clean; 655 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 499 op/s 2024-04-22T00:05:44.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:44 smithi080 ceph-mon[27925]: pgmap v230: 129 pgs: 129 active+clean; 655 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 499 op/s 2024-04-22T00:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.483+0000 7f7500ff9640 1 -- 172.21.15.80:0/1792510763 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562614203400 con 0x56261431c4d0 2024-04-22T00:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.483+0000 7f7500ff9640 10 client.16563 handle_command_reply: tid=0 2024-04-22T00:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.483+0000 7f75221d0740 1 client.16563 shutdown 2024-04-22T00:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 -- 172.21.15.80:0/1792510763 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 msgr2=0x56261429abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x56261429abf0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f7514009850 tx=0x7f751402bc30 comp rx=0 tx=0).stop 2024-04-22T00:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 -- 172.21.15.80:0/1792510763 shutdown_connections 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x56261431c4d0 0x56261431e8f0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5626142a1210 0x56261429b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x562614298440 0x56261429abf0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 --2- 172.21.15.80:0/1792510763 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x562614297b20 0x5626142a9640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 -- 172.21.15.80:0/1792510763 >> 172.21.15.80:0/1792510763 conn(0x562614292440 msgr2=0x5626142914c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f7500ff9640 0 client.16563 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 -- 172.21.15.80:0/1792510763 shutdown_connections 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 1 -- 172.21.15.80:0/1792510763 wait complete. 2024-04-22T00:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.484+0000 7f75221d0740 20 client.16563 trim_cache size 0 max 16384 2024-04-22T00:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 -- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75040a2da0 msgr2=0x7f75040a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75040a2da0 0x7f75040a5260 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7514000c00 tx=0x7f751402ca80 comp rx=0 tx=0).stop 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 -- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518106650 msgr2=0x7f751819c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518106650 0x7f751819c8b0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f751000da10 tx=0x7f751000ded0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 -- 172.21.15.80:0/3443845008 shutdown_connections 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f7518106650 0x7f751819c8b0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75040a2da0 0x7f75040a5260 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7518101000 0x7f7518198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 --2- 172.21.15.80:0/3443845008 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7518100640 0x7f7518197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 -- 172.21.15.80:0/3443845008 >> 172.21.15.80:0/3443845008 conn(0x7f75180777c0 msgr2=0x7f751806a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 -- 172.21.15.80:0/3443845008 shutdown_connections 2024-04-22T00:05:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:45.486+0000 7f751f512640 1 -- 172.21.15.80:0/3443845008 wait complete. 2024-04-22T00:05:46.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:46 smithi120 ceph-mon[31499]: pgmap v231: 129 pgs: 129 active+clean; 661 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 384 op/s 2024-04-22T00:05:46.864 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:46 smithi144 ceph-mon[31316]: pgmap v231: 129 pgs: 129 active+clean; 661 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 384 op/s 2024-04-22T00:05:46.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:46 smithi080 ceph-mon[27925]: pgmap v231: 129 pgs: 129 active+clean; 661 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 384 op/s 2024-04-22T00:05:48.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:48 smithi120 ceph-mon[31499]: pgmap v232: 129 pgs: 129 active+clean; 673 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.4 MiB/s wr, 519 op/s 2024-04-22T00:05:48.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:48 smithi144 ceph-mon[31316]: pgmap v232: 129 pgs: 129 active+clean; 673 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.4 MiB/s wr, 519 op/s 2024-04-22T00:05:48.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:48 smithi080 ceph-mon[27925]: pgmap v232: 129 pgs: 129 active+clean; 673 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.4 MiB/s wr, 519 op/s 2024-04-22T00:05:49.365 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: *** Caught signal (Segmentation fault) ** 2024-04-22T00:05:49.366 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: in thread 7f669d8f4700 thread_name:msgr-worker-0 2024-04-22T00:05:49.366 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev) 2024-04-22T00:05:49.366 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f66a349ed20] 2024-04-22T00:05:49.366 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2: (tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned int, int)+0x93) [0x7f66a5163523] 2024-04-22T00:05:49.366 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 3: (tcmalloc::ThreadCache::Scavenge()+0x4e) [0x7f66a516386e] 2024-04-22T00:05:49.366 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 4: (ceph::common::RefCountedObject::put() const+0x1ba) [0x7f66a48083fa] 2024-04-22T00:05:49.367 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 5: (ProtocolV2::write_message(Message*, bool)+0x3fb) [0x7f66a4a9a69b] 2024-04-22T00:05:49.367 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 6: (ProtocolV2::write_event()+0x18b) [0x7f66a4aafacb] 2024-04-22T00:05:49.367 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 7: (EventCenter::process_events(unsigned int, std::chrono::duration >*)+0xa6c) [0x7f66a4ac07cc] 2024-04-22T00:05:49.367 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 8: /usr/lib64/ceph/libceph-common.so.2(+0x6838c6) [0x7f66a4ac88c6] 2024-04-22T00:05:49.367 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 9: /lib64/libstdc++.so.6(+0xc2b23) [0x7f66a238ab23] 2024-04-22T00:05:49.367 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 10: /lib64/libpthread.so.0(+0x81ca) [0x7f66a34941ca] 2024-04-22T00:05:49.367 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 11: clone() 2024-04-22T00:05:49.367 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2024-04-22T00:05:49.042+0000 7f669d8f4700 -1 *** Caught signal (Segmentation fault) ** 2024-04-22T00:05:49.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: in thread 7f669d8f4700 thread_name:msgr-worker-0 2024-04-22T00:05:49.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2024-04-22T00:05:49.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev) 2024-04-22T00:05:49.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f66a349ed20] 2024-04-22T00:05:49.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2: (tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned int, int)+0x93) [0x7f66a5163523] 2024-04-22T00:05:49.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 3: (tcmalloc::ThreadCache::Scavenge()+0x4e) [0x7f66a516386e] 2024-04-22T00:05:49.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 4: (ceph::common::RefCountedObject::put() const+0x1ba) [0x7f66a48083fa] 2024-04-22T00:05:49.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 5: (ProtocolV2::write_message(Message*, bool)+0x3fb) [0x7f66a4a9a69b] 2024-04-22T00:05:49.369 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 6: (ProtocolV2::write_event()+0x18b) [0x7f66a4aafacb] 2024-04-22T00:05:49.369 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 7: (EventCenter::process_events(unsigned int, std::chrono::duration >*)+0xa6c) [0x7f66a4ac07cc] 2024-04-22T00:05:49.369 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 8: /usr/lib64/ceph/libceph-common.so.2(+0x6838c6) [0x7f66a4ac88c6] 2024-04-22T00:05:49.370 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 9: /lib64/libstdc++.so.6(+0xc2b23) [0x7f66a238ab23] 2024-04-22T00:05:49.370 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 10: /lib64/libpthread.so.0(+0x81ca) [0x7f66a34941ca] 2024-04-22T00:05:49.370 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 11: clone() 2024-04-22T00:05:49.370 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-22T00:05:49.370 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2024-04-22T00:05:49.370 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 0> 2024-04-22T00:05:49.042+0000 7f669d8f4700 -1 *** Caught signal (Segmentation fault) ** 2024-04-22T00:05:49.370 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: in thread 7f669d8f4700 thread_name:msgr-worker-0 2024-04-22T00:05:49.371 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2024-04-22T00:05:49.371 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev) 2024-04-22T00:05:49.371 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f66a349ed20] 2024-04-22T00:05:49.371 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2: (tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned int, int)+0x93) [0x7f66a5163523] 2024-04-22T00:05:49.371 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 3: (tcmalloc::ThreadCache::Scavenge()+0x4e) [0x7f66a516386e] 2024-04-22T00:05:49.371 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 4: (ceph::common::RefCountedObject::put() const+0x1ba) [0x7f66a48083fa] 2024-04-22T00:05:49.371 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 5: (ProtocolV2::write_message(Message*, bool)+0x3fb) [0x7f66a4a9a69b] 2024-04-22T00:05:49.372 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 6: (ProtocolV2::write_event()+0x18b) [0x7f66a4aafacb] 2024-04-22T00:05:49.372 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 7: (EventCenter::process_events(unsigned int, std::chrono::duration >*)+0xa6c) [0x7f66a4ac07cc] 2024-04-22T00:05:49.372 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 8: /usr/lib64/ceph/libceph-common.so.2(+0x6838c6) [0x7f66a4ac88c6] 2024-04-22T00:05:49.372 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 9: /lib64/libstdc++.so.6(+0xc2b23) [0x7f66a238ab23] 2024-04-22T00:05:49.372 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 10: /lib64/libpthread.so.0(+0x81ca) [0x7f66a34941ca] 2024-04-22T00:05:49.372 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 11: clone() 2024-04-22T00:05:49.372 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-22T00:05:49.373 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2024-04-22T00:05:49.373 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 0> 2024-04-22T00:05:49.042+0000 7f669d8f4700 -1 *** Caught signal (Segmentation fault) ** 2024-04-22T00:05:49.373 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: in thread 7f669d8f4700 thread_name:msgr-worker-0 2024-04-22T00:05:49.373 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2024-04-22T00:05:49.373 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: ceph version 19.0.0-2405-g820a2f8c (820a2f8ced66152ed3d765c31444b8076ea28c6b) squid (dev) 2024-04-22T00:05:49.373 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f66a349ed20] 2024-04-22T00:05:49.373 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2: (tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned int, int)+0x93) [0x7f66a5163523] 2024-04-22T00:05:49.374 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 3: (tcmalloc::ThreadCache::Scavenge()+0x4e) [0x7f66a516386e] 2024-04-22T00:05:49.374 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 4: (ceph::common::RefCountedObject::put() const+0x1ba) [0x7f66a48083fa] 2024-04-22T00:05:49.374 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 5: (ProtocolV2::write_message(Message*, bool)+0x3fb) [0x7f66a4a9a69b] 2024-04-22T00:05:49.374 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 6: (ProtocolV2::write_event()+0x18b) [0x7f66a4aafacb] 2024-04-22T00:05:49.374 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 7: (EventCenter::process_events(unsigned int, std::chrono::duration >*)+0xa6c) [0x7f66a4ac07cc] 2024-04-22T00:05:49.374 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 8: /usr/lib64/ceph/libceph-common.so.2(+0x6838c6) [0x7f66a4ac88c6] 2024-04-22T00:05:49.374 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 9: /lib64/libstdc++.so.6(+0xc2b23) [0x7f66a238ab23] 2024-04-22T00:05:49.375 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 10: /lib64/libpthread.so.0(+0x81ca) [0x7f66a34941ca] 2024-04-22T00:05:49.375 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 11: clone() 2024-04-22T00:05:49.375 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-22T00:05:49.375 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[62438]: 2024-04-22T00:05:49.375 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:49 smithi144 podman[67171]: 2024-04-22 00:05:49.112430237 +0000 UTC m=+0.019775292 container died 5c0c345742408921aa2dc925db3fe0945e717d7555f7cac43740cec17518774a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, io.buildah.version=1.33.5) 2024-04-22T00:05:50.615 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:50 smithi144 ceph-mon[31316]: pgmap v233: 129 pgs: 129 active+clean; 661 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 467 op/s 2024-04-22T00:05:50.615 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:50 smithi144 podman[67171]: 2024-04-22 00:05:50.354445857 +0000 UTC m=+1.261790899 container remove 5c0c345742408921aa2dc925db3fe0945e717d7555f7cac43740cec17518774a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:05:50.615 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:50 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.c.service: Main process exited, code=exited, status=139/n/a 2024-04-22T00:05:50.745 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:50 smithi120 ceph-mon[31499]: pgmap v233: 129 pgs: 129 active+clean; 661 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 467 op/s 2024-04-22T00:05:50.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:50 smithi080 ceph-mon[27925]: pgmap v233: 129 pgs: 129 active+clean; 661 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 467 op/s 2024-04-22T00:05:51.115 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:50 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.c.service: Failed with result 'exit-code'. 2024-04-22T00:05:51.115 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:05:50 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.c.service: Consumed 48.448s CPU time. 2024-04-22T00:05:52.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:52 smithi144 ceph-mon[31316]: pgmap v234: 129 pgs: 129 active+clean; 665 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.5 MiB/s wr, 420 op/s 2024-04-22T00:05:52.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:52 smithi080 ceph-mon[27925]: pgmap v234: 129 pgs: 129 active+clean; 665 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.5 MiB/s wr, 420 op/s 2024-04-22T00:05:52.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:52 smithi120 ceph-mon[31499]: pgmap v234: 129 pgs: 129 active+clean; 665 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.5 MiB/s wr, 420 op/s 2024-04-22T00:05:54.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:54 smithi144 ceph-mon[31316]: pgmap v235: 129 pgs: 129 active+clean; 675 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 5.1 MiB/s wr, 443 op/s 2024-04-22T00:05:54.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:54 smithi080 ceph-mon[27925]: pgmap v235: 129 pgs: 129 active+clean; 675 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 5.1 MiB/s wr, 443 op/s 2024-04-22T00:05:54.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:54 smithi120 ceph-mon[31499]: pgmap v235: 129 pgs: 129 active+clean; 675 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 5.1 MiB/s wr, 443 op/s 2024-04-22T00:05:56.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:56 smithi144 ceph-mon[31316]: pgmap v236: 129 pgs: 129 active+clean; 676 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 394 op/s 2024-04-22T00:05:56.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:56 smithi080 ceph-mon[27925]: pgmap v236: 129 pgs: 129 active+clean; 676 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 394 op/s 2024-04-22T00:05:56.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:56 smithi120 ceph-mon[31499]: pgmap v236: 129 pgs: 129 active+clean; 676 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 394 op/s 2024-04-22T00:05:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.628+0000 7fc8962e5640 1 -- 172.21.15.80:0/3902744764 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 msgr2=0x7fc888098b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.628+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3902744764 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 0x7fc888098b60 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fc890066eb0 tx=0x7fc890097930 comp rx=0 tx=0).stop 2024-04-22T00:05:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.628+0000 7fc8962e5640 1 -- 172.21.15.80:0/3902744764 shutdown_connections 2024-04-22T00:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.628+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3902744764 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 0x7fc888098b60 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.628+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3902744764 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc888004c80 0x7fc888005100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.628+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3902744764 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc88809acf0 0x7fc888004740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.628+0000 7fc8962e5640 1 -- 172.21.15.80:0/3902744764 >> 172.21.15.80:0/3902744764 conn(0x7fc88800a740 msgr2=0x7fc88800ab50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.630+0000 7fc8962e5640 1 -- 172.21.15.80:0/3902744764 shutdown_connections 2024-04-22T00:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.630+0000 7fc8962e5640 1 -- 172.21.15.80:0/3902744764 wait complete. 2024-04-22T00:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.631+0000 7fc8962e5640 1 Processor -- start 2024-04-22T00:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.631+0000 7fc8962e5640 1 -- start start 2024-04-22T00:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.631+0000 7fc8962e5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc888004c80 0x7fc8881386c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.631+0000 7fc8962e5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 0x7fc888138c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.631+0000 7fc8962e5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc88809acf0 0x7fc888132830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.631+0000 7fc8962e5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc8880ac570 con 0x7fc8880986e0 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc8962e5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc8880ac3f0 con 0x7fc888004c80 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc8962e5640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc8880ac6f0 con 0x7fc88809acf0 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc8952e3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc888004c80 0x7fc8881386c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc8952e3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc888004c80 0x7fc8881386c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:37278/0 (socket says 172.21.15.80:37278) 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc8952e3640 1 -- 172.21.15.80:0/3870530769 learned_addr learned my addr 172.21.15.80:0/3870530769 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc894ae2640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 0x7fc888138c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc894ae2640 1 -- 172.21.15.80:0/3870530769 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc88809acf0 msgr2=0x7fc888132830 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc894ae2640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc88809acf0 0x7fc888132830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc894ae2640 1 -- 172.21.15.80:0/3870530769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc888004c80 msgr2=0x7fc8881386c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc894ae2640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc888004c80 0x7fc8881386c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.632+0000 7fc894ae2640 1 -- 172.21.15.80:0/3870530769 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc888133000 con 0x7fc8880986e0 2024-04-22T00:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.633+0000 7fc894ae2640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 0x7fc888138c00 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fc88000c970 tx=0x7fc88000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.633+0000 7fc8867fc640 1 -- 172.21.15.80:0/3870530769 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc880007bb0 con 0x7fc8880986e0 2024-04-22T00:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.633+0000 7fc8867fc640 1 -- 172.21.15.80:0/3870530769 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc880007d50 con 0x7fc8880986e0 2024-04-22T00:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.633+0000 7fc8962e5640 1 -- 172.21.15.80:0/3870530769 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8881332f0 con 0x7fc8880986e0 2024-04-22T00:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.633+0000 7fc8962e5640 1 -- 172.21.15.80:0/3870530769 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc88813f590 con 0x7fc8880986e0 2024-04-22T00:05:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.634+0000 7fc8867fc640 1 -- 172.21.15.80:0/3870530769 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc880007bb0 con 0x7fc8880986e0 2024-04-22T00:05:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.637+0000 7fc89a205740 1 Processor -- start 2024-04-22T00:05:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc89a205740 1 -- start start 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc89a205740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88cdd40 0x558bf88ce120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc89a205740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88ce660 0x558bf88d6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc89a205740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d9820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc89a205740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x558bf8831b70 con 0x558bf88cdd40 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc89a205740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558bf87da470 con 0x558bf88ce660 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc89a205740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x558bf882db30 con 0x558bf88d7430 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc894ae2640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc894ae2640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d9820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:49426/0 (socket says 172.21.15.80:49426) 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc894ae2640 1 -- 172.21.15.80:0/1251309620 learned_addr learned my addr 172.21.15.80:0/1251309620 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.638+0000 7fc895ae4640 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88cdd40 0x558bf88ce120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.639+0000 7fc894ae2640 1 -- 172.21.15.80:0/1251309620 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88ce660 msgr2=0x558bf88d6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.639+0000 7fc894ae2640 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88ce660 0x558bf88d6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.639+0000 7fc894ae2640 1 -- 172.21.15.80:0/1251309620 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88cdd40 msgr2=0x558bf88ce120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.639+0000 7fc894ae2640 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88cdd40 0x558bf88ce120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.639+0000 7fc894ae2640 1 -- 172.21.15.80:0/1251309620 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558bf8546210 con 0x558bf88d7430 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.639+0000 7fc894ae2640 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d9820 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc8800cc3a0 tx=0x7fc8800d7780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=855321cd94564234 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.640+0000 7fc87b7fe640 1 -- 172.21.15.80:0/1251309620 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8800e2070 con 0x558bf88d7430 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.640+0000 7fc895ae4640 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88cdd40 0x558bf88ce120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.640+0000 7fc87b7fe640 1 -- 172.21.15.80:0/1251309620 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc8800cf9a0 con 0x558bf88d7430 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.640+0000 7fc87b7fe640 1 -- 172.21.15.80:0/1251309620 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8800dda80 con 0x558bf88d7430 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.641+0000 7fc8867fc640 1 -- 172.21.15.80:0/3870530769 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc880004d60 con 0x7fc8880986e0 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.641+0000 7fc89a205740 1 -- 172.21.15.80:0/1251309620 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 msgr2=0x558bf88d9820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.641+0000 7fc89a205740 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d9820 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc8800cc3a0 tx=0x7fc8800d7780 comp rx=0 tx=0).stop 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.641+0000 7fc8867fc640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc87c0a2f80 0x7fc87c0a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.642+0000 7fc8867fc640 1 -- 172.21.15.80:0/3870530769 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fc8800cf090 con 0x7fc8880986e0 2024-04-22T00:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.642+0000 7fc895ae4640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc87c0a2f80 0x7fc87c0a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.642+0000 7fc89a205740 1 -- 172.21.15.80:0/1251309620 shutdown_connections 2024-04-22T00:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.642+0000 7fc89a205740 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d9820 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.642+0000 7fc89a205740 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88ce660 0x558bf88d6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.642+0000 7fc89a205740 1 --2- 172.21.15.80:0/1251309620 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88cdd40 0x558bf88ce120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.642+0000 7fc89a205740 1 -- 172.21.15.80:0/1251309620 >> 172.21.15.80:0/1251309620 conn(0x558bf88c8660 msgr2=0x558bf88c8a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.643+0000 7fc89a205740 1 -- 172.21.15.80:0/1251309620 shutdown_connections 2024-04-22T00:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.643+0000 7fc89a205740 1 -- 172.21.15.80:0/1251309620 wait complete. 2024-04-22T00:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.643+0000 7fc89a205740 1 -- start start 2024-04-22T00:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.643+0000 7fc895ae4640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc87c0a2f80 0x7fc87c0a5440 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc890050e00 tx=0x7fc890067a10 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.643+0000 7fc89a205740 1 Processor -- start 2024-04-22T00:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc89a205740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88d4400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc89a205740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88d4940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc89a205740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc89a205740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x558bf88eb070 con 0x558bf88ce660 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc89a205740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558bf87eda10 con 0x558bf88cdd40 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc89a205740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x558bf88eb1f0 con 0x558bf88d7430 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc89a205740 10 client.0 _ll_register_callbacks cb 0x558bf8828b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc8952e3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88d4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc8952e3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88d4400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:37286/0 (socket says 172.21.15.80:37286) 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc8952e3640 1 -- 172.21.15.80:0/15827145 learned_addr learned my addr 172.21.15.80:0/15827145 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc894ae2640 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88d4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.644+0000 7fc895ae4640 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc894ae2640 1 -- 172.21.15.80:0/15827145 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 msgr2=0x558bf88d4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc894ae2640 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc894ae2640 1 -- 172.21.15.80:0/15827145 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 msgr2=0x558bf88d4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc894ae2640 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88d4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc894ae2640 1 -- 172.21.15.80:0/15827145 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558bf8612620 con 0x558bf88ce660 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc8952e3640 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88d4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc894ae2640 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88d4940 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fc88000c940 tx=0x7fc8800d26b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c52352338f497817 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc878ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc878ff9640 1 -- 172.21.15.80:0/15827145 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc88001d030 con 0x558bf88ce660 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc89a205740 1 -- 172.21.15.80:0/15827145 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8800cf9a0 con 0x558bf88ce660 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc878ff9640 1 -- 172.21.15.80:0/15827145 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fc8800d2350 con 0x558bf88ce660 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc878ff9640 1 -- 172.21.15.80:0/15827145 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc8800974d0 con 0x558bf88ce660 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc89a205740 10 client.16575 fetch_fsmap learned FSMap version 28 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc89a205740 1 -- 172.21.15.80:0/15827145 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558bf88eb070 con 0x558bf88ce660 2024-04-22T00:05:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.645+0000 7fc878ff9640 1 -- 172.21.15.80:0/15827145 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc8800cf9a0 con 0x558bf88ce660 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.646+0000 7fc878ff9640 1 -- 172.21.15.80:0/15827145 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc8800978a0 con 0x558bf88ce660 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.646+0000 7fc89a205740 10 client.16575 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.646+0000 7fc89a205740 10 client.16575 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.646+0000 7fc89a205740 20 client.16575 populate_metadata read hostname 'smithi080' 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.646+0000 7fc89a205740 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558bf88f8870 0x558bf88fac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.646+0000 7fc89a205740 4 client.16575 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.646+0000 7fc89a205740 1 -- 172.21.15.80:0/15827145 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558bf883f0b0 con 0x558bf88f8870 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.646+0000 7fc8952e3640 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558bf88f8870 0x558bf88fac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.648+0000 7fc8952e3640 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558bf88f8870 0x558bf88fac90 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57bc9e7b61a062cb server_cookie=cd1998f962b1477e in_seq=0 out_seq=0 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.648+0000 7fc878ff9640 10 client.16575 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.649+0000 7fc878ff9640 1 -- 172.21.15.80:0/15827145 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558bf883f0b0 con 0x558bf88f8870 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.649+0000 7fc878ff9640 10 client.16575 handle_command_reply: tid=0 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.649+0000 7fc89a205740 1 client.16575 shutdown 2024-04-22T00:05:58.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.649+0000 7fc89a205740 1 -- 172.21.15.80:0/15827145 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 msgr2=0x558bf88d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:58.649 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.649+0000 7fc89a205740 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88d4940 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fc88000c940 tx=0x7fc8800d26b0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.649 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.650+0000 7fc89a205740 1 -- 172.21.15.80:0/15827145 shutdown_connections 2024-04-22T00:05:58.649 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.650+0000 7fc89a205740 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558bf88f8870 0x558bf88fac90 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.649 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.650+0000 7fc89a205740 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.649 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.650+0000 7fc89a205740 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88d4940 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.650 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.650+0000 7fc89a205740 1 --2- 172.21.15.80:0/15827145 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88d4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.650 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.650+0000 7fc89a205740 1 -- 172.21.15.80:0/15827145 >> 172.21.15.80:0/15827145 conn(0x558bf88c8660 msgr2=0x558bf88ca3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:58.650 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.650+0000 7fc878ff9640 0 client.16575 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:58.650 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.650+0000 7fc89a205740 1 -- 172.21.15.80:0/15827145 shutdown_connections 2024-04-22T00:05:58.651 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.651+0000 7fc89a205740 1 -- 172.21.15.80:0/15827145 wait complete. 2024-04-22T00:05:58.651 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.651+0000 7fc89a205740 20 client.16575 trim_cache size 0 max 16384 2024-04-22T00:05:58.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.679+0000 7fc89a205740 1 Processor -- start 2024-04-22T00:05:58.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.679+0000 7fc89a205740 1 -- start start 2024-04-22T00:05:58.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.680+0000 7fc89a205740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88c7840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.680+0000 7fc89a205740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.680+0000 7fc8952e3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88c7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.680+0000 7fc8952e3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88c7840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:37294/0 (socket says 172.21.15.80:37294) 2024-04-22T00:05:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.680+0000 7fc8952e3640 1 -- 172.21.15.80:0/2988862903 learned_addr learned my addr 172.21.15.80:0/2988862903 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.680+0000 7fc894ae2640 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.681+0000 7fc89a205740 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.681+0000 7fc89a205740 1 -- 172.21.15.80:0/2988862903 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc88814be70 con 0x558bf88ce660 2024-04-22T00:05:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.681+0000 7fc89a205740 1 -- 172.21.15.80:0/2988862903 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc888149710 con 0x558bf88cdd40 2024-04-22T00:05:58.676 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.681+0000 7fc89a205740 1 -- 172.21.15.80:0/2988862903 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc888147560 con 0x558bf88d7430 2024-04-22T00:05:58.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.682+0000 7fc895ae4640 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.684+0000 7fc895ae4640 1 -- 172.21.15.80:0/2988862903 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 msgr2=0x558bf88c7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.684+0000 7fc895ae4640 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88c7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.684+0000 7fc895ae4640 1 -- 172.21.15.80:0/2988862903 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 msgr2=0x558bf88f3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.684+0000 7fc895ae4640 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88f3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.684+0000 7fc895ae4640 1 -- 172.21.15.80:0/2988862903 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558bf88ce490 con 0x558bf88d7430 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.685+0000 7fc895ae4640 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4ca0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc890067090 tx=0x7fc890073070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5faf7eb476c988e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.686+0000 7fc87affd640 1 -- 172.21.15.80:0/2988862903 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc89006a070 con 0x558bf88d7430 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.686+0000 7fc87affd640 1 -- 172.21.15.80:0/2988862903 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc89009cc50 con 0x558bf88d7430 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.686+0000 7fc87affd640 1 -- 172.21.15.80:0/2988862903 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8900a7a70 con 0x558bf88d7430 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.688+0000 7fc89a205740 1 -- 172.21.15.80:0/2988862903 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 msgr2=0x558bf88d4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.688+0000 7fc89a205740 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4ca0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc890067090 tx=0x7fc890073070 comp rx=0 tx=0).stop 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.688+0000 7fc89a205740 1 -- 172.21.15.80:0/2988862903 shutdown_connections 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.688+0000 7fc89a205740 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88d7430 0x558bf88d4ca0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.688+0000 7fc89a205740 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88f3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.688+0000 7fc89a205740 1 --2- 172.21.15.80:0/2988862903 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88cdd40 0x558bf88c7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.688+0000 7fc89a205740 1 -- 172.21.15.80:0/2988862903 >> 172.21.15.80:0/2988862903 conn(0x558bf88c8660 msgr2=0x558bf88ca310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.688+0000 7fc89a205740 1 -- 172.21.15.80:0/2988862903 shutdown_connections 2024-04-22T00:05:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.689+0000 7fc89a205740 1 -- 172.21.15.80:0/2988862903 wait complete. 2024-04-22T00:05:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.689+0000 7fc89a205740 1 -- start start 2024-04-22T00:05:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.689+0000 7fc89a205740 1 Processor -- start 2024-04-22T00:05:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.689+0000 7fc89a205740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88cdd40 0x558bf88f05b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.689+0000 7fc89a205740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88eba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc89a205740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88d7430 0x558bf88ebfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc89a205740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fc888147bd0 con 0x558bf88ce660 2024-04-22T00:05:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc89a205740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc888149040 con 0x558bf88d7430 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc89a205740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fc8881482a0 con 0x558bf88cdd40 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc89a205740 10 client.0 _ll_register_callbacks cb 0x7fc8800e0070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc894ae2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88eba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc894ae2640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88eba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:48660/0 (socket says 172.21.15.80:48660) 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc894ae2640 1 -- 172.21.15.80:0/3186179892 learned_addr learned my addr 172.21.15.80:0/3186179892 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc895ae4640 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88d7430 0x558bf88ebfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc8952e3640 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88cdd40 0x558bf88f05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc894ae2640 1 -- 172.21.15.80:0/3186179892 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88cdd40 msgr2=0x558bf88f05b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc894ae2640 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88cdd40 0x558bf88f05b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc894ae2640 1 -- 172.21.15.80:0/3186179892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88d7430 msgr2=0x558bf88ebfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc894ae2640 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88d7430 0x558bf88ebfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.690+0000 7fc894ae2640 1 -- 172.21.15.80:0/3186179892 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558bf88ec510 con 0x558bf88ce660 2024-04-22T00:05:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.691+0000 7fc894ae2640 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88eba90 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fc88009af30 tx=0x7fc88009b320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32bfb01ac2877029 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:05:58.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.691+0000 7fc878ff9640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:05:58.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.691+0000 7fc878ff9640 1 -- 172.21.15.80:0/3186179892 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc88001d070 con 0x558bf88ce660 2024-04-22T00:05:58.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.691+0000 7fc89a205740 1 -- 172.21.15.80:0/3186179892 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc89009cc50 con 0x558bf88ce660 2024-04-22T00:05:58.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.691+0000 7fc878ff9640 1 -- 172.21.15.80:0/3186179892 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9321+0+0 (secure 0 0 0) 0x7fc8800d7c80 con 0x558bf88ce660 2024-04-22T00:05:58.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.691+0000 7fc878ff9640 1 -- 172.21.15.80:0/3186179892 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc88009ab90 con 0x558bf88ce660 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.693+0000 7fc89a205740 10 client.16581 fetch_fsmap learned FSMap version 28 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.693+0000 7fc89a205740 1 -- 172.21.15.80:0/3186179892 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558bf895ead0 con 0x558bf88ce660 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc878ff9640 1 -- 172.21.15.80:0/3186179892 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc89009cc50 con 0x558bf88ce660 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc878ff9640 1 -- 172.21.15.80:0/3186179892 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc8800d2870 con 0x558bf88ce660 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc89a205740 10 client.16581 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc89a205740 10 client.16581 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc89a205740 20 client.16581 populate_metadata read hostname 'smithi080' 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc89a205740 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558bf895f010 0x558bf8961400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc89a205740 4 client.16581 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:05:58.691 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc89a205740 1 -- 172.21.15.80:0/3186179892 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558bf8839400 con 0x558bf895f010 2024-04-22T00:05:58.692 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.695+0000 7fc8952e3640 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558bf895f010 0x558bf8961400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:05:58.692 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.697+0000 7fc8952e3640 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558bf895f010 0x558bf8961400 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c71d69b01b98f99b server_cookie=3664b007bf2fb568 in_seq=0 out_seq=0 2024-04-22T00:05:58.692 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:58.697+0000 7fc878ff9640 10 client.16581 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:58.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:05:58 smithi144 ceph-mon[31316]: pgmap v237: 129 pgs: 129 active+clean; 679 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-04-22T00:05:58.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:05:58 smithi080 ceph-mon[27925]: pgmap v237: 129 pgs: 129 active+clean; 679 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-04-22T00:05:58.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:05:58 smithi120 ceph-mon[31499]: pgmap v237: 129 pgs: 129 active+clean; 679 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-04-22T00:05:59.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.429+0000 7fc878ff9640 1 -- 172.21.15.80:0/3186179892 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558bf8839400 con 0x558bf895f010 2024-04-22T00:05:59.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.429+0000 7fc878ff9640 10 client.16581 handle_command_reply: tid=0 2024-04-22T00:05:59.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.429+0000 7fc89a205740 1 client.16581 shutdown 2024-04-22T00:05:59.425 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 -- 172.21.15.80:0/3186179892 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 msgr2=0x558bf88eba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88eba90 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fc88009af30 tx=0x7fc88009b320 comp rx=0 tx=0).stop 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 -- 172.21.15.80:0/3186179892 shutdown_connections 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x558bf895f010 0x558bf8961400 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558bf88d7430 0x558bf88ebfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x558bf88ce660 0x558bf88eba90 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 --2- 172.21.15.80:0/3186179892 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x558bf88cdd40 0x558bf88f05b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 -- 172.21.15.80:0/3186179892 >> 172.21.15.80:0/3186179892 conn(0x558bf88c8660 msgr2=0x558bf88c97d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc878ff9640 0 client.16581 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 -- 172.21.15.80:0/3186179892 shutdown_connections 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 1 -- 172.21.15.80:0/3186179892 wait complete. 2024-04-22T00:05:59.426 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.430+0000 7fc89a205740 20 client.16581 trim_cache size 0 max 16384 2024-04-22T00:05:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:05:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:05:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:05:59.427 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 -- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc87c0a2f80 msgr2=0x7fc87c0a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc87c0a2f80 0x7fc87c0a5440 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc890050e00 tx=0x7fc890067a10 comp rx=0 tx=0).stop 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 -- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 msgr2=0x7fc888138c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 0x7fc888138c00 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fc88000c970 tx=0x7fc88000ce30 comp rx=0 tx=0).stop 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 -- 172.21.15.80:0/3870530769 shutdown_connections 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fc88809acf0 0x7fc888132830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fc8880986e0 0x7fc888138c00 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fc87c0a2f80 0x7fc87c0a5440 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 --2- 172.21.15.80:0/3870530769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc888004c80 0x7fc8881386c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 -- 172.21.15.80:0/3870530769 >> 172.21.15.80:0/3870530769 conn(0x7fc88800a740 msgr2=0x7fc888092230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 -- 172.21.15.80:0/3870530769 shutdown_connections 2024-04-22T00:05:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:05:59.431+0000 7fc8962e5640 1 -- 172.21.15.80:0/3870530769 wait complete. 2024-04-22T00:06:00.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:00 smithi144 ceph-mon[31316]: pgmap v238: 129 pgs: 129 active+clean; 679 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 411 op/s 2024-04-22T00:06:00.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:00 smithi080 ceph-mon[27925]: pgmap v238: 129 pgs: 129 active+clean; 679 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 411 op/s 2024-04-22T00:06:00.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:00 smithi120 ceph-mon[31499]: pgmap v238: 129 pgs: 129 active+clean; 679 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 411 op/s 2024-04-22T00:06:01.201 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:00 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.c.service: Scheduled restart job, restart counter is at 1. 2024-04-22T00:06:01.201 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:00 smithi144 systemd[1]: Stopped Ceph mds.c for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:06:01.201 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:00 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.c.service: Consumed 48.448s CPU time. 2024-04-22T00:06:01.201 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:00 smithi144 systemd[1]: Starting Ceph mds.c for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:06:01.477 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:01 smithi144 podman[67251]: 2024-04-22 00:06:01.108012926 +0000 UTC m=+0.031488059 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:06:01.477 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:01 smithi144 podman[67251]: 2024-04-22 00:06:01.240756051 +0000 UTC m=+0.164231166 container create a8a2959433237c3894584881408471419d6e60122a2f3fcbb39410e6d8545f24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-22T00:06:01.477 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:01 smithi144 podman[67251]: 2024-04-22 00:06:01.483907507 +0000 UTC m=+0.407382614 container init a8a2959433237c3894584881408471419d6e60122a2f3fcbb39410e6d8545f24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:06:01.838 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:01 smithi144 ceph-mon[31316]: daemon mds.c restarted 2024-04-22T00:06:01.838 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:01 smithi144 podman[67251]: 2024-04-22 00:06:01.486680174 +0000 UTC m=+0.410155281 container start a8a2959433237c3894584881408471419d6e60122a2f3fcbb39410e6d8545f24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-22T00:06:01.839 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:01 smithi144 ceph-mds[67271]: -- 172.21.15.144:0/3279083973 <== mon.1 v2:172.21.15.144:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556707f63a40 con 0x556707f36800 2024-04-22T00:06:01.839 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[67267]: starting mds.c at 2024-04-22T00:06:01.839 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:01 smithi144 bash[67251]: a8a2959433237c3894584881408471419d6e60122a2f3fcbb39410e6d8545f24 2024-04-22T00:06:01.839 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:06:01 smithi144 systemd[1]: Started Ceph mds.c for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:06:01.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:01 smithi080 ceph-mon[27925]: daemon mds.c restarted 2024-04-22T00:06:01.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:01 smithi120 ceph-mon[31499]: daemon mds.c restarted 2024-04-22T00:06:02.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:02 smithi144 ceph-mon[31316]: pgmap v239: 129 pgs: 129 active+clean; 656 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 476 op/s 2024-04-22T00:06:02.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:02 smithi144 ceph-mon[31316]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T00:06:02.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:02 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6836/1790033880,v1:172.21.15.144:6837/1790033880] up:boot 2024-04-22T00:06:02.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:02 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-04-22T00:06:02.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:02 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:06:02.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:02 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:06:02.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:02 smithi080 ceph-mon[27925]: pgmap v239: 129 pgs: 129 active+clean; 656 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 476 op/s 2024-04-22T00:06:02.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:02 smithi080 ceph-mon[27925]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T00:06:02.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:02 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6836/1790033880,v1:172.21.15.144:6837/1790033880] up:boot 2024-04-22T00:06:02.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:02 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-04-22T00:06:02.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:02 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:06:02.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:02 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:06:02.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:02 smithi120 ceph-mon[31499]: pgmap v239: 129 pgs: 129 active+clean; 656 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 476 op/s 2024-04-22T00:06:02.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:02 smithi120 ceph-mon[31499]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T00:06:02.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:02 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6836/1790033880,v1:172.21.15.144:6837/1790033880] up:boot 2024-04-22T00:06:02.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:02 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-04-22T00:06:02.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:02 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:06:02.996 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:02 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:06:03.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:03 smithi144 ceph-mon[31316]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T00:06:03.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:03 smithi080 ceph-mon[27925]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T00:06:03.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:03 smithi120 ceph-mon[31499]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T00:06:04.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:04 smithi144 ceph-mon[31316]: pgmap v242: 129 pgs: 4 active+clean+snaptrim, 110 active+clean, 15 active+clean+snaptrim_wait; 633 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 2.3 MiB/s wr, 769 op/s 2024-04-22T00:06:04.949 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:04 smithi080 ceph-mon[27925]: pgmap v242: 129 pgs: 4 active+clean+snaptrim, 110 active+clean, 15 active+clean+snaptrim_wait; 633 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 2.3 MiB/s wr, 769 op/s 2024-04-22T00:06:04.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:04 smithi120 ceph-mon[31499]: pgmap v242: 129 pgs: 4 active+clean+snaptrim, 110 active+clean, 15 active+clean+snaptrim_wait; 633 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 2.3 MiB/s wr, 769 op/s 2024-04-22T00:06:05.865 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:05 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:06:05.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:05 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:06:05.995 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:05 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:06:07.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:06 smithi144 ceph-mon[31316]: pgmap v243: 129 pgs: 6 active+clean+snaptrim, 101 active+clean, 22 active+clean+snaptrim_wait; 635 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 2.2 MiB/s wr, 655 op/s 2024-04-22T00:06:07.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:06 smithi080 ceph-mon[27925]: pgmap v243: 129 pgs: 6 active+clean+snaptrim, 101 active+clean, 22 active+clean+snaptrim_wait; 635 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 2.2 MiB/s wr, 655 op/s 2024-04-22T00:06:07.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:06 smithi120 ceph-mon[31499]: pgmap v243: 129 pgs: 6 active+clean+snaptrim, 101 active+clean, 22 active+clean+snaptrim_wait; 635 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 2.2 MiB/s wr, 655 op/s 2024-04-22T00:06:09.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:08 smithi144 ceph-mon[31316]: pgmap v244: 129 pgs: 19 active+clean+snaptrim, 53 active+clean, 57 active+clean+snaptrim_wait; 642 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 654 op/s 2024-04-22T00:06:09.199 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:08 smithi080 ceph-mon[27925]: pgmap v244: 129 pgs: 19 active+clean+snaptrim, 53 active+clean, 57 active+clean+snaptrim_wait; 642 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 654 op/s 2024-04-22T00:06:09.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:08 smithi120 ceph-mon[31499]: pgmap v244: 129 pgs: 19 active+clean+snaptrim, 53 active+clean, 57 active+clean+snaptrim_wait; 642 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 654 op/s 2024-04-22T00:06:09.699 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 22 00:06:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-22T00:06:09.417+0000 7fcd458f7700 -1 calc_pg_upmaps abort due to max <= 0 2024-04-22T00:06:11.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:10 smithi144 ceph-mon[31316]: pgmap v245: 129 pgs: 21 active+clean+snaptrim, 43 active+clean, 65 active+clean+snaptrim_wait; 641 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 524 op/s 2024-04-22T00:06:11.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:10 smithi080 ceph-mon[27925]: pgmap v245: 129 pgs: 21 active+clean+snaptrim, 43 active+clean, 65 active+clean+snaptrim_wait; 641 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 524 op/s 2024-04-22T00:06:11.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:10 smithi120 ceph-mon[31499]: pgmap v245: 129 pgs: 21 active+clean+snaptrim, 43 active+clean, 65 active+clean+snaptrim_wait; 641 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 524 op/s 2024-04-22T00:06:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.578+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/3501402407 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c28105ae0 msgr2=0x7f9c28105f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.578+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/3501402407 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c28105ae0 0x7f9c28105f70 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9c1801a910 tx=0x7f9c1803cda0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.578+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/3501402407 shutdown_connections 2024-04-22T00:06:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.578+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/3501402407 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c28105ae0 0x7f9c28105f70 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.578+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/3501402407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c281010e0 0x7f9c281055a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.578+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/3501402407 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c281007c0 0x7f9c28100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.578+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/3501402407 >> 172.21.15.80:0/3501402407 conn(0x7f9c280777c0 msgr2=0x7f9c28077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:12.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.582+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/3501402407 shutdown_connections 2024-04-22T00:06:12.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.583+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/3501402407 wait complete. 2024-04-22T00:06:12.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.584+0000 7f9c2e7b8640 1 Processor -- start 2024-04-22T00:06:12.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.587+0000 7f9c2e7b8640 1 -- start start 2024-04-22T00:06:12.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.588+0000 7f9c2e7b8640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c281007c0 0x7f9c28114b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.588+0000 7f9c2e7b8640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c281010e0 0x7f9c28110cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.588+0000 7f9c2e7b8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c28105ae0 0x7f9c28111200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.588+0000 7f9c2e7b8640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9c281095a0 con 0x7f9c281007c0 2024-04-22T00:06:12.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.588+0000 7f9c2e7b8640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9c28109420 con 0x7f9c28105ae0 2024-04-22T00:06:12.583 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.588+0000 7f9c2e7b8640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9c28109720 con 0x7f9c281010e0 2024-04-22T00:06:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.592+0000 7f9c27fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c281007c0 0x7f9c28114b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.592+0000 7f9c27fff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c281007c0 0x7f9c28114b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:53384/0 (socket says 172.21.15.80:53384) 2024-04-22T00:06:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.592+0000 7f9c27fff640 1 -- 172.21.15.80:0/686435952 learned_addr learned my addr 172.21.15.80:0/686435952 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.592+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c28105ae0 0x7f9c28111200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.593+0000 7f9c27fff640 1 -- 172.21.15.80:0/686435952 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c281010e0 msgr2=0x7f9c28110cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.592+0000 7f9c277fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c281010e0 0x7f9c28110cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.593+0000 7f9c27fff640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c281010e0 0x7f9c28110cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.593+0000 7f9c27fff640 1 -- 172.21.15.80:0/686435952 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c28105ae0 msgr2=0x7f9c28111200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.593+0000 7f9c27fff640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c28105ae0 0x7f9c28111200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.593+0000 7f9c27fff640 1 -- 172.21.15.80:0/686435952 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c28111930 con 0x7f9c281007c0 2024-04-22T00:06:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.593+0000 7f9c277fe640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c281010e0 0x7f9c28110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:06:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.593+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c28105ae0 0x7f9c28111200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:06:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.593+0000 7f9c27fff640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c281007c0 0x7f9c28114b10 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c00b4a0 tx=0x7f9c1c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.597+0000 7f9c257fa640 1 -- 172.21.15.80:0/686435952 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c014070 con 0x7f9c281007c0 2024-04-22T00:06:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.597+0000 7f9c257fa640 1 -- 172.21.15.80:0/686435952 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c1c010af0 con 0x7f9c281007c0 2024-04-22T00:06:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.597+0000 7f9c257fa640 1 -- 172.21.15.80:0/686435952 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c017d10 con 0x7f9c281007c0 2024-04-22T00:06:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.599+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/686435952 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c281a2520 con 0x7f9c281007c0 2024-04-22T00:06:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.599+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/686435952 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c281a2990 con 0x7f9c281007c0 2024-04-22T00:06:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.608+0000 7f9c313a0740 1 Processor -- start 2024-04-22T00:06:12.612 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.618+0000 7f9c257fa640 1 -- 172.21.15.80:0/686435952 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9c1c017070 con 0x7f9c281007c0 2024-04-22T00:06:12.613 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.618+0000 7f9c313a0740 1 -- start start 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe96cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe975cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe978600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c313a0740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5603fe8d0b70 con 0x5603fe96d440 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c313a0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5603fe879470 con 0x5603fe96cb20 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c313a0740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5603fe8ccb30 con 0x5603fe976210 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c257fa640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9c100a2fd0 0x7f9c100a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c277fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe978600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c277fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe978600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:47806/0 (socket says 172.21.15.80:47806) 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c277fe640 1 -- 172.21.15.80:0/1602858863 learned_addr learned my addr 172.21.15.80:0/1602858863 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe96cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.619+0000 7f9c257fa640 1 -- 172.21.15.80:0/686435952 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9497+0+0 (secure 0 0 0) 0x7f9c1c0ceab0 con 0x7f9c281007c0 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.620+0000 7f9c27fff640 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe975cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.620+0000 7f9c277fe640 1 -- 172.21.15.80:0/1602858863 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 msgr2=0x5603fe96cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.620+0000 7f9c277fe640 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe96cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.620+0000 7f9c277fe640 1 -- 172.21.15.80:0/1602858863 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 msgr2=0x5603fe975cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.620+0000 7f9c277fe640 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe975cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.620+0000 7f9c277fe640 1 -- 172.21.15.80:0/1602858863 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603fe5e5210 con 0x5603fe976210 2024-04-22T00:06:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.620+0000 7f9c277fe640 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe978600 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9c20007f80 tx=0x7f9c2000c750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=220fbd33665e6ffa server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.622+0000 7f9c0e7fc640 1 -- 172.21.15.80:0/1602858863 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20014070 con 0x5603fe976210 2024-04-22T00:06:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.622+0000 7f9c0e7fc640 1 -- 172.21.15.80:0/1602858863 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c2000fd30 con 0x5603fe976210 2024-04-22T00:06:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.622+0000 7f9c0e7fc640 1 -- 172.21.15.80:0/1602858863 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2000ee10 con 0x5603fe976210 2024-04-22T00:06:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.622+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9c100a2fd0 0x7f9c100a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.623+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9c100a2fd0 0x7f9c100a5490 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9c1801a860 tx=0x7f9c1801a270 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.624+0000 7f9c313a0740 1 -- 172.21.15.80:0/1602858863 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 msgr2=0x5603fe978600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.624+0000 7f9c313a0740 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe978600 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9c20007f80 tx=0x7f9c2000c750 comp rx=0 tx=0).stop 2024-04-22T00:06:12.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.628+0000 7f9c313a0740 1 -- 172.21.15.80:0/1602858863 shutdown_connections 2024-04-22T00:06:12.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.628+0000 7f9c313a0740 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe978600 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.628+0000 7f9c313a0740 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe975cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.628+0000 7f9c313a0740 1 --2- 172.21.15.80:0/1602858863 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe96cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.623 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.628+0000 7f9c313a0740 1 -- 172.21.15.80:0/1602858863 >> 172.21.15.80:0/1602858863 conn(0x5603fe967440 msgr2=0x5603fe967820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.636+0000 7f9c313a0740 1 -- 172.21.15.80:0/1602858863 shutdown_connections 2024-04-22T00:06:12.634 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.638+0000 7f9c313a0740 1 -- 172.21.15.80:0/1602858863 wait complete. 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 1 -- start start 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 1 Processor -- start 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe973270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe96d440 0x5603fe9737b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe976210 0x5603fe973cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x5603fe978e40 con 0x5603fe976210 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5603fe88ca10 con 0x5603fe96cb20 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x5603fe978fc0 con 0x5603fe96d440 2024-04-22T00:06:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.639+0000 7f9c313a0740 10 client.0 _ll_register_callbacks cb 0x5603fe8c7b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:06:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.643+0000 7f9c277fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe96d440 0x5603fe9737b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.643+0000 7f9c277fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe96d440 0x5603fe9737b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:47818/0 (socket says 172.21.15.80:47818) 2024-04-22T00:06:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.643+0000 7f9c277fe640 1 -- 172.21.15.80:0/737582595 learned_addr learned my addr 172.21.15.80:0/737582595 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.644+0000 7f9c27fff640 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe973270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.645+0000 7f9c27fff640 1 -- 172.21.15.80:0/737582595 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe96d440 msgr2=0x5603fe9737b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:12.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.645+0000 7f9c27fff640 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe96d440 0x5603fe9737b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.640 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.645+0000 7f9c27fff640 1 -- 172.21.15.80:0/737582595 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe976210 msgr2=0x5603fe973cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.644+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe976210 0x5603fe973cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.654+0000 7f9c27fff640 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe976210 0x5603fe973cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.654+0000 7f9c27fff640 1 -- 172.21.15.80:0/737582595 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603fe6b1620 con 0x5603fe96cb20 2024-04-22T00:06:12.651 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.656+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe976210 0x5603fe973cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:06:12.658 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.662+0000 7f9c27fff640 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe973270 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c0cbeb0 tx=0x7f9c1c00bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72b6ac10a2dbec2e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:12.659 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.663+0000 7f9c077fe640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:06:12.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.667+0000 7f9c077fe640 1 -- 172.21.15.80:0/737582595 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c0cee60 con 0x5603fe96cb20 2024-04-22T00:06:12.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.667+0000 7f9c313a0740 1 -- 172.21.15.80:0/737582595 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c2000fd30 con 0x5603fe96cb20 2024-04-22T00:06:12.661 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.667+0000 7f9c077fe640 1 -- 172.21.15.80:0/737582595 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9497+0+0 (secure 0 0 0) 0x7f9c1c010ca0 con 0x5603fe96cb20 2024-04-22T00:06:12.664 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.671+0000 7f9c077fe640 1 -- 172.21.15.80:0/737582595 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c1c01e040 con 0x5603fe96cb20 2024-04-22T00:06:12.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.671+0000 7f9c313a0740 10 client.26000 fetch_fsmap learned FSMap version 31 2024-04-22T00:06:12.666 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.671+0000 7f9c313a0740 1 -- 172.21.15.80:0/737582595 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5603fe97ab70 con 0x5603fe96cb20 2024-04-22T00:06:12.672 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.678+0000 7f9c077fe640 1 -- 172.21.15.80:0/737582595 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c2000fd30 con 0x5603fe96cb20 2024-04-22T00:06:12.672 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.678+0000 7f9c077fe640 1 -- 172.21.15.80:0/737582595 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f9c1c09a100 con 0x5603fe96cb20 2024-04-22T00:06:12.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.681+0000 7f9c313a0740 10 client.26000 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:06:12.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.681+0000 7f9c313a0740 10 client.26000 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:06:12.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.681+0000 7f9c313a0740 20 client.26000 populate_metadata read hostname 'smithi080' 2024-04-22T00:06:12.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.681+0000 7f9c313a0740 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5603fe97bfe0 0x5603fe97e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.681+0000 7f9c313a0740 4 client.26000 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:06:12.675 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.681+0000 7f9c313a0740 1 -- 172.21.15.80:0/737582595 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603fe8de0b0 con 0x5603fe97bfe0 2024-04-22T00:06:12.677 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.682+0000 7f9c277fe640 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5603fe97bfe0 0x5603fe97e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.689 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.693+0000 7f9c277fe640 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5603fe97bfe0 0x5603fe97e460 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c5eff783031959f server_cookie=2127d50e778a655a in_seq=0 out_seq=0 2024-04-22T00:06:12.690 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.693+0000 7f9c077fe640 10 client.26000 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:12.696 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.703+0000 7f9c077fe640 1 -- 172.21.15.80:0/737582595 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5603fe8de0b0 con 0x5603fe97bfe0 2024-04-22T00:06:12.697 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.703+0000 7f9c077fe640 10 client.26000 handle_command_reply: tid=0 2024-04-22T00:06:12.700 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.704+0000 7f9c313a0740 1 client.26000 shutdown 2024-04-22T00:06:12.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.712+0000 7f9c313a0740 1 -- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 msgr2=0x5603fe973270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:12.707 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.712+0000 7f9c313a0740 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe973270 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c0cbeb0 tx=0x7f9c1c00bf90 comp rx=0 tx=0).stop 2024-04-22T00:06:12.710 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.715+0000 7f9c313a0740 1 -- 172.21.15.80:0/737582595 shutdown_connections 2024-04-22T00:06:12.710 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.715+0000 7f9c313a0740 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5603fe97bfe0 0x5603fe97e460 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.710 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.715+0000 7f9c313a0740 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe976210 0x5603fe973cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.710 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.715+0000 7f9c313a0740 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe96d440 0x5603fe9737b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.710 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.715+0000 7f9c313a0740 1 --2- 172.21.15.80:0/737582595 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe973270 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.710 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.715+0000 7f9c313a0740 1 -- 172.21.15.80:0/737582595 >> 172.21.15.80:0/737582595 conn(0x5603fe967440 msgr2=0x5603fe969190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:12.710 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.716+0000 7f9c077fe640 0 client.26000 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:12.713 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.719+0000 7f9c313a0740 1 -- 172.21.15.80:0/737582595 shutdown_connections 2024-04-22T00:06:12.714 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.720+0000 7f9c313a0740 1 -- 172.21.15.80:0/737582595 wait complete. 2024-04-22T00:06:12.714 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.720+0000 7f9c313a0740 20 client.26000 trim_cache size 0 max 16384 2024-04-22T00:06:12.747 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.751+0000 7f9c313a0740 1 Processor -- start 2024-04-22T00:06:12.747 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.752+0000 7f9c313a0740 1 -- start start 2024-04-22T00:06:12.747 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.752+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe9759a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.747 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.752+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe973b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.752+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe983d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.752+0000 7f9c277fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe973b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.752+0000 7f9c277fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe973b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:53408/0 (socket says 172.21.15.80:53408) 2024-04-22T00:06:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.753+0000 7f9c277fe640 1 -- 172.21.15.80:0/3831906444 learned_addr learned my addr 172.21.15.80:0/3831906444 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.753+0000 7f9c313a0740 1 -- 172.21.15.80:0/3831906444 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9c281a6ca0 con 0x5603fe96d440 2024-04-22T00:06:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.753+0000 7f9c313a0740 1 -- 172.21.15.80:0/3831906444 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9c281a4540 con 0x5603fe96cb20 2024-04-22T00:06:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.753+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/3831906444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe983d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.753+0000 7f9c313a0740 1 -- 172.21.15.80:0/3831906444 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2804f500 con 0x5603fe976210 2024-04-22T00:06:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.754+0000 7f9c277fe640 1 -- 172.21.15.80:0/3831906444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 msgr2=0x5603fe983d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.754+0000 7f9c277fe640 1 --2- 172.21.15.80:0/3831906444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe983d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.754+0000 7f9c277fe640 1 -- 172.21.15.80:0/3831906444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 msgr2=0x5603fe9759a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:06:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.754+0000 7f9c277fe640 1 --2- 172.21.15.80:0/3831906444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe9759a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.754+0000 7f9c277fe640 1 -- 172.21.15.80:0/3831906444 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603fe974050 con 0x5603fe96d440 2024-04-22T00:06:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.764+0000 7f9c277fe640 1 --2- 172.21.15.80:0/3831906444 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe973b10 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f9c2000e9b0 tx=0x7f9c20007fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f55a5a28a8449703 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.766+0000 7f9c0dffb640 1 -- 172.21.15.80:0/3831906444 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20014040 con 0x5603fe96d440 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.766+0000 7f9c0dffb640 1 -- 172.21.15.80:0/3831906444 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c2002c070 con 0x5603fe96d440 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.766+0000 7f9c0dffb640 1 -- 172.21.15.80:0/3831906444 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2000f8b0 con 0x5603fe96d440 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.767+0000 7f9c313a0740 1 -- 172.21.15.80:0/3831906444 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 msgr2=0x5603fe973b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.767+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3831906444 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe973b10 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f9c2000e9b0 tx=0x7f9c20007fb0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.768+0000 7f9c313a0740 1 -- 172.21.15.80:0/3831906444 shutdown_connections 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.768+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3831906444 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe983d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.768+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3831906444 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe96d440 0x5603fe973b10 secure :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f9c2000e9b0 tx=0x7f9c20007fb0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.768+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3831906444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe9759a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.768+0000 7f9c313a0740 1 -- 172.21.15.80:0/3831906444 >> 172.21.15.80:0/3831906444 conn(0x5603fe967440 msgr2=0x5603fe971b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.768+0000 7f9c313a0740 1 -- 172.21.15.80:0/3831906444 shutdown_connections 2024-04-22T00:06:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.768+0000 7f9c313a0740 1 -- 172.21.15.80:0/3831906444 wait complete. 2024-04-22T00:06:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.769+0000 7f9c313a0740 1 -- start start 2024-04-22T00:06:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.769+0000 7f9c313a0740 1 Processor -- start 2024-04-22T00:06:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.770+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe9819c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.770+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe981f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.770+0000 7f9c313a0740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe982440 0x5603fea0d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.771+0000 7f9c313a0740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f9c280737d0 con 0x5603fe982440 2024-04-22T00:06:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.771+0000 7f9c313a0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9c281a3e70 con 0x5603fe96cb20 2024-04-22T00:06:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.771+0000 7f9c313a0740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f9c281a30d0 con 0x5603fe976210 2024-04-22T00:06:12.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.771+0000 7f9c313a0740 10 client.0 _ll_register_callbacks cb 0x7f9c1c096f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:06:12.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.771+0000 7f9c2cd55640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe982440 0x5603fea0d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.771+0000 7f9c2cd55640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe982440 0x5603fea0d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:53424/0 (socket says 172.21.15.80:53424) 2024-04-22T00:06:12.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.771+0000 7f9c2cd55640 1 -- 172.21.15.80:0/3567763928 learned_addr learned my addr 172.21.15.80:0/3567763928 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:12.769 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.772+0000 7f9c2cd55640 1 -- 172.21.15.80:0/3567763928 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 msgr2=0x5603fe981f00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:06:12.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.772+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe981f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.772+0000 7f9c2cd55640 1 -- 172.21.15.80:0/3567763928 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 msgr2=0x5603fe9819c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:06:12.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.772+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe9819c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:12.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.772+0000 7f9c2cd55640 1 -- 172.21.15.80:0/3567763928 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603fea0dd20 con 0x5603fe982440 2024-04-22T00:06:12.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.772+0000 7f9c2cd55640 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe982440 0x5603fea0d660 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f9c18046000 tx=0x7f9c1803cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5a0dac3b084eaf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:12.770 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.772+0000 7f9c077fe640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:06:12.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.773+0000 7f9c077fe640 1 -- 172.21.15.80:0/3567763928 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c18054040 con 0x5603fe982440 2024-04-22T00:06:12.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.773+0000 7f9c077fe640 1 -- 172.21.15.80:0/3567763928 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9497+0+0 (secure 0 0 0) 0x7f9c1804b040 con 0x5603fe982440 2024-04-22T00:06:12.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.773+0000 7f9c313a0740 1 -- 172.21.15.80:0/3567763928 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c2002c070 con 0x5603fe982440 2024-04-22T00:06:12.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.773+0000 7f9c077fe640 1 -- 172.21.15.80:0/3567763928 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c18003980 con 0x5603fe982440 2024-04-22T00:06:12.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.774+0000 7f9c313a0740 10 client.16599 fetch_fsmap learned FSMap version 31 2024-04-22T00:06:12.771 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.774+0000 7f9c313a0740 1 -- 172.21.15.80:0/3567763928 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5603fea0f010 con 0x5603fe982440 2024-04-22T00:06:12.772 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.775+0000 7f9c077fe640 1 -- 172.21.15.80:0/3567763928 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c18055040 con 0x5603fe982440 2024-04-22T00:06:12.773 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.775+0000 7f9c077fe640 1 -- 172.21.15.80:0/3567763928 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f9c1805a050 con 0x5603fe982440 2024-04-22T00:06:12.773 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.775+0000 7f9c313a0740 10 client.16599 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:06:12.773 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.775+0000 7f9c313a0740 10 client.16599 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:06:12.773 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.775+0000 7f9c313a0740 20 client.16599 populate_metadata read hostname 'smithi080' 2024-04-22T00:06:12.773 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.775+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5603fea0f810 0x5603fea11cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:12.773 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.775+0000 7f9c313a0740 4 client.16599 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:06:12.773 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.775+0000 7f9c313a0740 1 -- 172.21.15.80:0/3567763928 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f9c2002c070 con 0x5603fea0f810 2024-04-22T00:06:12.773 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.778+0000 7f9c27fff640 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5603fea0f810 0x5603fea11cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.787+0000 7f9c27fff640 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5603fea0f810 0x5603fea11cd0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e8590718b872c73 server_cookie=24b02139bbeab00d in_seq=0 out_seq=0 2024-04-22T00:06:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:12.788+0000 7f9c077fe640 10 client.16599 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:13.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:12 smithi144 ceph-mon[31316]: pgmap v246: 129 pgs: 21 active+clean+snaptrim, 43 active+clean, 65 active+clean+snaptrim_wait; 641 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 443 op/s 2024-04-22T00:06:13.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:12 smithi080 ceph-mon[27925]: pgmap v246: 129 pgs: 21 active+clean+snaptrim, 43 active+clean, 65 active+clean+snaptrim_wait; 641 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 443 op/s 2024-04-22T00:06:13.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:12 smithi120 ceph-mon[31499]: pgmap v246: 129 pgs: 21 active+clean+snaptrim, 43 active+clean, 65 active+clean+snaptrim_wait; 641 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 443 op/s 2024-04-22T00:06:14.038 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.042+0000 7f9c077fe640 1 -- 172.21.15.80:0/3567763928 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f9c2002c070 con 0x5603fea0f810 2024-04-22T00:06:14.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.042+0000 7f9c077fe640 10 client.16599 handle_command_reply: tid=0 2024-04-22T00:06:14.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.042+0000 7f9c313a0740 1 client.16599 shutdown 2024-04-22T00:06:14.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.042+0000 7f9c313a0740 1 -- 172.21.15.80:0/3567763928 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe982440 msgr2=0x5603fea0d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:14.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe982440 0x5603fea0d660 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f9c18046000 tx=0x7f9c1803cda0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.039 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 -- 172.21.15.80:0/3567763928 shutdown_connections 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x5603fea0f810 0x5603fea11cd0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x5603fe982440 0x5603fea0d660 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c077fe640 0 client.16599 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x5603fe976210 0x5603fe981f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 --2- 172.21.15.80:0/3567763928 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603fe96cb20 0x5603fe9819c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 -- 172.21.15.80:0/3567763928 >> 172.21.15.80:0/3567763928 conn(0x5603fe967440 msgr2=0x5603fe965c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 -- 172.21.15.80:0/3567763928 shutdown_connections 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 1 -- 172.21.15.80:0/3567763928 wait complete. 2024-04-22T00:06:14.040 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.043+0000 7f9c313a0740 20 client.16599 trim_cache size 0 max 16384 2024-04-22T00:06:14.041 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:06:14.041 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:06:14.041 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:06:14.041 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:06:14.043 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.045+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9c100a2fd0 msgr2=0x7f9c100a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:14.043 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.045+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9c100a2fd0 0x7f9c100a5490 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9c1801a860 tx=0x7f9c1801a270 comp rx=0 tx=0).stop 2024-04-22T00:06:14.044 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.045+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c281007c0 msgr2=0x7f9c28114b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:14.044 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.045+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c281007c0 0x7f9c28114b10 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c00b4a0 tx=0x7f9c1c00b960 comp rx=0 tx=0).stop 2024-04-22T00:06:14.044 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.047+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/686435952 shutdown_connections 2024-04-22T00:06:14.044 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.047+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f9c100a2fd0 0x7f9c100a5490 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.044 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.047+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c28105ae0 0x7f9c28111200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.044 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.047+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f9c281010e0 0x7f9c28110cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.044 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.047+0000 7f9c2e7b8640 1 --2- 172.21.15.80:0/686435952 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f9c281007c0 0x7f9c28114b10 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:14.044 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.047+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/686435952 >> 172.21.15.80:0/686435952 conn(0x7f9c280777c0 msgr2=0x7f9c28103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:14.045 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.047+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/686435952 shutdown_connections 2024-04-22T00:06:14.045 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:14.047+0000 7f9c2e7b8640 1 -- 172.21.15.80:0/686435952 wait complete. 2024-04-22T00:06:15.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:14 smithi144 ceph-mon[31316]: pgmap v247: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 647 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 354 op/s 2024-04-22T00:06:15.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:14 smithi080 ceph-mon[27925]: pgmap v247: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 647 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 354 op/s 2024-04-22T00:06:15.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:14 smithi120 ceph-mon[31499]: pgmap v247: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 647 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 354 op/s 2024-04-22T00:06:17.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:16 smithi144 ceph-mon[31316]: pgmap v248: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 647 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 271 op/s 2024-04-22T00:06:17.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:16 smithi080 ceph-mon[27925]: pgmap v248: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 647 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 271 op/s 2024-04-22T00:06:17.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:16 smithi120 ceph-mon[31499]: pgmap v248: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 647 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 271 op/s 2024-04-22T00:06:19.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:18 smithi144 ceph-mon[31316]: pgmap v249: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 631 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 328 op/s 2024-04-22T00:06:19.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:18 smithi080 ceph-mon[27925]: pgmap v249: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 631 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 328 op/s 2024-04-22T00:06:19.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:18 smithi120 ceph-mon[31499]: pgmap v249: 129 pgs: 20 active+clean+snaptrim, 51 active+clean, 58 active+clean+snaptrim_wait; 631 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 328 op/s 2024-04-22T00:06:21.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:20 smithi144 ceph-mon[31316]: pgmap v250: 129 pgs: 19 active+clean+snaptrim, 60 active+clean, 50 active+clean+snaptrim_wait; 633 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1004 KiB/s rd, 1.0 MiB/s wr, 325 op/s 2024-04-22T00:06:21.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:20 smithi080 ceph-mon[27925]: pgmap v250: 129 pgs: 19 active+clean+snaptrim, 60 active+clean, 50 active+clean+snaptrim_wait; 633 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1004 KiB/s rd, 1.0 MiB/s wr, 325 op/s 2024-04-22T00:06:21.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:20 smithi120 ceph-mon[31499]: pgmap v250: 129 pgs: 19 active+clean+snaptrim, 60 active+clean, 50 active+clean+snaptrim_wait; 633 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1004 KiB/s rd, 1.0 MiB/s wr, 325 op/s 2024-04-22T00:06:23.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:22 smithi144 ceph-mon[31316]: pgmap v251: 129 pgs: 18 active+clean+snaptrim, 61 active+clean, 50 active+clean+snaptrim_wait; 635 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 327 op/s 2024-04-22T00:06:23.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:22 smithi080 ceph-mon[27925]: pgmap v251: 129 pgs: 18 active+clean+snaptrim, 61 active+clean, 50 active+clean+snaptrim_wait; 635 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 327 op/s 2024-04-22T00:06:23.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:22 smithi120 ceph-mon[31499]: pgmap v251: 129 pgs: 18 active+clean+snaptrim, 61 active+clean, 50 active+clean+snaptrim_wait; 635 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 327 op/s 2024-04-22T00:06:25.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:24 smithi080 ceph-mon[27925]: pgmap v252: 129 pgs: 16 active+clean+snaptrim, 71 active+clean, 42 active+clean+snaptrim_wait; 638 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 365 op/s 2024-04-22T00:06:25.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:24 smithi120 ceph-mon[31499]: pgmap v252: 129 pgs: 16 active+clean+snaptrim, 71 active+clean, 42 active+clean+snaptrim_wait; 638 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 365 op/s 2024-04-22T00:06:25.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:24 smithi144 ceph-mon[31316]: pgmap v252: 129 pgs: 16 active+clean+snaptrim, 71 active+clean, 42 active+clean+snaptrim_wait; 638 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 365 op/s 2024-04-22T00:06:27.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:26 smithi080 ceph-mon[27925]: pgmap v253: 129 pgs: 16 active+clean+snaptrim, 71 active+clean, 42 active+clean+snaptrim_wait; 641 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 319 op/s 2024-04-22T00:06:27.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:06:27.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.214+0000 7f1478df7640 1 -- 172.21.15.80:0/394194420 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147410ff30 msgr2=0x7f1474108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:27.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.214+0000 7f1478df7640 1 --2- 172.21.15.80:0/394194420 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147410ff30 0x7f1474108740 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1464009ca0 tx=0x7f146402c1c0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.219+0000 7f1478df7640 1 -- 172.21.15.80:0/394194420 shutdown_connections 2024-04-22T00:06:27.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.219+0000 7f1478df7640 1 --2- 172.21.15.80:0/394194420 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f147411af20 0x7f147411d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.219+0000 7f1478df7640 1 --2- 172.21.15.80:0/394194420 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1474110310 0x7f1474108c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.219+0000 7f1478df7640 1 --2- 172.21.15.80:0/394194420 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147410ff30 0x7f1474108740 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.219+0000 7f1478df7640 1 -- 172.21.15.80:0/394194420 >> 172.21.15.80:0/394194420 conn(0x7f147406c810 msgr2=0x7f147406cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:27.216 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.220+0000 7f1478df7640 1 -- 172.21.15.80:0/394194420 shutdown_connections 2024-04-22T00:06:27.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.221+0000 7f1478df7640 1 -- 172.21.15.80:0/394194420 wait complete. 2024-04-22T00:06:27.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.222+0000 7f1478df7640 1 Processor -- start 2024-04-22T00:06:27.221 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.224+0000 7f1478df7640 1 -- start start 2024-04-22T00:06:27.221 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1478df7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f147410ff30 0x7f147411a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.221 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1478df7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147411af20 0x7f1474113530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1478df7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f147411ab00 0x7f1474113b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1478df7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1474120a90 con 0x7f147411ab00 2024-04-22T00:06:27.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1478df7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1474120910 con 0x7f147410ff30 2024-04-22T00:06:27.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1478df7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1474120c10 con 0x7f147411af20 2024-04-22T00:06:27.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1471d9b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147411af20 0x7f1474113530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.222 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1471d9b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147411af20 0x7f1474113530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:42202/0 (socket says 172.21.15.80:42202) 2024-04-22T00:06:27.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.225+0000 7f1471d9b640 1 -- 172.21.15.80:0/901783596 learned_addr learned my addr 172.21.15.80:0/901783596 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:27.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.226+0000 7f1471d9b640 1 -- 172.21.15.80:0/901783596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f147410ff30 msgr2=0x7f147411a4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:06:27.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.226+0000 7f1472d9d640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f147411ab00 0x7f1474113b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.226+0000 7f1471d9b640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f147410ff30 0x7f147411a4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.226+0000 7f1471d9b640 1 -- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f147411ab00 msgr2=0x7f1474113b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:27.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.226+0000 7f1471d9b640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f147411ab00 0x7f1474113b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.226+0000 7f1471d9b640 1 -- 172.21.15.80:0/901783596 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1474117fd0 con 0x7f147411af20 2024-04-22T00:06:27.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.226+0000 7f1472d9d640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f147411ab00 0x7f1474113b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:06:27.224 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.227+0000 7f1471d9b640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147411af20 0x7f1474113530 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f145c00b470 tx=0x7f145c00b930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.229+0000 7f146b7fe640 1 -- 172.21.15.80:0/901783596 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c015020 con 0x7f147411af20 2024-04-22T00:06:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.229+0000 7f146b7fe640 1 -- 172.21.15.80:0/901783596 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f145c011d70 con 0x7f147411af20 2024-04-22T00:06:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.229+0000 7f146b7fe640 1 -- 172.21.15.80:0/901783596 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c00f340 con 0x7f147411af20 2024-04-22T00:06:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.230+0000 7f1478df7640 1 -- 172.21.15.80:0/901783596 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14741182c0 con 0x7f147411af20 2024-04-22T00:06:27.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.230+0000 7f1478df7640 1 -- 172.21.15.80:0/901783596 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14741187c0 con 0x7f147411af20 2024-04-22T00:06:27.231 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.237+0000 7f147b9e6740 1 Processor -- start 2024-04-22T00:06:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.238+0000 7f147b9e6740 1 -- start start 2024-04-22T00:06:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.238+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72740f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.233 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.238+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d72749cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.238+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d7274a210 0x556d7274c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.238+0000 7f147b9e6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556d726a4b70 con 0x556d72740b20 2024-04-22T00:06:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.238+0000 7f147b9e6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556d7264d470 con 0x556d72741440 2024-04-22T00:06:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.238+0000 7f147b9e6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556d726a0b30 con 0x556d7274a210 2024-04-22T00:06:27.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f1471d9b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d7274a210 0x556d7274c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f146b7fe640 1 -- 172.21.15.80:0/901783596 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f145c018020 con 0x7f147411af20 2024-04-22T00:06:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f1471d9b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d7274a210 0x556d7274c600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:42208/0 (socket says 172.21.15.80:42208) 2024-04-22T00:06:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f1471d9b640 1 -- 172.21.15.80:0/3645405491 learned_addr learned my addr 172.21.15.80:0/3645405491 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:27.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f147259c640 1 --2- 172.21.15.80:0/3645405491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d72749cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f1471d9b640 1 -- 172.21.15.80:0/3645405491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 msgr2=0x556d72749cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:27.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f1471d9b640 1 --2- 172.21.15.80:0/3645405491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d72749cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f1471d9b640 1 -- 172.21.15.80:0/3645405491 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 msgr2=0x556d72740f00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T00:06:27.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f1471d9b640 1 --2- 172.21.15.80:0/3645405491 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72740f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.239+0000 7f1471d9b640 1 -- 172.21.15.80:0/3645405491 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d723b9210 con 0x556d7274a210 2024-04-22T00:06:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.240+0000 7f146b7fe640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f14600a2fd0 0x7f14600a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.240+0000 7f1471d9b640 1 --2- 172.21.15.80:0/3645405491 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d7274a210 0x556d7274c600 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f145c0cc530 tx=0x7f145c0d7910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9018d2385ac20d2f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:27.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.240+0000 7f146b7fe640 1 -- 172.21.15.80:0/901783596 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9497+0+0 (secure 0 0 0) 0x7f145c0cf1c0 con 0x7f147411af20 2024-04-22T00:06:27.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.243+0000 7f1468ff9640 1 -- 172.21.15.80:0/3645405491 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c097660 con 0x556d7274a210 2024-04-22T00:06:27.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.243+0000 7f1468ff9640 1 -- 172.21.15.80:0/3645405491 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f145c09bac0 con 0x556d7274a210 2024-04-22T00:06:27.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.244+0000 7f147b9e6740 1 -- 172.21.15.80:0/3645405491 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d7274a210 msgr2=0x556d7274c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:27.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.244+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3645405491 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d7274a210 0x556d7274c600 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f145c0cc530 tx=0x7f145c0d7910 comp rx=0 tx=0).stop 2024-04-22T00:06:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.244+0000 7f147b9e6740 1 -- 172.21.15.80:0/3645405491 shutdown_connections 2024-04-22T00:06:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.244+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3645405491 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d7274a210 0x556d7274c600 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.244+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3645405491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d72749cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.244+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3645405491 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72740f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.244+0000 7f147b9e6740 1 -- 172.21.15.80:0/3645405491 >> 172.21.15.80:0/3645405491 conn(0x556d7273b440 msgr2=0x556d7273b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:27.245 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.247+0000 7f1472d9d640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f14600a2fd0 0x7f14600a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.245 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.251+0000 7f147b9e6740 1 -- 172.21.15.80:0/3645405491 shutdown_connections 2024-04-22T00:06:27.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:26 smithi120 ceph-mon[31499]: pgmap v253: 129 pgs: 16 active+clean+snaptrim, 71 active+clean, 42 active+clean+snaptrim_wait; 641 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 319 op/s 2024-04-22T00:06:27.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:06:27.247 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.253+0000 7f1472d9d640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f14600a2fd0 0x7f14600a5490 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f147410d9e0 tx=0x7f146c008040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:27.247 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.253+0000 7f147b9e6740 1 -- 172.21.15.80:0/3645405491 wait complete. 2024-04-22T00:06:27.248 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.253+0000 7f147b9e6740 1 -- start start 2024-04-22T00:06:27.248 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.253+0000 7f147b9e6740 1 Processor -- start 2024-04-22T00:06:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.254+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72747310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.254+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d72747850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.254+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72756330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.254+0000 7f147b9e6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x556d7274ce40 con 0x556d72740b20 2024-04-22T00:06:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.254+0000 7f147b9e6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556d72660a10 con 0x556d72747d90 2024-04-22T00:06:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.254+0000 7f147b9e6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x556d7274cfc0 con 0x556d72741440 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.254+0000 7f147b9e6740 10 client.0 _ll_register_callbacks cb 0x556d7269bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.255+0000 7f1471d9b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d72747850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.255+0000 7f1471d9b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d72747850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:42216/0 (socket says 172.21.15.80:42216) 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.255+0000 7f1471d9b640 1 -- 172.21.15.80:0/2201098517 learned_addr learned my addr 172.21.15.80:0/2201098517 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.256+0000 7f1471d9b640 1 -- 172.21.15.80:0/2201098517 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 msgr2=0x556d72756330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.256+0000 7f1471d9b640 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72756330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.256+0000 7f1471d9b640 1 -- 172.21.15.80:0/2201098517 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 msgr2=0x556d72747310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.256+0000 7f1471d9b640 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72747310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.252 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.256+0000 7f1471d9b640 1 -- 172.21.15.80:0/2201098517 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d72485620 con 0x556d72741440 2024-04-22T00:06:27.253 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.256+0000 7f1471d9b640 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d72747850 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f145c0a3b00 tx=0x7f145c0107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93607c4df9823b43 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:27.254 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.258+0000 7f1459ffb640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:06:27.254 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.258+0000 7f1459ffb640 1 -- 172.21.15.80:0/2201098517 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c060940 con 0x556d72741440 2024-04-22T00:06:27.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.258+0000 7f1459ffb640 1 -- 172.21.15.80:0/2201098517 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9497+0+0 (secure 0 0 0) 0x7f145c09b830 con 0x556d72741440 2024-04-22T00:06:27.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.259+0000 7f147b9e6740 1 -- 172.21.15.80:0/2201098517 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f145c09bac0 con 0x556d72741440 2024-04-22T00:06:27.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.259+0000 7f1459ffb640 1 -- 172.21.15.80:0/2201098517 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f145c063080 con 0x556d72741440 2024-04-22T00:06:27.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.259+0000 7f147b9e6740 10 client.25924 fetch_fsmap learned FSMap version 31 2024-04-22T00:06:27.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.259+0000 7f147b9e6740 1 -- 172.21.15.80:0/2201098517 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556d7274ce40 con 0x556d72741440 2024-04-22T00:06:27.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.259+0000 7f1459ffb640 1 -- 172.21.15.80:0/2201098517 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f145c09bac0 con 0x556d72741440 2024-04-22T00:06:27.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.260+0000 7f1459ffb640 1 -- 172.21.15.80:0/2201098517 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f145c0b4230 con 0x556d72741440 2024-04-22T00:06:27.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.260+0000 7f147b9e6740 10 client.25924 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:06:27.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.260+0000 7f147b9e6740 10 client.25924 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:06:27.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.260+0000 7f147b9e6740 20 client.25924 populate_metadata read hostname 'smithi080' 2024-04-22T00:06:27.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.260+0000 7f147b9e6740 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556d7275a9d0 0x556d7275ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.260+0000 7f147b9e6740 4 client.25924 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:06:27.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.260+0000 7f147b9e6740 1 -- 172.21.15.80:0/2201098517 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556d726b20b0 con 0x556d7275a9d0 2024-04-22T00:06:27.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.262+0000 7f147259c640 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556d7275a9d0 0x556d7275ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.264+0000 7f147259c640 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556d7275a9d0 0x556d7275ce50 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a49becb15f4cd5c server_cookie=bc29b6d73ca1eefe in_seq=0 out_seq=0 2024-04-22T00:06:27.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.264+0000 7f1459ffb640 10 client.25924 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:27.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.268+0000 7f1459ffb640 1 -- 172.21.15.80:0/2201098517 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556d726b20b0 con 0x556d7275a9d0 2024-04-22T00:06:27.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.268+0000 7f1459ffb640 10 client.25924 handle_command_reply: tid=0 2024-04-22T00:06:27.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.269+0000 7f147b9e6740 1 client.25924 shutdown 2024-04-22T00:06:27.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.272+0000 7f147b9e6740 1 -- 172.21.15.80:0/2201098517 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 msgr2=0x556d72747850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:27.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.272+0000 7f147b9e6740 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d72747850 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f145c0a3b00 tx=0x7f145c0107a0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.267 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.272+0000 7f147b9e6740 1 -- 172.21.15.80:0/2201098517 shutdown_connections 2024-04-22T00:06:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.272+0000 7f147b9e6740 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556d7275a9d0 0x556d7275ce50 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.272+0000 7f147b9e6740 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72756330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.272+0000 7f147b9e6740 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d72747850 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.272+0000 7f147b9e6740 1 --2- 172.21.15.80:0/2201098517 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72747310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.272+0000 7f147b9e6740 1 -- 172.21.15.80:0/2201098517 >> 172.21.15.80:0/2201098517 conn(0x556d7273b440 msgr2=0x556d7273d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.275+0000 7f1459ffb640 0 client.25924 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:27.269 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.275+0000 7f147b9e6740 1 -- 172.21.15.80:0/2201098517 shutdown_connections 2024-04-22T00:06:27.270 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.275+0000 7f147b9e6740 1 -- 172.21.15.80:0/2201098517 wait complete. 2024-04-22T00:06:27.271 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.276+0000 7f147b9e6740 20 client.25924 trim_cache size 0 max 16384 2024-04-22T00:06:27.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.308+0000 7f147b9e6740 1 Processor -- start 2024-04-22T00:06:27.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.308+0000 7f147b9e6740 1 -- start start 2024-04-22T00:06:27.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.308+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72746470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.308+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d7273a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.308+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72762720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.309+0000 7f147b9e6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f14741c8c70 con 0x556d72740b20 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.309+0000 7f147b9e6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f14741c6510 con 0x556d72747d90 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.309+0000 7f147b9e6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f14741c4380 con 0x556d72741440 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.309+0000 7f1472d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72762720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.309+0000 7f1472d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72762720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33892/0 (socket says 172.21.15.80:33892) 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.309+0000 7f1472d9d640 1 -- 172.21.15.80:0/1785756284 learned_addr learned my addr 172.21.15.80:0/1785756284 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.310+0000 7f1471d9b640 1 --2- 172.21.15.80:0/1785756284 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d7273a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.310+0000 7f1472d9d640 1 -- 172.21.15.80:0/1785756284 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 msgr2=0x556d7273a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.310+0000 7f1472d9d640 1 --2- 172.21.15.80:0/1785756284 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d7273a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.310+0000 7f1472d9d640 1 -- 172.21.15.80:0/1785756284 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 msgr2=0x556d72746470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.310+0000 7f1472d9d640 1 --2- 172.21.15.80:0/1785756284 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72746470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.310+0000 7f1472d9d640 1 -- 172.21.15.80:0/1785756284 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d72747bb0 con 0x556d72747d90 2024-04-22T00:06:27.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.311+0000 7f1472d9d640 1 --2- 172.21.15.80:0/1785756284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72762720 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f146c00cb20 tx=0x7f146c004700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64524c441cd286ce server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:27.309 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.313+0000 7f145bfff640 1 -- 172.21.15.80:0/1785756284 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f146c013c90 con 0x556d72747d90 2024-04-22T00:06:27.309 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.313+0000 7f145bfff640 1 -- 172.21.15.80:0/1785756284 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f146c022070 con 0x556d72747d90 2024-04-22T00:06:27.309 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.314+0000 7f147b9e6740 1 -- 172.21.15.80:0/1785756284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 msgr2=0x556d72762720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:27.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.314+0000 7f147b9e6740 1 --2- 172.21.15.80:0/1785756284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72762720 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f146c00cb20 tx=0x7f146c004700 comp rx=0 tx=0).stop 2024-04-22T00:06:27.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.316+0000 7f147b9e6740 1 -- 172.21.15.80:0/1785756284 shutdown_connections 2024-04-22T00:06:27.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.316+0000 7f147b9e6740 1 --2- 172.21.15.80:0/1785756284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72747d90 0x556d72762720 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.316+0000 7f147b9e6740 1 --2- 172.21.15.80:0/1785756284 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72741440 0x556d7273a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.316+0000 7f147b9e6740 1 --2- 172.21.15.80:0/1785756284 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72740b20 0x556d72746470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.316+0000 7f147b9e6740 1 -- 172.21.15.80:0/1785756284 >> 172.21.15.80:0/1785756284 conn(0x556d7273b440 msgr2=0x556d72739c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 -- 172.21.15.80:0/1785756284 shutdown_connections 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 -- 172.21.15.80:0/1785756284 wait complete. 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 -- start start 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 Processor -- start 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72740b20 0x556d7274d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d7274d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72747d90 0x556d7274dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f14741c49d0 con 0x556d72747d90 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f14741c5e40 con 0x556d72741440 2024-04-22T00:06:27.321 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.320+0000 7f147b9e6740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f14741c50a0 con 0x556d72740b20 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.321+0000 7f147b9e6740 10 client.0 _ll_register_callbacks cb 0x7f1464037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.321+0000 7f1471d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d7274d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.321+0000 7f1471d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d7274d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:33898/0 (socket says 172.21.15.80:33898) 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.321+0000 7f1471d9b640 1 -- 172.21.15.80:0/3817306885 learned_addr learned my addr 172.21.15.80:0/3817306885 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.321+0000 7f1471d9b640 1 -- 172.21.15.80:0/3817306885 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72740b20 msgr2=0x556d7274d250 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.322+0000 7f1471d9b640 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72740b20 0x556d7274d250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.322+0000 7f1471d9b640 1 -- 172.21.15.80:0/3817306885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72747d90 msgr2=0x556d7274dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.322+0000 7f1471d9b640 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72747d90 0x556d7274dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.322+0000 7f1471d9b640 1 -- 172.21.15.80:0/3817306885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d727bf080 con 0x556d72741440 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.322+0000 7f1471d9b640 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d7274d790 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f145c006fd0 tx=0x7f145c0d7f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=416c86487216f284 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.324+0000 7f1459ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:06:27.322 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.324+0000 7f1459ffb640 1 -- 172.21.15.80:0/3817306885 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c063250 con 0x556d72741440 2024-04-22T00:06:27.323 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.324+0000 7f147b9e6740 1 -- 172.21.15.80:0/3817306885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f146c022070 con 0x556d72741440 2024-04-22T00:06:27.323 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.324+0000 7f1459ffb640 1 -- 172.21.15.80:0/3817306885 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9497+0+0 (secure 0 0 0) 0x7f145c0b4280 con 0x556d72741440 2024-04-22T00:06:27.323 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.325+0000 7f1459ffb640 1 -- 172.21.15.80:0/3817306885 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f145c09ad20 con 0x556d72741440 2024-04-22T00:06:27.323 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.325+0000 7f147b9e6740 10 client.26009 fetch_fsmap learned FSMap version 31 2024-04-22T00:06:27.323 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.325+0000 7f147b9e6740 1 -- 172.21.15.80:0/3817306885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556d727e23a0 con 0x556d72741440 2024-04-22T00:06:27.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.332+0000 7f1459ffb640 1 -- 172.21.15.80:0/3817306885 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f146c022070 con 0x556d72741440 2024-04-22T00:06:27.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.333+0000 7f1459ffb640 1 -- 172.21.15.80:0/3817306885 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f145c09a810 con 0x556d72741440 2024-04-22T00:06:27.327 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.333+0000 7f147b9e6740 10 client.26009 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:06:27.328 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.333+0000 7f147b9e6740 10 client.26009 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:06:27.328 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.333+0000 7f147b9e6740 20 client.26009 populate_metadata read hostname 'smithi080' 2024-04-22T00:06:27.328 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.333+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556d727e2930 0x556d727e4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:27.328 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.334+0000 7f147b9e6740 4 client.26009 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:06:27.328 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.334+0000 7f147b9e6740 1 -- 172.21.15.80:0/3817306885 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556d726ac400 con 0x556d727e2930 2024-04-22T00:06:27.328 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.334+0000 7f147259c640 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556d727e2930 0x556d727e4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:27.333 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.338+0000 7f147259c640 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556d727e2930 0x556d727e4d50 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6d33eaa5223d373 server_cookie=1b4d44eeee9c97be in_seq=0 out_seq=0 2024-04-22T00:06:27.334 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:27.339+0000 7f1459ffb640 10 client.26009 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:26 smithi144 ceph-mon[31316]: pgmap v253: 129 pgs: 16 active+clean+snaptrim, 71 active+clean, 42 active+clean+snaptrim_wait; 641 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 319 op/s 2024-04-22T00:06:27.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:06:28.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:27 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:06:28.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:27 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:06:28.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:27 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:06:28.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:27 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:06:28.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:27 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:06:28.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:27 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f1459ffb640 1 -- 172.21.15.80:0/3817306885 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556d726ac400 con 0x556d727e2930 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f1459ffb640 10 client.26009 handle_command_reply: tid=0 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 client.26009 shutdown 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 -- 172.21.15.80:0/3817306885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 msgr2=0x556d7274d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d7274d790 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f145c006fd0 tx=0x7f145c0d7f40 comp rx=0 tx=0).stop 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 -- 172.21.15.80:0/3817306885 shutdown_connections 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x556d727e2930 0x556d727e4d50 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x556d72747d90 0x556d7274dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556d72741440 0x556d7274d790 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 --2- 172.21.15.80:0/3817306885 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x556d72740b20 0x556d7274d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f147b9e6740 1 -- 172.21.15.80:0/3817306885 >> 172.21.15.80:0/3817306885 conn(0x556d7273b440 msgr2=0x556d7273a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.355+0000 7f1459ffb640 0 client.26009 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.356+0000 7f147b9e6740 1 -- 172.21.15.80:0/3817306885 shutdown_connections 2024-04-22T00:06:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.356+0000 7f147b9e6740 1 -- 172.21.15.80:0/3817306885 wait complete. 2024-04-22T00:06:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.356+0000 7f147b9e6740 20 client.26009 trim_cache size 0 max 16384 2024-04-22T00:06:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:06:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:06:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:06:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:06:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.358+0000 7f1478df7640 1 -- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f14600a2fd0 msgr2=0x7f14600a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.358+0000 7f1478df7640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f14600a2fd0 0x7f14600a5490 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f147410d9e0 tx=0x7f146c008040 comp rx=0 tx=0).stop 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.358+0000 7f1478df7640 1 -- 172.21.15.80:0/901783596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147411af20 msgr2=0x7f1474113530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.358+0000 7f1478df7640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147411af20 0x7f1474113530 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f145c00b470 tx=0x7f145c00b930 comp rx=0 tx=0).stop 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.358+0000 7f1478df7640 1 -- 172.21.15.80:0/901783596 shutdown_connections 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.358+0000 7f1478df7640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f147411ab00 0x7f1474113b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.358+0000 7f1478df7640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f147411af20 0x7f1474113530 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.359+0000 7f1478df7640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f14600a2fd0 0x7f14600a5490 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.359+0000 7f1478df7640 1 --2- 172.21.15.80:0/901783596 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f147410ff30 0x7f147411a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.359+0000 7f1478df7640 1 -- 172.21.15.80:0/901783596 >> 172.21.15.80:0/901783596 conn(0x7f147406c810 msgr2=0x7f147411b300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.359+0000 7f1478df7640 1 -- 172.21.15.80:0/901783596 shutdown_connections 2024-04-22T00:06:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:28.359+0000 7f1478df7640 1 -- 172.21.15.80:0/901783596 wait complete. 2024-04-22T00:06:28.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:27 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:06:28.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:27 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:06:28.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:27 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:06:29.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:28 smithi080 ceph-mon[27925]: pgmap v254: 129 pgs: 14 active+clean+snaptrim, 86 active+clean, 29 active+clean+snaptrim_wait; 641 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 365 op/s 2024-04-22T00:06:29.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:28 smithi120 ceph-mon[31499]: pgmap v254: 129 pgs: 14 active+clean+snaptrim, 86 active+clean, 29 active+clean+snaptrim_wait; 641 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 365 op/s 2024-04-22T00:06:29.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:28 smithi144 ceph-mon[31316]: pgmap v254: 129 pgs: 14 active+clean+snaptrim, 86 active+clean, 29 active+clean+snaptrim_wait; 641 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 365 op/s 2024-04-22T00:06:31.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:30 smithi080 ceph-mon[27925]: pgmap v255: 129 pgs: 10 active+clean+snaptrim, 100 active+clean, 19 active+clean+snaptrim_wait; 638 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 341 op/s 2024-04-22T00:06:31.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:30 smithi120 ceph-mon[31499]: pgmap v255: 129 pgs: 10 active+clean+snaptrim, 100 active+clean, 19 active+clean+snaptrim_wait; 638 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 341 op/s 2024-04-22T00:06:31.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:30 smithi144 ceph-mon[31316]: pgmap v255: 129 pgs: 10 active+clean+snaptrim, 100 active+clean, 19 active+clean+snaptrim_wait; 638 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 341 op/s 2024-04-22T00:06:33.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:32 smithi080 ceph-mon[27925]: pgmap v256: 129 pgs: 9 active+clean+snaptrim, 107 active+clean, 13 active+clean+snaptrim_wait; 634 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 335 op/s 2024-04-22T00:06:33.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:32 smithi120 ceph-mon[31499]: pgmap v256: 129 pgs: 9 active+clean+snaptrim, 107 active+clean, 13 active+clean+snaptrim_wait; 634 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 335 op/s 2024-04-22T00:06:33.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:32 smithi144 ceph-mon[31316]: pgmap v256: 129 pgs: 9 active+clean+snaptrim, 107 active+clean, 13 active+clean+snaptrim_wait; 634 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 335 op/s 2024-04-22T00:06:35.167 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:34 smithi144 ceph-mon[31316]: pgmap v257: 129 pgs: 8 active+clean+snaptrim, 114 active+clean, 7 active+clean+snaptrim_wait; 632 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 389 op/s 2024-04-22T00:06:35.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:34 smithi080 ceph-mon[27925]: pgmap v257: 129 pgs: 8 active+clean+snaptrim, 114 active+clean, 7 active+clean+snaptrim_wait; 632 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 389 op/s 2024-04-22T00:06:35.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:34 smithi120 ceph-mon[31499]: pgmap v257: 129 pgs: 8 active+clean+snaptrim, 114 active+clean, 7 active+clean+snaptrim_wait; 632 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 389 op/s 2024-04-22T00:06:37.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:36 smithi144 ceph-mon[31316]: pgmap v258: 129 pgs: 7 active+clean+snaptrim, 115 active+clean, 7 active+clean+snaptrim_wait; 632 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 325 op/s 2024-04-22T00:06:37.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:36 smithi144 ceph-mon[31316]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T00:06:37.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:36 smithi080 ceph-mon[27925]: pgmap v258: 129 pgs: 7 active+clean+snaptrim, 115 active+clean, 7 active+clean+snaptrim_wait; 632 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 325 op/s 2024-04-22T00:06:37.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:36 smithi080 ceph-mon[27925]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T00:06:37.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:36 smithi120 ceph-mon[31499]: pgmap v258: 129 pgs: 7 active+clean+snaptrim, 115 active+clean, 7 active+clean+snaptrim_wait; 632 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 325 op/s 2024-04-22T00:06:37.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:36 smithi120 ceph-mon[31499]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T00:06:39.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:38 smithi144 ceph-mon[31316]: pgmap v260: 129 pgs: 3 active+clean+snaptrim, 119 active+clean, 7 active+clean+snaptrim_wait; 640 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 409 op/s 2024-04-22T00:06:39.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:38 smithi080 ceph-mon[27925]: pgmap v260: 129 pgs: 3 active+clean+snaptrim, 119 active+clean, 7 active+clean+snaptrim_wait; 640 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 409 op/s 2024-04-22T00:06:39.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:38 smithi120 ceph-mon[31499]: pgmap v260: 129 pgs: 3 active+clean+snaptrim, 119 active+clean, 7 active+clean+snaptrim_wait; 640 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 409 op/s 2024-04-22T00:06:41.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:40 smithi144 ceph-mon[31316]: pgmap v261: 129 pgs: 2 active+clean+snaptrim, 120 active+clean, 7 active+clean+snaptrim_wait; 640 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 435 op/s 2024-04-22T00:06:41.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:40 smithi080 ceph-mon[27925]: pgmap v261: 129 pgs: 2 active+clean+snaptrim, 120 active+clean, 7 active+clean+snaptrim_wait; 640 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 435 op/s 2024-04-22T00:06:41.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:40 smithi120 ceph-mon[31499]: pgmap v261: 129 pgs: 2 active+clean+snaptrim, 120 active+clean, 7 active+clean+snaptrim_wait; 640 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 435 op/s 2024-04-22T00:06:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.482+0000 7f0b00040640 1 -- 172.21.15.80:0/2386497548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0af8100000 msgr2=0x7f0af81003e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.482+0000 7f0afcdda640 1 -- 172.21.15.80:0/2386497548 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8005220 con 0x7f0af8100000 2024-04-22T00:06:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.482+0000 7f0b00040640 1 --2- 172.21.15.80:0/2386497548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0af8100000 0x7f0af81003e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800b920 tx=0x7f0ae802fbf0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.483+0000 7f0b00040640 1 -- 172.21.15.80:0/2386497548 shutdown_connections 2024-04-22T00:06:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.483+0000 7f0b00040640 1 --2- 172.21.15.80:0/2386497548 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0af81050d0 0x7f0af810cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.483+0000 7f0b00040640 1 --2- 172.21.15.80:0/2386497548 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0af81009b0 0x7f0af81049f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.483+0000 7f0b00040640 1 --2- 172.21.15.80:0/2386497548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0af8100000 0x7f0af81003e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.483+0000 7f0b00040640 1 -- 172.21.15.80:0/2386497548 >> 172.21.15.80:0/2386497548 conn(0x7f0af8076bd0 msgr2=0x7f0af80fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.488+0000 7f0b00040640 1 -- 172.21.15.80:0/2386497548 shutdown_connections 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.489+0000 7f0b00040640 1 -- 172.21.15.80:0/2386497548 wait complete. 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0b00040640 1 Processor -- start 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0b00040640 1 -- start start 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0b00040640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0af8100000 0x7f0af8115a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0b00040640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0af81050d0 0x7f0af8115f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0b00040640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0af810fac0 0x7f0af810ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0b00040640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0af810e4f0 con 0x7f0af8100000 2024-04-22T00:06:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0b00040640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0af810e370 con 0x7f0af810fac0 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0b00040640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0af810e670 con 0x7f0af81050d0 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0afd5db640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0af81050d0 0x7f0af8115f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0afd5db640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0af81050d0 0x7f0af8115f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:38540/0 (socket says 172.21.15.80:38540) 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0afd5db640 1 -- 172.21.15.80:0/2401194997 learned_addr learned my addr 172.21.15.80:0/2401194997 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0afe5dd640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0af810fac0 0x7f0af810ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.490+0000 7f0afdddc640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0af8100000 0x7f0af8115a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.491+0000 7f0afdddc640 1 -- 172.21.15.80:0/2401194997 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0af81050d0 msgr2=0x7f0af8115f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.491+0000 7f0afdddc640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0af81050d0 0x7f0af8115f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.491+0000 7f0afdddc640 1 -- 172.21.15.80:0/2401194997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0af810fac0 msgr2=0x7f0af810ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.491+0000 7f0afdddc640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0af810fac0 0x7f0af810ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.491+0000 7f0afdddc640 1 -- 172.21.15.80:0/2401194997 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af81106f0 con 0x7f0af8100000 2024-04-22T00:06:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.491+0000 7f0afd5db640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0af81050d0 0x7f0af8115f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:06:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.491+0000 7f0afdddc640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0af8100000 0x7f0af8115a00 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8006010 tx=0x7f0ae8030c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.492+0000 7f0aeeffd640 1 -- 172.21.15.80:0/2401194997 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8067070 con 0x7f0af8100000 2024-04-22T00:06:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.492+0000 7f0b00040640 1 -- 172.21.15.80:0/2401194997 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af8071190 con 0x7f0af8100000 2024-04-22T00:06:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.492+0000 7f0b00040640 1 -- 172.21.15.80:0/2401194997 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af8071680 con 0x7f0af8100000 2024-04-22T00:06:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.492+0000 7f0aeeffd640 1 -- 172.21.15.80:0/2401194997 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ae8005000 con 0x7f0af8100000 2024-04-22T00:06:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.492+0000 7f0aeeffd640 1 -- 172.21.15.80:0/2401194997 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8003ac0 con 0x7f0af8100000 2024-04-22T00:06:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.497+0000 7f0b02c2d740 1 Processor -- start 2024-04-22T00:06:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.497+0000 7f0aeeffd640 1 -- 172.21.15.80:0/2401194997 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0ae806a070 con 0x7f0af8100000 2024-04-22T00:06:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.498+0000 7f0b02c2d740 1 -- start start 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f69f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f6a440 0x559203f72cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f73210 0x559203f75600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0b02c2d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x559203ecdb70 con 0x559203f69b20 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0b02c2d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559203e76470 con 0x559203f6a440 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0b02c2d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x559203ec9b30 con 0x559203f73210 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0afd5db640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f73210 0x559203f75600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0afd5db640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f73210 0x559203f75600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:38554/0 (socket says 172.21.15.80:38554) 2024-04-22T00:06:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.499+0000 7f0afd5db640 1 -- 172.21.15.80:0/362365953 learned_addr learned my addr 172.21.15.80:0/362365953 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:41.497 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.500+0000 7f0afd5db640 1 -- 172.21.15.80:0/362365953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f6a440 msgr2=0x559203f72cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:41.499 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.501+0000 7f0afe5dd640 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f69f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.499 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.503+0000 7f0afdddc640 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f6a440 0x559203f72cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.499 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.503+0000 7f0afd5db640 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f6a440 0x559203f72cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.499 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.503+0000 7f0afd5db640 1 -- 172.21.15.80:0/362365953 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 msgr2=0x559203f69f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:41.499 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.503+0000 7f0afd5db640 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f69f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.500 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.503+0000 7f0afd5db640 1 -- 172.21.15.80:0/362365953 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559203be2210 con 0x559203f73210 2024-04-22T00:06:41.500 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.503+0000 7f0aeeffd640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0ae40a2fc0 0x7f0ae40a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.500 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.503+0000 7f0aeeffd640 1 -- 172.21.15.80:0/2401194997 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9421+0+0 (secure 0 0 0) 0x7f0ae81136a0 con 0x7f0af8100000 2024-04-22T00:06:41.500 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.504+0000 7f0afe5dd640 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f69f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:06:41.500 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.504+0000 7f0afe5dd640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0ae40a2fc0 0x7f0ae40a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.500 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.505+0000 7f0afd5db640 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f73210 0x559203f75600 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0af000e580 tx=0x7f0af0009760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb70be4efffcd101 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.505+0000 7f0afe5dd640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0ae40a2fc0 0x7f0ae40a5480 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0af4006fd0 tx=0x7f0af4008040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.505+0000 7f0ae3fff640 1 -- 172.21.15.80:0/362365953 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af00137f0 con 0x559203f73210 2024-04-22T00:06:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.505+0000 7f0ae3fff640 1 -- 172.21.15.80:0/362365953 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0af0019070 con 0x559203f73210 2024-04-22T00:06:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.505+0000 7f0ae3fff640 1 -- 172.21.15.80:0/362365953 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af0007340 con 0x559203f73210 2024-04-22T00:06:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.506+0000 7f0b02c2d740 1 -- 172.21.15.80:0/362365953 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f73210 msgr2=0x559203f75600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.506+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f73210 0x559203f75600 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0af000e580 tx=0x7f0af0009760 comp rx=0 tx=0).stop 2024-04-22T00:06:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.507+0000 7f0b02c2d740 1 -- 172.21.15.80:0/362365953 shutdown_connections 2024-04-22T00:06:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.507+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f73210 0x559203f75600 secure :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0af000e580 tx=0x7f0af0009760 comp rx=0 tx=0).stop 2024-04-22T00:06:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.507+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f6a440 0x559203f72cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.507+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/362365953 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f69f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.507+0000 7f0b02c2d740 1 -- 172.21.15.80:0/362365953 >> 172.21.15.80:0/362365953 conn(0x559203f64440 msgr2=0x559203f64820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:41.505 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.509+0000 7f0b02c2d740 1 -- 172.21.15.80:0/362365953 shutdown_connections 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.511+0000 7f0b02c2d740 1 -- 172.21.15.80:0/362365953 wait complete. 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.511+0000 7f0b02c2d740 1 -- start start 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.511+0000 7f0b02c2d740 1 Processor -- start 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.512+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f69b20 0x559203f702e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.512+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f70820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.512+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 0x559203f7f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.512+0000 7f0b02c2d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x559203f75e40 con 0x559203f6a440 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.512+0000 7f0b02c2d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559203e89a10 con 0x559203f70d60 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.512+0000 7f0b02c2d740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x559203f75fc0 con 0x559203f69b20 2024-04-22T00:06:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.512+0000 7f0b02c2d740 10 client.0 _ll_register_callbacks cb 0x559203ec4b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:06:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.514+0000 7f0afdddc640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f69b20 0x559203f702e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.514+0000 7f0afd5db640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f70820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.514+0000 7f0afd5db640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f70820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60934/0 (socket says 172.21.15.80:60934) 2024-04-22T00:06:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.514+0000 7f0afd5db640 1 -- 172.21.15.80:0/1106887232 learned_addr learned my addr 172.21.15.80:0/1106887232 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.515+0000 7f0afd5db640 1 -- 172.21.15.80:0/1106887232 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f69b20 msgr2=0x559203f702e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.515+0000 7f0afd5db640 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f69b20 0x559203f702e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.515+0000 7f0afd5db640 1 -- 172.21.15.80:0/1106887232 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 msgr2=0x559203f7f310 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.515+0000 7f0afd5db640 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 0x559203f7f310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.515+0000 7f0afd5db640 1 -- 172.21.15.80:0/1106887232 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559203cae620 con 0x559203f6a440 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.515+0000 7f0afd5db640 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f70820 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f0af000eed0 tx=0x7f0af000e350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44abc84341237967 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.515+0000 7f0ae17fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.516+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1106887232 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af00138f0 con 0x559203f6a440 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.516+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1106887232 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0af0019070 con 0x559203f6a440 2024-04-22T00:06:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.516+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1106887232 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9421+0+0 (secure 0 0 0) 0x7f0af0013a90 con 0x559203f6a440 2024-04-22T00:06:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.516+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1106887232 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0af0013c90 con 0x559203f6a440 2024-04-22T00:06:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.517+0000 7f0b02c2d740 10 client.16605 fetch_fsmap learned FSMap version 31 2024-04-22T00:06:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.517+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1106887232 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559203f825d0 con 0x559203f6a440 2024-04-22T00:06:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.517+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1106887232 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0af0019070 con 0x559203f6a440 2024-04-22T00:06:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.518+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1106887232 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f0af001f450 con 0x559203f6a440 2024-04-22T00:06:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.519+0000 7f0b02c2d740 10 client.16605 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:06:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.519+0000 7f0b02c2d740 10 client.16605 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:06:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.519+0000 7f0b02c2d740 20 client.16605 populate_metadata read hostname 'smithi080' 2024-04-22T00:06:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.519+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559203f83d70 0x559203f861f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.519+0000 7f0b02c2d740 4 client.16605 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:06:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.519+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1106887232 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559203edb0b0 con 0x559203f83d70 2024-04-22T00:06:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.524+0000 7f0afdddc640 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559203f83d70 0x559203f861f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.530+0000 7f0afdddc640 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559203f83d70 0x559203f861f0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30d960e45b6ba4f5 server_cookie=7aa5fa0a62ef6c96 in_seq=0 out_seq=0 2024-04-22T00:06:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.531+0000 7f0ae17fa640 10 client.16605 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.534+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1106887232 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559203edb0b0 con 0x559203f83d70 2024-04-22T00:06:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.534+0000 7f0ae17fa640 10 client.16605 handle_command_reply: tid=0 2024-04-22T00:06:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.534+0000 7f0b02c2d740 1 client.16605 shutdown 2024-04-22T00:06:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.535+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1106887232 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 msgr2=0x559203f70820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.535+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f70820 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f0af000eed0 tx=0x7f0af000e350 comp rx=0 tx=0).stop 2024-04-22T00:06:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.536+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1106887232 shutdown_connections 2024-04-22T00:06:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.536+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559203f83d70 0x559203f861f0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.531 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.536+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 0x559203f7f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.531 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.536+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f70820 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.531 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.536+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1106887232 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f69b20 0x559203f702e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.531 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.536+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1106887232 >> 172.21.15.80:0/1106887232 conn(0x559203f64440 msgr2=0x559203f66190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:41.531 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.536+0000 7f0ae17fa640 0 client.16605 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:41.532 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.537+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1106887232 shutdown_connections 2024-04-22T00:06:41.532 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.538+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1106887232 wait complete. 2024-04-22T00:06:41.533 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.538+0000 7f0b02c2d740 20 client.16605 trim_cache size 0 max 16384 2024-04-22T00:06:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.566+0000 7f0b02c2d740 1 Processor -- start 2024-04-22T00:06:41.563 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.566+0000 7f0b02c2d740 1 -- start start 2024-04-22T00:06:41.563 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.566+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f8bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.563 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.566+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f6a440 0x559203f8c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.563 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.566+0000 7f0afdddc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f8bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.563 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.566+0000 7f0afdddc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f8bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60944/0 (socket says 172.21.15.80:60944) 2024-04-22T00:06:41.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.567+0000 7f0afdddc640 1 -- 172.21.15.80:0/27649435 learned_addr learned my addr 172.21.15.80:0/27649435 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:41.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.567+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 0x559203f7ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.567+0000 7f0b02c2d740 1 -- 172.21.15.80:0/27649435 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc012700 con 0x559203f69b20 2024-04-22T00:06:41.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.567+0000 7f0afd5db640 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f6a440 0x559203f8c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.567+0000 7f0b02c2d740 1 -- 172.21.15.80:0/27649435 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc00ffa0 con 0x559203f70d60 2024-04-22T00:06:41.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.567+0000 7f0afe5dd640 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 0x559203f7ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.567+0000 7f0b02c2d740 1 -- 172.21.15.80:0/27649435 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc00dea0 con 0x559203f6a440 2024-04-22T00:06:41.564 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0afdddc640 1 -- 172.21.15.80:0/27649435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f6a440 msgr2=0x559203f8c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:41.565 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0afdddc640 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f6a440 0x559203f8c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.565 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0afdddc640 1 -- 172.21.15.80:0/27649435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 msgr2=0x559203f7ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:41.565 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0afdddc640 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 0x559203f7ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.565 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0afdddc640 1 -- 172.21.15.80:0/27649435 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559203f6bec0 con 0x559203f69b20 2024-04-22T00:06:41.565 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0afdddc640 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f8bac0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8000c00 tx=0x7f0ae800d050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=706a4d29e43887b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:41.565 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0ae37fe640 1 -- 172.21.15.80:0/27649435 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae80e3ca0 con 0x559203f69b20 2024-04-22T00:06:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0ae37fe640 1 -- 172.21.15.80:0/27649435 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ae80e8560 con 0x559203f69b20 2024-04-22T00:06:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.568+0000 7f0ae37fe640 1 -- 172.21.15.80:0/27649435 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8003c60 con 0x559203f69b20 2024-04-22T00:06:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.569+0000 7f0b02c2d740 1 -- 172.21.15.80:0/27649435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 msgr2=0x559203f8bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.569+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f8bac0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8000c00 tx=0x7f0ae800d050 comp rx=0 tx=0).stop 2024-04-22T00:06:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.570+0000 7f0b02c2d740 1 -- 172.21.15.80:0/27649435 shutdown_connections 2024-04-22T00:06:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.570+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f70d60 0x559203f7ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.570+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f6a440 0x559203f8c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.570+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/27649435 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f69b20 0x559203f8bac0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.570+0000 7f0b02c2d740 1 -- 172.21.15.80:0/27649435 >> 172.21.15.80:0/27649435 conn(0x559203f64440 msgr2=0x559203f6ebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.570+0000 7f0b02c2d740 1 -- 172.21.15.80:0/27649435 shutdown_connections 2024-04-22T00:06:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.570+0000 7f0b02c2d740 1 -- 172.21.15.80:0/27649435 wait complete. 2024-04-22T00:06:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.571+0000 7f0b02c2d740 1 -- start start 2024-04-22T00:06:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.571+0000 7f0b02c2d740 1 Processor -- start 2024-04-22T00:06:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f69b20 0x559203f7b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f6d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0b02c2d740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f70d60 0x559203f6dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0b02c2d740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc00e460 con 0x559203f6a440 2024-04-22T00:06:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afd5db640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f6d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afd5db640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f6d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60950/0 (socket says 172.21.15.80:60950) 2024-04-22T00:06:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afd5db640 1 -- 172.21.15.80:0/1043849523 learned_addr learned my addr 172.21.15.80:0/1043849523 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afdddc640 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f69b20 0x559203f7b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc00f8d0 con 0x559203f69b20 2024-04-22T00:06:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc00eb30 con 0x559203f70d60 2024-04-22T00:06:41.575 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afe5dd640 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f70d60 0x559203f6dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.576 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0b02c2d740 10 client.0 _ll_register_callbacks cb 0x7f0af000e480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:06:41.576 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afd5db640 1 -- 172.21.15.80:0/1043849523 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f70d60 msgr2=0x559203f6dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:41.576 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afd5db640 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f70d60 0x559203f6dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.576 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afd5db640 1 -- 172.21.15.80:0/1043849523 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f69b20 msgr2=0x559203f7b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:41.576 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afd5db640 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f69b20 0x559203f7b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:41.576 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.572+0000 7f0afd5db640 1 -- 172.21.15.80:0/1043849523 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559203f6e290 con 0x559203f6a440 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.573+0000 7f0afd5db640 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f6d660 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f0af001f8a0 tx=0x7f0af001f640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d99504422644b266 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.573+0000 7f0ae17fa640 10 client.0 ms_handle_connect on v2:172.21.15.80:3300/0 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.573+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1043849523 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af003a020 con 0x559203f6a440 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.573+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1043849523 <== mon.0 v2:172.21.15.80:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9421+0+0 (secure 0 0 0) 0x7f0af0014b60 con 0x559203f6a440 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.573+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ae80e8560 con 0x559203f6a440 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.573+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1043849523 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0af001fca0 con 0x559203f6a440 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.573+0000 7f0b02c2d740 10 client.16611 fetch_fsmap learned FSMap version 31 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.573+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559203fe9330 con 0x559203f6a440 2024-04-22T00:06:41.577 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1043849523 <== mon.0 v2:172.21.15.80:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ae80e8560 con 0x559203f6a440 2024-04-22T00:06:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1043849523 <== mon.0 v2:172.21.15.80:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f0af0040850 con 0x559203f6a440 2024-04-22T00:06:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0b02c2d740 10 client.16611 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:06:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0b02c2d740 10 client.16611 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:06:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0b02c2d740 20 client.16611 populate_metadata read hostname 'smithi080' 2024-04-22T00:06:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559203fe9a50 0x559203febe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0b02c2d740 4 client.16611 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:06:41.578 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559203ed5400 con 0x559203fe9a50 2024-04-22T00:06:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.574+0000 7f0afdddc640 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559203fe9a50 0x559203febe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.576+0000 7f0ae17fa640 10 client.16611 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:41.579 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:41.576+0000 7f0afdddc640 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559203fe9a50 0x559203febe70 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de6c75bf4b9e7c7f server_cookie=bfdd15cb18124152 in_seq=0 out_seq=0 2024-04-22T00:06:42.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.075+0000 7f0ae17fa640 1 -- 172.21.15.80:0/1043849523 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559203ed5400 con 0x559203fe9a50 2024-04-22T00:06:42.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.075+0000 7f0ae17fa640 10 client.16611 handle_command_reply: tid=0 2024-04-22T00:06:42.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.075+0000 7f0b02c2d740 1 client.16611 shutdown 2024-04-22T00:06:42.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.075+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 msgr2=0x559203f6d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:42.071 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f6d660 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f0af001f8a0 tx=0x7f0af001f640 comp rx=0 tx=0).stop 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 shutdown_connections 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559203fe9a50 0x559203febe70 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0ae17fa640 0 client.16611 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559203f70d60 0x559203f6dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559203f6a440 0x559203f6d660 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 --2- 172.21.15.80:0/1043849523 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559203f69b20 0x559203f7b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 >> 172.21.15.80:0/1043849523 conn(0x559203f64440 msgr2=0x559203f65800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 shutdown_connections 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 1 -- 172.21.15.80:0/1043849523 wait complete. 2024-04-22T00:06:42.072 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.076+0000 7f0b02c2d740 20 client.16611 trim_cache size 0 max 16384 2024-04-22T00:06:42.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:06:42.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:06:42.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:06:42.073 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 -- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0ae40a2fc0 msgr2=0x7f0ae40a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0ae40a2fc0 0x7f0ae40a5480 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0af4006fd0 tx=0x7f0af4008040 comp rx=0 tx=0).stop 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 -- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0af8100000 msgr2=0x7f0af8115a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0af8100000 0x7f0af8115a00 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8006010 tx=0x7f0ae8030c80 comp rx=0 tx=0).stop 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 -- 172.21.15.80:0/2401194997 shutdown_connections 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0ae40a2fc0 0x7f0ae40a5480 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0af810fac0 0x7f0af810ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0af81050d0 0x7f0af8115f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 --2- 172.21.15.80:0/2401194997 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0af8100000 0x7f0af8115a00 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 -- 172.21.15.80:0/2401194997 >> 172.21.15.80:0/2401194997 conn(0x7f0af8076bd0 msgr2=0x7f0af81038d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 -- 172.21.15.80:0/2401194997 shutdown_connections 2024-04-22T00:06:42.074 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:42.077+0000 7f0b00040640 1 -- 172.21.15.80:0/2401194997 wait complete. 2024-04-22T00:06:43.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:42 smithi144 ceph-mon[31316]: pgmap v262: 129 pgs: 2 active+clean+snaptrim, 120 active+clean, 7 active+clean+snaptrim_wait; 644 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 419 op/s 2024-04-22T00:06:43.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:42 smithi080 ceph-mon[27925]: pgmap v262: 129 pgs: 2 active+clean+snaptrim, 120 active+clean, 7 active+clean+snaptrim_wait; 644 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 419 op/s 2024-04-22T00:06:43.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:42 smithi120 ceph-mon[31499]: pgmap v262: 129 pgs: 2 active+clean+snaptrim, 120 active+clean, 7 active+clean+snaptrim_wait; 644 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 419 op/s 2024-04-22T00:06:45.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:44 smithi144 ceph-mon[31316]: pgmap v263: 129 pgs: 129 active+clean; 643 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 422 op/s 2024-04-22T00:06:45.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:44 smithi080 ceph-mon[27925]: pgmap v263: 129 pgs: 129 active+clean; 643 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 422 op/s 2024-04-22T00:06:45.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:44 smithi120 ceph-mon[31499]: pgmap v263: 129 pgs: 129 active+clean; 643 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 422 op/s 2024-04-22T00:06:47.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:46 smithi144 ceph-mon[31316]: pgmap v264: 129 pgs: 129 active+clean; 643 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 457 op/s 2024-04-22T00:06:47.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:46 smithi144 ceph-mon[31316]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T00:06:47.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:46 smithi080 ceph-mon[27925]: pgmap v264: 129 pgs: 129 active+clean; 643 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 457 op/s 2024-04-22T00:06:47.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:46 smithi080 ceph-mon[27925]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T00:06:47.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:46 smithi120 ceph-mon[31499]: pgmap v264: 129 pgs: 129 active+clean; 643 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 457 op/s 2024-04-22T00:06:47.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:46 smithi120 ceph-mon[31499]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T00:06:49.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:48 smithi144 ceph-mon[31316]: pgmap v266: 129 pgs: 129 active+clean; 629 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 525 op/s 2024-04-22T00:06:49.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:48 smithi080 ceph-mon[27925]: pgmap v266: 129 pgs: 129 active+clean; 629 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 525 op/s 2024-04-22T00:06:49.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:48 smithi120 ceph-mon[31499]: pgmap v266: 129 pgs: 129 active+clean; 629 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 525 op/s 2024-04-22T00:06:51.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:50 smithi144 ceph-mon[31316]: pgmap v267: 129 pgs: 129 active+clean; 639 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 532 op/s 2024-04-22T00:06:51.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:50 smithi080 ceph-mon[27925]: pgmap v267: 129 pgs: 129 active+clean; 639 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 532 op/s 2024-04-22T00:06:51.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:50 smithi120 ceph-mon[31499]: pgmap v267: 129 pgs: 129 active+clean; 639 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 532 op/s 2024-04-22T00:06:53.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:52 smithi144 ceph-mon[31316]: pgmap v268: 129 pgs: 129 active+clean; 639 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 541 op/s 2024-04-22T00:06:53.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:52 smithi080 ceph-mon[27925]: pgmap v268: 129 pgs: 129 active+clean; 639 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 541 op/s 2024-04-22T00:06:53.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:52 smithi120 ceph-mon[31499]: pgmap v268: 129 pgs: 129 active+clean; 639 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 541 op/s 2024-04-22T00:06:55.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:54 smithi144 ceph-mon[31316]: pgmap v269: 129 pgs: 129 active+clean; 646 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 532 op/s 2024-04-22T00:06:55.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:54 smithi080 ceph-mon[27925]: pgmap v269: 129 pgs: 129 active+clean; 646 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 532 op/s 2024-04-22T00:06:55.211 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.217+0000 7f6f0120d640 1 -- 172.21.15.80:0/710487146 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6ef409b050 msgr2=0x7f6ef40a2c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:55.212 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.217+0000 7f6f0120d640 1 --2- 172.21.15.80:0/710487146 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6ef409b050 0x7f6ef40a2c20 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6ee8013150 tx=0x7f6ee8033fe0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.218+0000 7f6f0120d640 1 -- 172.21.15.80:0/710487146 shutdown_connections 2024-04-22T00:06:55.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.218+0000 7f6f0120d640 1 --2- 172.21.15.80:0/710487146 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6ef409b050 0x7f6ef40a2c20 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.218+0000 7f6f0120d640 1 --2- 172.21.15.80:0/710487146 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6ef4096930 0x7f6ef409a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.218+0000 7f6f0120d640 1 --2- 172.21.15.80:0/710487146 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6ef4095f80 0x7f6ef4096360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.213 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.218+0000 7f6f0120d640 1 -- 172.21.15.80:0/710487146 >> 172.21.15.80:0/710487146 conn(0x7f6ef400ce50 msgr2=0x7f6ef400d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:55.214 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.219+0000 7f6f0120d640 1 -- 172.21.15.80:0/710487146 shutdown_connections 2024-04-22T00:06:55.214 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.219+0000 7f6f0120d640 1 -- 172.21.15.80:0/710487146 wait complete. 2024-04-22T00:06:55.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.220+0000 7f6f0120d640 1 Processor -- start 2024-04-22T00:06:55.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.220+0000 7f6f0120d640 1 -- start start 2024-04-22T00:06:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.220+0000 7f6f0120d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6ef4095f80 0x7f6ef412a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.220+0000 7f6f0120d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6ef409b050 0x7f6ef412a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.220+0000 7f6f0120d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6ef412eb80 0x7f6ef412f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.220+0000 7f6f0120d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef40a3f20 con 0x7f6ef412eb80 2024-04-22T00:06:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.220+0000 7f6f0120d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef40a3da0 con 0x7f6ef409b050 2024-04-22T00:06:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.220+0000 7f6f0120d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef40a40a0 con 0x7f6ef4095f80 2024-04-22T00:06:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.221+0000 7f6f00a0c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6ef412eb80 0x7f6ef412f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.221+0000 7f6f00a0c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6ef412eb80 0x7f6ef412f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58240/0 (socket says 172.21.15.80:58240) 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.221+0000 7f6f00a0c640 1 -- 172.21.15.80:0/98548937 learned_addr learned my addr 172.21.15.80:0/98548937 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.221+0000 7f6f00a0c640 1 -- 172.21.15.80:0/98548937 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6ef4095f80 msgr2=0x7f6ef412a2c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.221+0000 7f6f00a0c640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6ef4095f80 0x7f6ef412a2c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.221+0000 7f6f00a0c640 1 -- 172.21.15.80:0/98548937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6ef409b050 msgr2=0x7f6ef412a800 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.221+0000 7f6f00a0c640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6ef409b050 0x7f6ef412a800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.221+0000 7f6f00a0c640 1 -- 172.21.15.80:0/98548937 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef412f670 con 0x7f6ef412eb80 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.222+0000 7f6f00a0c640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6ef412eb80 0x7f6ef412f030 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f6ee8006010 tx=0x7f6ee80043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.222+0000 7f6ef97fa640 1 -- 172.21.15.80:0/98548937 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8041040 con 0x7f6ef412eb80 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.222+0000 7f6ef97fa640 1 -- 172.21.15.80:0/98548937 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ee80044a0 con 0x7f6ef412eb80 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.222+0000 7f6f0120d640 1 -- 172.21.15.80:0/98548937 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ef412f900 con 0x7f6ef412eb80 2024-04-22T00:06:55.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.222+0000 7f6f0120d640 1 -- 172.21.15.80:0/98548937 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ef41370c0 con 0x7f6ef412eb80 2024-04-22T00:06:55.220 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.222+0000 7f6ef97fa640 1 -- 172.21.15.80:0/98548937 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee80114c0 con 0x7f6ef412eb80 2024-04-22T00:06:55.224 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.227+0000 7f6ef97fa640 1 -- 172.21.15.80:0/98548937 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6ee8034b80 con 0x7f6ef412eb80 2024-04-22T00:06:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.228+0000 7f6ef97fa640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6eec0a2f00 0x7f6eec0a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.228+0000 7f6ef97fa640 1 -- 172.21.15.80:0/98548937 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9393+0+0 (secure 0 0 0) 0x7f6ee80f8eb0 con 0x7f6ef412eb80 2024-04-22T00:06:55.228 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.234+0000 7f6efbfff640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6eec0a2f00 0x7f6eec0a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f0504b740 1 Processor -- start 2024-04-22T00:06:55.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f0504b740 1 -- start start 2024-04-22T00:06:55.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651b7e0 0x55e76651bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 0x55e766535f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766538830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f0504b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55e76647fb70 con 0x55e766536440 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f0504b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e766428470 con 0x55e76651b7e0 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f0504b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55e76647bb30 con 0x55e76651c100 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f00a0c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766538830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f00a0c640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766538830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58242/0 (socket says 172.21.15.80:58242) 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.235+0000 7f6f00a0c640 1 -- 172.21.15.80:0/2858375993 learned_addr learned my addr 172.21.15.80:0/2858375993 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6efbfff640 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651b7e0 0x55e76651bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6efb7fe640 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 0x55e766535f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6f00a0c640 1 -- 172.21.15.80:0/2858375993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 msgr2=0x55e766535f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6f00a0c640 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 0x55e766535f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6f00a0c640 1 -- 172.21.15.80:0/2858375993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651b7e0 msgr2=0x55e76651bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6f00a0c640 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651b7e0 0x55e76651bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6f00a0c640 1 -- 172.21.15.80:0/2858375993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e766194210 con 0x55e766536440 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6efbfff640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6eec0a2f00 0x7f6eec0a53c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6ef000a890 tx=0x7f6ef0005b80 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:55.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6f00a0c640 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766538830 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f6ee80cd850 tx=0x7f6ee80c4fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3356055c5b9c9a32 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6ee67fc640 1 -- 172.21.15.80:0/2858375993 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee80c5810 con 0x55e766536440 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6ee67fc640 1 -- 172.21.15.80:0/2858375993 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ee80c5110 con 0x55e766536440 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.236+0000 7f6ee67fc640 1 -- 172.21.15.80:0/2858375993 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee80c9270 con 0x55e766536440 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.237+0000 7f6f0504b740 1 -- 172.21.15.80:0/2858375993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 msgr2=0x55e766538830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.237+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766538830 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f6ee80cd850 tx=0x7f6ee80c4fa0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.237+0000 7f6f0504b740 1 -- 172.21.15.80:0/2858375993 shutdown_connections 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.237+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766538830 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.237+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 0x55e766535f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.237+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2858375993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651b7e0 0x55e76651bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.237+0000 7f6f0504b740 1 -- 172.21.15.80:0/2858375993 >> 172.21.15.80:0/2858375993 conn(0x55e766516660 msgr2=0x55e766516a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.238+0000 7f6f0504b740 1 -- 172.21.15.80:0/2858375993 shutdown_connections 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.238+0000 7f6f0504b740 1 -- 172.21.15.80:0/2858375993 wait complete. 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.238+0000 7f6f0504b740 1 -- start start 2024-04-22T00:06:55.236 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.238+0000 7f6f0504b740 1 Processor -- start 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651b7e0 0x55e766527440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651c100 0x55e766527980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766522840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6f0504b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x55e76651ce90 con 0x55e766536440 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6f0504b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e76643ba10 con 0x55e76651c100 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6f0504b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x55e76651d010 con 0x55e76651b7e0 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6f0504b740 10 client.0 _ll_register_callbacks cb 0x55e766476b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651b7e0 0x55e766527440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651b7e0 0x55e766527440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:52674/0 (socket says 172.21.15.80:52674) 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6efbfff640 1 -- 172.21.15.80:0/310970666 learned_addr learned my addr 172.21.15.80:0/310970666 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6efb7fe640 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651c100 0x55e766527980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.237 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6f00a0c640 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766522840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6efbfff640 1 -- 172.21.15.80:0/310970666 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651c100 msgr2=0x55e766527980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6efbfff640 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651c100 0x55e766527980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6efbfff640 1 -- 172.21.15.80:0/310970666 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 msgr2=0x55e766522840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.239+0000 7f6efbfff640 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766522840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.240+0000 7f6efbfff640 1 -- 172.21.15.80:0/310970666 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e766260620 con 0x55e76651b7e0 2024-04-22T00:06:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.240+0000 7f6efbfff640 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651b7e0 0x55e766527440 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0005fa0 tx=0x7f6ef00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96bab1b39ae89e8a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:55.239 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.244+0000 7f6edb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:06:55.239 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.244+0000 7f6edb7fe640 1 -- 172.21.15.80:0/310970666 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef0020030 con 0x55e76651b7e0 2024-04-22T00:06:55.239 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.244+0000 7f6edb7fe640 1 -- 172.21.15.80:0/310970666 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9393+0+0 (secure 0 0 0) 0x7f6ef0004020 con 0x55e76651b7e0 2024-04-22T00:06:55.239 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.244+0000 7f6f0504b740 1 -- 172.21.15.80:0/310970666 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ee80c5110 con 0x55e76651b7e0 2024-04-22T00:06:55.240 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.246+0000 7f6edb7fe640 1 -- 172.21.15.80:0/310970666 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6ef0004220 con 0x55e76651b7e0 2024-04-22T00:06:55.240 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.246+0000 7f6f0504b740 10 client.25945 fetch_fsmap learned FSMap version 31 2024-04-22T00:06:55.240 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.246+0000 7f6f0504b740 1 -- 172.21.15.80:0/310970666 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e766531770 con 0x55e76651b7e0 2024-04-22T00:06:55.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.246+0000 7f6edb7fe640 1 -- 172.21.15.80:0/310970666 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ee80c5110 con 0x55e76651b7e0 2024-04-22T00:06:55.242 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.247+0000 7f6edb7fe640 1 -- 172.21.15.80:0/310970666 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f6ef002d020 con 0x55e76651b7e0 2024-04-22T00:06:55.242 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.247+0000 7f6f0504b740 10 client.25945 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:06:55.243 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.247+0000 7f6f0504b740 10 client.25945 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:06:55.243 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.247+0000 7f6f0504b740 20 client.25945 populate_metadata read hostname 'smithi080' 2024-04-22T00:06:55.243 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.247+0000 7f6f0504b740 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e7665330a0 0x55e766535560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.243 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.247+0000 7f6f0504b740 4 client.25945 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:06:55.243 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.247+0000 7f6f0504b740 1 -- 172.21.15.80:0/310970666 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e76648d0b0 con 0x55e7665330a0 2024-04-22T00:06:55.244 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.249+0000 7f6efb7fe640 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e7665330a0 0x55e766535560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:54 smithi120 ceph-mon[31499]: pgmap v269: 129 pgs: 129 active+clean; 646 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 532 op/s 2024-04-22T00:06:55.250 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.255+0000 7f6efb7fe640 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e7665330a0 0x55e766535560 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7595ec6a35529725 server_cookie=255c886aa68e97e8 in_seq=0 out_seq=0 2024-04-22T00:06:55.250 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.255+0000 7f6edb7fe640 10 client.25945 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:55.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.260+0000 7f6edb7fe640 1 -- 172.21.15.80:0/310970666 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e76648d0b0 con 0x55e7665330a0 2024-04-22T00:06:55.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.260+0000 7f6edb7fe640 10 client.25945 handle_command_reply: tid=0 2024-04-22T00:06:55.255 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.260+0000 7f6f0504b740 1 client.25945 shutdown 2024-04-22T00:06:55.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.261+0000 7f6f0504b740 1 -- 172.21.15.80:0/310970666 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651b7e0 msgr2=0x55e766527440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:55.256 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.261+0000 7f6f0504b740 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651b7e0 0x55e766527440 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0005fa0 tx=0x7f6ef00046c0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.262+0000 7f6f0504b740 1 -- 172.21.15.80:0/310970666 shutdown_connections 2024-04-22T00:06:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.262+0000 7f6f0504b740 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e7665330a0 0x55e766535560 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.262+0000 7f6f0504b740 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e766536440 0x55e766522840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.262+0000 7f6f0504b740 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76651c100 0x55e766527980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.262+0000 7f6f0504b740 1 --2- 172.21.15.80:0/310970666 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651b7e0 0x55e766527440 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.262+0000 7f6f0504b740 1 -- 172.21.15.80:0/310970666 >> 172.21.15.80:0/310970666 conn(0x55e766516660 msgr2=0x55e7665183b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.262+0000 7f6edb7fe640 0 client.25945 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:55.263 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.268+0000 7f6f0504b740 1 -- 172.21.15.80:0/310970666 shutdown_connections 2024-04-22T00:06:55.265 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.269+0000 7f6f0504b740 1 -- 172.21.15.80:0/310970666 wait complete. 2024-04-22T00:06:55.266 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.272+0000 7f6f0504b740 20 client.25945 trim_cache size 0 max 16384 2024-04-22T00:06:55.295 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.301+0000 7f6f0504b740 1 Processor -- start 2024-04-22T00:06:55.296 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.301+0000 7f6f0504b740 1 -- start start 2024-04-22T00:06:55.296 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.301+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e766521a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.296 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.301+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 0x55e766515480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.296 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.301+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e766536440 0x55e76651fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.296 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.301+0000 7f6f0504b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee00127c0 con 0x55e76651b7e0 2024-04-22T00:06:55.297 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.301+0000 7f6f0504b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee0010060 con 0x55e766536440 2024-04-22T00:06:55.297 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.301+0000 7f6f0504b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee000ded0 con 0x55e76651c100 2024-04-22T00:06:55.297 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.302+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e766521a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.302+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e766521a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:58270/0 (socket says 172.21.15.80:58270) 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.302+0000 7f6efbfff640 1 -- 172.21.15.80:0/3169011910 learned_addr learned my addr 172.21.15.80:0/3169011910 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.302+0000 7f6efbfff640 1 -- 172.21.15.80:0/3169011910 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 msgr2=0x55e766515480 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.302+0000 7f6efbfff640 1 --2- 172.21.15.80:0/3169011910 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 0x55e766515480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.302+0000 7f6efbfff640 1 -- 172.21.15.80:0/3169011910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e766536440 msgr2=0x55e76651fb40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.302+0000 7f6efbfff640 1 --2- 172.21.15.80:0/3169011910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e766536440 0x55e76651fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.302+0000 7f6efbfff640 1 -- 172.21.15.80:0/3169011910 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e766538830 con 0x55e76651b7e0 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.303+0000 7f6efbfff640 1 --2- 172.21.15.80:0/3169011910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e766521a20 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0003a90 tx=0x7f6ef0005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc7b9633599927a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:55.298 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.303+0000 7f6ee5ffb640 1 -- 172.21.15.80:0/3169011910 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef0032070 con 0x55e76651b7e0 2024-04-22T00:06:55.299 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.303+0000 7f6ee5ffb640 1 -- 172.21.15.80:0/3169011910 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ef0003cb0 con 0x55e76651b7e0 2024-04-22T00:06:55.299 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.303+0000 7f6ee5ffb640 1 -- 172.21.15.80:0/3169011910 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef0032070 con 0x55e76651b7e0 2024-04-22T00:06:55.299 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.304+0000 7f6f0504b740 1 -- 172.21.15.80:0/3169011910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 msgr2=0x55e766521a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:55.300 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.304+0000 7f6f0504b740 1 --2- 172.21.15.80:0/3169011910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e766521a20 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0003a90 tx=0x7f6ef0005740 comp rx=0 tx=0).stop 2024-04-22T00:06:55.300 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.304+0000 7f6f0504b740 1 -- 172.21.15.80:0/3169011910 shutdown_connections 2024-04-22T00:06:55.300 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.304+0000 7f6f0504b740 1 --2- 172.21.15.80:0/3169011910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e766536440 0x55e76651fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.300 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.304+0000 7f6f0504b740 1 --2- 172.21.15.80:0/3169011910 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e76651c100 0x55e766515480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.300 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.304+0000 7f6f0504b740 1 --2- 172.21.15.80:0/3169011910 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e766521a20 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.300 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.304+0000 7f6f0504b740 1 -- 172.21.15.80:0/3169011910 >> 172.21.15.80:0/3169011910 conn(0x55e766516660 msgr2=0x55e766514d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:55.301 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.306+0000 7f6f0504b740 1 -- 172.21.15.80:0/3169011910 shutdown_connections 2024-04-22T00:06:55.301 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.306+0000 7f6f0504b740 1 -- 172.21.15.80:0/3169011910 wait complete. 2024-04-22T00:06:55.301 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.307+0000 7f6f0504b740 1 -- start start 2024-04-22T00:06:55.302 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.307+0000 7f6f0504b740 1 Processor -- start 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.307+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e76652b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.307+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e766536440 0x55e76652ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.307+0000 7f6f0504b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76652bf90 0x55e76659a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.307+0000 7f6f0504b740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee000e520 con 0x55e76651b7e0 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.307+0000 7f6f0504b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee000f990 con 0x55e76652bf90 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.307+0000 7f6f0504b740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee000ebf0 con 0x55e766536440 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.308+0000 7f6f0504b740 10 client.0 _ll_register_callbacks cb 0x7f6ef000aeb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.308+0000 7f6efb7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e766536440 0x55e76652ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.303 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.308+0000 7f6efb7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e766536440 0x55e76652ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:52696/0 (socket says 172.21.15.80:52696) 2024-04-22T00:06:55.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.308+0000 7f6efb7fe640 1 -- 172.21.15.80:0/2208969703 learned_addr learned my addr 172.21.15.80:0/2208969703 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:06:55.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.309+0000 7f6efbfff640 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e76652b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.309+0000 7f6efb7fe640 1 -- 172.21.15.80:0/2208969703 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76652bf90 msgr2=0x55e76659a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:55.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.309+0000 7f6efb7fe640 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76652bf90 0x55e76659a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.304 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.309+0000 7f6efb7fe640 1 -- 172.21.15.80:0/2208969703 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 msgr2=0x55e76652b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:06:55.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.309+0000 7f6efb7fe640 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e76652b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:55.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.309+0000 7f6efb7fe640 1 -- 172.21.15.80:0/2208969703 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e76659ac10 con 0x55e766536440 2024-04-22T00:06:55.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.310+0000 7f6efb7fe640 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e766536440 0x55e76652ba50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6efc04f7d0 tx=0x7f6efc050580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58c29edf3f8facc0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:06:55.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.311+0000 7f6edb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.144:3300/0 2024-04-22T00:06:55.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.311+0000 7f6edb7fe640 1 -- 172.21.15.80:0/2208969703 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6efc07eb70 con 0x55e766536440 2024-04-22T00:06:55.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.311+0000 7f6edb7fe640 1 -- 172.21.15.80:0/2208969703 <== mon.1 v2:172.21.15.144:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9393+0+0 (secure 0 0 0) 0x7f6efc07ed10 con 0x55e766536440 2024-04-22T00:06:55.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.311+0000 7f6f0504b740 1 -- 172.21.15.80:0/2208969703 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ef0003cb0 con 0x55e766536440 2024-04-22T00:06:55.306 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.311+0000 7f6edb7fe640 1 -- 172.21.15.80:0/2208969703 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6efc094050 con 0x55e766536440 2024-04-22T00:06:55.310 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.312+0000 7f6f0504b740 10 client.25948 fetch_fsmap learned FSMap version 31 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.312+0000 7f6f0504b740 1 -- 172.21.15.80:0/2208969703 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e76659bf10 con 0x55e766536440 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.313+0000 7f6edb7fe640 1 -- 172.21.15.80:0/2208969703 <== mon.1 v2:172.21.15.144:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ef0003cb0 con 0x55e766536440 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.313+0000 7f6edb7fe640 1 -- 172.21.15.80:0/2208969703 <== mon.1 v2:172.21.15.144:3300/0 5 ==== fsmap(e 31) ==== 8350+0+0 (secure 0 0 0) 0x7f6efc097020 con 0x55e766536440 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.313+0000 7f6f0504b740 10 client.25948 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.313+0000 7f6f0504b740 10 client.25948 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.313+0000 7f6f0504b740 20 client.25948 populate_metadata read hostname 'smithi080' 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.313+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e76659c690 0x55e76659eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.313+0000 7f6f0504b740 4 client.25948 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-22T00:06:55.311 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.313+0000 7f6f0504b740 1 -- 172.21.15.80:0/2208969703 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e766487400 con 0x55e76659c690 2024-04-22T00:06:55.312 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.317+0000 7f6efbfff640 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e76659c690 0x55e76659eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:06:55.319 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.324+0000 7f6efbfff640 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e76659c690 0x55e76659eab0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a15342b7bd37e236 server_cookie=c82b60288ec1e305 in_seq=0 out_seq=0 2024-04-22T00:06:55.319 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:55.325+0000 7f6edb7fe640 10 client.25948 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6edb7fe640 1 -- 172.21.15.80:0/2208969703 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e766487400 con 0x55e76659c690 2024-04-22T00:06:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6edb7fe640 10 client.25948 handle_command_reply: tid=0 2024-04-22T00:06:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 client.25948 shutdown 2024-04-22T00:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 -- 172.21.15.80:0/2208969703 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e766536440 msgr2=0x55e76652ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e766536440 0x55e76652ba50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6efc04f7d0 tx=0x7f6efc050580 comp rx=0 tx=0).stop 2024-04-22T00:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 -- 172.21.15.80:0/2208969703 shutdown_connections 2024-04-22T00:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x55e76659c690 0x55e76659eab0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e76652bf90 0x55e76659a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x55e766536440 0x55e76652ba50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 --2- 172.21.15.80:0/2208969703 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x55e76651b7e0 0x55e76652b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 -- 172.21.15.80:0/2208969703 >> 172.21.15.80:0/2208969703 conn(0x55e766516660 msgr2=0x55e766517ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6edb7fe640 0 client.25948 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 -- 172.21.15.80:0/2208969703 shutdown_connections 2024-04-22T00:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.026+0000 7f6f0504b740 1 -- 172.21.15.80:0/2208969703 wait complete. 2024-04-22T00:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.027+0000 7f6f0504b740 20 client.25948 trim_cache size 0 max 16384 2024-04-22T00:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:{ 2024-04-22T00:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "message": "", 2024-04-22T00:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout: "return_code": 0 2024-04-22T00:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stdout:} 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.027+0000 7f6f0120d640 1 -- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6eec0a2f00 msgr2=0x7f6eec0a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.027+0000 7f6f0120d640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6eec0a2f00 0x7f6eec0a53c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6ef000a890 tx=0x7f6ef0005b80 comp rx=0 tx=0).stop 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.027+0000 7f6f0120d640 1 -- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6ef412eb80 msgr2=0x7f6ef412f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.027+0000 7f6f0120d640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6ef412eb80 0x7f6ef412f030 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f6ee8006010 tx=0x7f6ee80043b0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.028+0000 7f6f0120d640 1 -- 172.21.15.80:0/98548937 shutdown_connections 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.028+0000 7f6f0120d640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6ef412eb80 0x7f6ef412f030 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.028+0000 7f6f0120d640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6eec0a2f00 0x7f6eec0a53c0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.028+0000 7f6f0120d640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6ef409b050 0x7f6ef412a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.028+0000 7f6f0120d640 1 --2- 172.21.15.80:0/98548937 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6ef4095f80 0x7f6ef412a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:06:56.025 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.028+0000 7f6f0120d640 1 -- 172.21.15.80:0/98548937 >> 172.21.15.80:0/98548937 conn(0x7f6ef400ce50 msgr2=0x7f6ef4093d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:06:56.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.028+0000 7f6f0120d640 1 -- 172.21.15.80:0/98548937 shutdown_connections 2024-04-22T00:06:56.026 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:06:56.028+0000 7f6f0120d640 1 -- 172.21.15.80:0/98548937 wait complete. 2024-04-22T00:06:57.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:56 smithi144 ceph-mon[31316]: pgmap v270: 129 pgs: 129 active+clean; 647 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 522 op/s 2024-04-22T00:06:57.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:56 smithi080 ceph-mon[27925]: pgmap v270: 129 pgs: 129 active+clean; 647 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 522 op/s 2024-04-22T00:06:57.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:56 smithi120 ceph-mon[31499]: pgmap v270: 129 pgs: 129 active+clean; 647 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 522 op/s 2024-04-22T00:06:59.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:06:58 smithi144 ceph-mon[31316]: pgmap v271: 129 pgs: 129 active+clean; 638 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 606 op/s 2024-04-22T00:06:59.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:06:58 smithi080 ceph-mon[27925]: pgmap v271: 129 pgs: 129 active+clean; 638 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 606 op/s 2024-04-22T00:06:59.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:06:58 smithi120 ceph-mon[31499]: pgmap v271: 129 pgs: 129 active+clean; 638 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 606 op/s 2024-04-22T00:07:01.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:00 smithi144 ceph-mon[31316]: pgmap v272: 129 pgs: 129 active+clean; 630 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 561 op/s 2024-04-22T00:07:01.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:00 smithi080 ceph-mon[27925]: pgmap v272: 129 pgs: 129 active+clean; 630 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 561 op/s 2024-04-22T00:07:01.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:00 smithi120 ceph-mon[31499]: pgmap v272: 129 pgs: 129 active+clean; 630 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 561 op/s 2024-04-22T00:07:03.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:02 smithi144 ceph-mon[31316]: pgmap v273: 129 pgs: 129 active+clean; 630 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 546 op/s 2024-04-22T00:07:03.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:02 smithi144 ceph-mon[31316]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:07:03.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:02 smithi080 ceph-mon[27925]: pgmap v273: 129 pgs: 129 active+clean; 630 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 546 op/s 2024-04-22T00:07:03.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:02 smithi080 ceph-mon[27925]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:07:03.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:02 smithi120 ceph-mon[31499]: pgmap v273: 129 pgs: 129 active+clean; 630 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 546 op/s 2024-04-22T00:07:03.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:02 smithi120 ceph-mon[31499]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-22T00:07:05.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:04 smithi144 ceph-mon[31316]: pgmap v274: 129 pgs: 129 active+clean; 635 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 590 op/s 2024-04-22T00:07:05.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:04 smithi144 ceph-mon[31316]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T00:07:05.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:04 smithi080 ceph-mon[27925]: pgmap v274: 129 pgs: 129 active+clean; 635 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 590 op/s 2024-04-22T00:07:05.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:04 smithi080 ceph-mon[27925]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T00:07:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:04 smithi120 ceph-mon[31499]: pgmap v274: 129 pgs: 129 active+clean; 635 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 590 op/s 2024-04-22T00:07:05.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:04 smithi120 ceph-mon[31499]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T00:07:07.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:06 smithi144 ceph-mon[31316]: pgmap v276: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 635 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 585 op/s 2024-04-22T00:07:07.162 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:06 smithi120 ceph-mon[31499]: pgmap v276: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 635 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 585 op/s 2024-04-22T00:07:07.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:06 smithi080 ceph-mon[27925]: pgmap v276: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 635 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 585 op/s 2024-04-22T00:07:08.646 INFO:tasks.workunit:Stopping ['suites/blogbench.sh'] on client.0... 2024-04-22T00:07:08.647 DEBUG:teuthology.orchestra.run.smithi080:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-22T00:07:08.950 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:08 smithi080 ceph-mon[27925]: pgmap v277: 129 pgs: 46 active+clean+snaptrim_wait, 16 active+clean+snaptrim, 67 active+clean; 642 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 475 op/s 2024-04-22T00:07:09.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:08 smithi144 ceph-mon[31316]: pgmap v277: 129 pgs: 46 active+clean+snaptrim_wait, 16 active+clean+snaptrim, 67 active+clean; 642 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 475 op/s 2024-04-22T00:07:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.182+0000 7f7586135640 1 -- 172.21.15.80:0/660484272 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758011af20 msgr2=0x7f758011d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:07:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.182+0000 7f7586135640 1 --2- 172.21.15.80:0/660484272 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758011af20 0x7f758011d310 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7578009c10 tx=0x7f757802bfa0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.182+0000 7f7586135640 1 -- 172.21.15.80:0/660484272 shutdown_connections 2024-04-22T00:07:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.182+0000 7f7586135640 1 --2- 172.21.15.80:0/660484272 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758011af20 0x7f758011d310 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.182+0000 7f7586135640 1 --2- 172.21.15.80:0/660484272 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f7580110310 0x7f7580108c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.182+0000 7f7586135640 1 --2- 172.21.15.80:0/660484272 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f758010ff30 0x7f7580108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.182+0000 7f7586135640 1 -- 172.21.15.80:0/660484272 >> 172.21.15.80:0/660484272 conn(0x7f758006c810 msgr2=0x7f758006cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:07:09.182 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.188+0000 7f7586135640 1 -- 172.21.15.80:0/660484272 shutdown_connections 2024-04-22T00:07:09.185 DEBUG:teuthology.parallel:result is None 2024-04-22T00:07:09.186 DEBUG:teuthology.orchestra.run.smithi080:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T00:07:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.192+0000 7f7586135640 1 -- 172.21.15.80:0/660484272 wait complete. 2024-04-22T00:07:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.192+0000 7f7586135640 1 Processor -- start 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.195+0000 7f7586135640 1 -- start start 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.195+0000 7f7586135640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f758010ff30 0x7f75801a6e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.195+0000 7f7586135640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758011af20 0x7f75801a73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.195+0000 7f7586135640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f75801ab720 0x7f75801abbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.195+0000 7f7586135640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f75801209a0 con 0x7f758010ff30 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.195+0000 7f7586135640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7580120820 con 0x7f758011af20 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.195+0000 7f7586135640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f7580120b20 con 0x7f75801ab720 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.196+0000 7f757effd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758011af20 0x7f75801a73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.197+0000 7f757ffff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f75801ab720 0x7f75801abbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.197+0000 7f757ffff640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f75801ab720 0x7f75801abbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:60052/0 (socket says 172.21.15.80:60052) 2024-04-22T00:07:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.197+0000 7f757ffff640 1 -- 172.21.15.80:0/2848514170 learned_addr learned my addr 172.21.15.80:0/2848514170 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:07:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.199+0000 7f757f7fe640 1 --2- 172.21.15.80:0/2848514170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f758010ff30 0x7f75801a6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.199+0000 7f757ffff640 1 -- 172.21.15.80:0/2848514170 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758011af20 msgr2=0x7f75801a73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:07:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.199+0000 7f757ffff640 1 --2- 172.21.15.80:0/2848514170 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758011af20 0x7f75801a73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.199+0000 7f757ffff640 1 -- 172.21.15.80:0/2848514170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f758010ff30 msgr2=0x7f75801a6e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:07:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.199+0000 7f757ffff640 1 --2- 172.21.15.80:0/2848514170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f758010ff30 0x7f75801a6e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.199+0000 7f757ffff640 1 -- 172.21.15.80:0/2848514170 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75801ac210 con 0x7f75801ab720 2024-04-22T00:07:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.199+0000 7f757f7fe640 1 --2- 172.21.15.80:0/2848514170 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f758010ff30 0x7f75801a6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:07:09.198 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.203+0000 7f757ffff640 1 --2- 172.21.15.80:0/2848514170 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f75801ab720 0x7f75801abbd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7578009b30 tx=0x7f7578004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:07:09.199 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.205+0000 7f757cff9640 1 -- 172.21.15.80:0/2848514170 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7578043020 con 0x7f75801ab720 2024-04-22T00:07:09.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.205+0000 7f7586135640 1 -- 172.21.15.80:0/2848514170 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75801ac4a0 con 0x7f75801ab720 2024-04-22T00:07:09.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.205+0000 7f7586135640 1 -- 172.21.15.80:0/2848514170 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75801109f0 con 0x7f75801ab720 2024-04-22T00:07:09.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.205+0000 7f757cff9640 1 -- 172.21.15.80:0/2848514170 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7578004630 con 0x7f75801ab720 2024-04-22T00:07:09.200 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.206+0000 7f757cff9640 1 -- 172.21.15.80:0/2848514170 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757803e740 con 0x7f75801ab720 2024-04-22T00:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.210+0000 7f7588df5740 1 Processor -- start 2024-04-22T00:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.211+0000 7f7588df5740 1 -- start start 2024-04-22T00:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.211+0000 7f7588df5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2f7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.211+0000 7f7588df5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f300cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.211+0000 7f7588df5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559d7f301210 0x559d7f303600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.211+0000 7f7588df5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x559d7f25bb70 con 0x559d7f301210 2024-04-22T00:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.211+0000 7f7588df5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559d7f204470 con 0x559d7f2f8440 2024-04-22T00:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.211+0000 7f7588df5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x559d7f257b30 con 0x559d7f2f7b20 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757cff9640 1 -- 172.21.15.80:0/2848514170 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7578046020 con 0x7f75801ab720 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f300cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f300cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:57500/0 (socket says 172.21.15.80:57500) 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 -- 172.21.15.80:0/4229809476 learned_addr learned my addr 172.21.15.80:0/4229809476 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757effd640 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2f7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 -- 172.21.15.80:0/4229809476 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 msgr2=0x559d7f2f7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2f7f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 -- 172.21.15.80:0/4229809476 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559d7f301210 msgr2=0x559d7f303600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559d7f301210 0x559d7f303600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 -- 172.21.15.80:0/4229809476 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d7ef70210 con 0x559d7f2f8440 2024-04-22T00:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757effd640 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2f7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.212+0000 7f757f7fe640 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f300cd0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7574009c30 tx=0x7f7574010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9c3c488c02c6ae0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.213+0000 7f757cff9640 1 --2- 172.21.15.80:0/2848514170 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75680a2fd0 0x7f75680a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.214+0000 7f7565ffb640 1 -- 172.21.15.80:0/4229809476 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7574004020 con 0x559d7f2f8440 2024-04-22T00:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.214+0000 7f7565ffb640 1 -- 172.21.15.80:0/4229809476 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75740041c0 con 0x559d7f2f8440 2024-04-22T00:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.214+0000 7f7565ffb640 1 -- 172.21.15.80:0/4229809476 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7574012670 con 0x559d7f2f8440 2024-04-22T00:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.214+0000 7f757cff9640 1 -- 172.21.15.80:0/2848514170 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9497+0+0 (secure 0 0 0) 0x7f75780f1e30 con 0x7f75801ab720 2024-04-22T00:07:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.217+0000 7f7588df5740 1 -- 172.21.15.80:0/4229809476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 msgr2=0x559d7f300cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:07:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.218+0000 7f7588df5740 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f300cd0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7574009c30 tx=0x7f7574010740 comp rx=0 tx=0).stop 2024-04-22T00:07:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.219+0000 7f7588df5740 1 -- 172.21.15.80:0/4229809476 shutdown_connections 2024-04-22T00:07:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.219+0000 7f7588df5740 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559d7f301210 0x559d7f303600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.220+0000 7f7588df5740 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f300cd0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.220+0000 7f7588df5740 1 --2- 172.21.15.80:0/4229809476 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2f7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.220+0000 7f7588df5740 1 -- 172.21.15.80:0/4229809476 >> 172.21.15.80:0/4229809476 conn(0x559d7f2f2440 msgr2=0x559d7f2f2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:07:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.221+0000 7f757effd640 1 --2- 172.21.15.80:0/2848514170 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75680a2fd0 0x7f75680a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.223+0000 7f757effd640 1 --2- 172.21.15.80:0/2848514170 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f75680a2fd0 0x7f75680a5490 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x559d7f2f3860 tx=0x7f7570008040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.224+0000 7f7588df5740 1 -- 172.21.15.80:0/4229809476 shutdown_connections 2024-04-22T00:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.224+0000 7f7588df5740 1 -- 172.21.15.80:0/4229809476 wait complete. 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.224+0000 7f7588df5740 1 -- start start 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.225+0000 7f7588df5740 1 Processor -- start 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.228+0000 7f7588df5740 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2fe290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.228+0000 7f7588df5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f2fe7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.228+0000 7f7588df5740 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559d7f301210 0x559d7f2fed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.228+0000 7f7588df5740 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x559d7f303e40 con 0x559d7f301210 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.228+0000 7f7588df5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559d7f217a10 con 0x559d7f2f8440 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.228+0000 7f7588df5740 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x559d7f303fc0 con 0x559d7f2f7b20 2024-04-22T00:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.228+0000 7f7588df5740 10 client.0 _ll_register_callbacks cb 0x559d7f252b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T00:07:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757f7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2fe290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757f7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2fe290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:60076/0 (socket says 172.21.15.80:60076) 2024-04-22T00:07:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757f7fe640 1 -- 172.21.15.80:0/3441352935 learned_addr learned my addr 172.21.15.80:0/3441352935 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:07:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757effd640 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f2fe7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757effd640 1 -- 172.21.15.80:0/3441352935 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 msgr2=0x559d7f2fe290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:07:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757effd640 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2fe290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757effd640 1 -- 172.21.15.80:0/3441352935 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559d7f301210 msgr2=0x559d7f2fed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T00:07:09.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757effd640 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559d7f301210 0x559d7f2fed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.230+0000 7f757effd640 1 -- 172.21.15.80:0/3441352935 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d7f03c620 con 0x559d7f2f8440 2024-04-22T00:07:09.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.231+0000 7f757effd640 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f2fe7d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f758010f2b0 tx=0x7f7570006d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bdf70dd0558672f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:07:09.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.231+0000 7f755effd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-04-22T00:07:09.226 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.231+0000 7f755effd640 1 -- 172.21.15.80:0/3441352935 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757001a050 con 0x559d7f2f8440 2024-04-22T00:07:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.231+0000 7f755effd640 1 -- 172.21.15.80:0/3441352935 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9497+0+0 (secure 0 0 0) 0x7f75700147d0 con 0x559d7f2f8440 2024-04-22T00:07:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.231+0000 7f7588df5740 1 -- 172.21.15.80:0/3441352935 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75740041c0 con 0x559d7f2f8440 2024-04-22T00:07:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.233+0000 7f755effd640 1 -- 172.21.15.80:0/3441352935 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f75700149d0 con 0x559d7f2f8440 2024-04-22T00:07:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.239+0000 7f7588df5740 10 client.26036 fetch_fsmap learned FSMap version 32 2024-04-22T00:07:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.239+0000 7f7588df5740 1 -- 172.21.15.80:0/3441352935 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x559d7f331f90 con 0x559d7f2f8440 2024-04-22T00:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.246+0000 7f755effd640 1 -- 172.21.15.80:0/3441352935 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75740041c0 con 0x559d7f2f8440 2024-04-22T00:07:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.247+0000 7f755effd640 1 -- 172.21.15.80:0/3441352935 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7f75700063f0 con 0x559d7f2f8440 2024-04-22T00:07:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.247+0000 7f7588df5740 10 client.26036 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T00:07:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.247+0000 7f7588df5740 10 client.26036 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-22T00:07:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.247+0000 7f7588df5740 20 client.26036 populate_metadata read hostname 'smithi080' 2024-04-22T00:07:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.247+0000 7f7588df5740 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559d7f333940 0x559d7f335de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:07:09.242 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.247+0000 7f7588df5740 4 client.26036 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T00:07:09.242 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.247+0000 7f7588df5740 1 -- 172.21.15.80:0/3441352935 --> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d7f2690b0 con 0x559d7f333940 2024-04-22T00:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.250+0000 7f757f7fe640 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559d7f333940 0x559d7f335de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:07:09.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:08 smithi120 ceph-mon[31499]: pgmap v277: 129 pgs: 46 active+clean+snaptrim_wait, 16 active+clean+snaptrim, 67 active+clean; 642 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 475 op/s 2024-04-22T00:07:09.253 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.258+0000 7f757f7fe640 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559d7f333940 0x559d7f335de0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37ddd5702a5900a0 server_cookie=b9295d00308eeec4 in_seq=0 out_seq=0 2024-04-22T00:07:09.253 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.258+0000 7f755effd640 10 client.26036 ms_handle_connect on v2:172.21.15.120:6838/2854829731 2024-04-22T00:07:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.263+0000 7f755effd640 1 -- 172.21.15.80:0/3441352935 <== mds.0 v2:172.21.15.120:6838/2854829731 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559d7f2690b0 con 0x559d7f333940 2024-04-22T00:07:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.263+0000 7f755effd640 10 client.26036 handle_command_reply: tid=0 2024-04-22T00:07:09.258 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.263+0000 7f7588df5740 1 client.26036 shutdown 2024-04-22T00:07:09.264 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.270+0000 7f7588df5740 1 -- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 msgr2=0x559d7f2fe7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:07:09.264 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.270+0000 7f7588df5740 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f2fe7d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f758010f2b0 tx=0x7f7570006d70 comp rx=0 tx=0).stop 2024-04-22T00:07:09.265 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.271+0000 7f7588df5740 1 -- 172.21.15.80:0/3441352935 shutdown_connections 2024-04-22T00:07:09.265 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.271+0000 7f7588df5740 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:6838/2854829731,v1:172.21.15.120:6839/2854829731] conn(0x559d7f333940 0x559d7f335de0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.265 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.271+0000 7f7588df5740 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x559d7f301210 0x559d7f2fed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.266 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.271+0000 7f7588df5740 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559d7f2f8440 0x559d7f2fe7d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.266 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.271+0000 7f7588df5740 1 --2- 172.21.15.80:0/3441352935 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x559d7f2f7b20 0x559d7f2fe290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:07:09.266 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.271+0000 7f7588df5740 1 -- 172.21.15.80:0/3441352935 >> 172.21.15.80:0/3441352935 conn(0x559d7f2f2440 msgr2=0x559d7f2f4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:07:09.266 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.271+0000 7f755effd640 0 client.26036 ms_handle_reset on v2:172.21.15.120:6838/2854829731 2024-04-22T00:07:09.266 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.272+0000 7f7588df5740 1 -- 172.21.15.80:0/3441352935 shutdown_connections 2024-04-22T00:07:09.266 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.272+0000 7f7588df5740 1 -- 172.21.15.80:0/3441352935 wait complete. 2024-04-22T00:07:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.274+0000 7f7588df5740 20 client.26036 trim_cache size 0 max 16384 2024-04-22T00:07:09.286 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T00:07:09.286 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-22T00:07:09.299 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi080.front.sepia.ceph.com 2024-04-22T00:07:09.305 INFO:teuthology.task.background_exec.ubuntu@smithi080.front.sepia.ceph.com.smithi080.stderr:2024-04-22T00:07:09.311+0000 7f7588df5740 1 Processor -- start 2024-04-22T00:07:09.318 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-22T00:07:09.330 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-22T00:07:09.330 INFO:teuthology.task.exec:Executing custom commands... 2024-04-22T00:07:09.330 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi080.front.sepia.ceph.com 2024-04-22T00:07:09.331 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-22T00:07:09.404 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-22T00:07:09.700 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 22 00:07:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-22T00:07:09.448+0000 7fcd458f7700 -1 calc_pg_upmaps abort due to max <= 0 2024-04-22T00:07:09.700 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 22 00:07:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-22T00:07:09.448+0000 7fcd458f7700 -1 calc_pg_upmaps abort due to max <= 0 2024-04-22T00:07:11.115 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:10 smithi144 ceph-mon[31316]: pgmap v278: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 641 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 395 op/s 2024-04-22T00:07:11.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:10 smithi080 ceph-mon[27925]: pgmap v278: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 641 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 395 op/s 2024-04-22T00:07:11.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:10 smithi120 ceph-mon[31499]: pgmap v278: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 641 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 395 op/s 2024-04-22T00:07:13.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:12 smithi080 ceph-mon[27925]: pgmap v279: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 644 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 345 op/s 2024-04-22T00:07:13.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:12 smithi120 ceph-mon[31499]: pgmap v279: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 644 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 345 op/s 2024-04-22T00:07:13.365 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:12 smithi144 ceph-mon[31316]: pgmap v279: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 644 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 345 op/s 2024-04-22T00:07:15.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:14 smithi080 ceph-mon[27925]: pgmap v280: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 643 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1013 KiB/s rd, 1.0 MiB/s wr, 256 op/s 2024-04-22T00:07:15.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:14 smithi120 ceph-mon[31499]: pgmap v280: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 643 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1013 KiB/s rd, 1.0 MiB/s wr, 256 op/s 2024-04-22T00:07:15.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:14 smithi144 ceph-mon[31316]: pgmap v280: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 643 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1013 KiB/s rd, 1.0 MiB/s wr, 256 op/s 2024-04-22T00:07:17.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:16 smithi080 ceph-mon[27925]: pgmap v281: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 642 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 892 KiB/s wr, 219 op/s 2024-04-22T00:07:17.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:16 smithi120 ceph-mon[31499]: pgmap v281: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 642 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 892 KiB/s wr, 219 op/s 2024-04-22T00:07:17.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:16 smithi144 ceph-mon[31316]: pgmap v281: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 642 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 892 KiB/s wr, 219 op/s 2024-04-22T00:07:19.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:18 smithi080 ceph-mon[27925]: pgmap v282: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 641 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 858 KiB/s rd, 868 KiB/s wr, 209 op/s 2024-04-22T00:07:19.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:18 smithi120 ceph-mon[31499]: pgmap v282: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 641 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 858 KiB/s rd, 868 KiB/s wr, 209 op/s 2024-04-22T00:07:19.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:18 smithi144 ceph-mon[31316]: pgmap v282: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 641 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 858 KiB/s rd, 868 KiB/s wr, 209 op/s 2024-04-22T00:07:21.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:20 smithi080 ceph-mon[27925]: pgmap v283: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 639 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 274 KiB/s wr, 149 op/s 2024-04-22T00:07:21.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:20 smithi120 ceph-mon[31499]: pgmap v283: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 639 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 274 KiB/s wr, 149 op/s 2024-04-22T00:07:21.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:20 smithi144 ceph-mon[31316]: pgmap v283: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 639 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 274 KiB/s wr, 149 op/s 2024-04-22T00:07:23.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:22 smithi080 ceph-mon[27925]: pgmap v284: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 638 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 270 KiB/s wr, 99 op/s 2024-04-22T00:07:23.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:22 smithi120 ceph-mon[31499]: pgmap v284: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 638 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 270 KiB/s wr, 99 op/s 2024-04-22T00:07:23.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:22 smithi144 ceph-mon[31316]: pgmap v284: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 638 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 270 KiB/s wr, 99 op/s 2024-04-22T00:07:25.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:24 smithi080 ceph-mon[27925]: pgmap v285: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 637 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 65 op/s 2024-04-22T00:07:25.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:24 smithi120 ceph-mon[31499]: pgmap v285: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 637 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 65 op/s 2024-04-22T00:07:25.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:24 smithi144 ceph-mon[31316]: pgmap v285: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 637 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 65 op/s 2024-04-22T00:07:27.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:26 smithi080 ceph-mon[27925]: pgmap v286: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 637 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 34 op/s 2024-04-22T00:07:27.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:26 smithi120 ceph-mon[31499]: pgmap v286: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 637 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 34 op/s 2024-04-22T00:07:27.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:26 smithi144 ceph-mon[31316]: pgmap v286: 129 pgs: 65 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 43 active+clean; 637 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 34 op/s 2024-04-22T00:07:28.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:27 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:07:28.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:27 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:07:28.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:27 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:07:29.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:28 smithi080 ceph-mon[27925]: pgmap v287: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 635 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 26 op/s 2024-04-22T00:07:29.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:28 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:07:29.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:28 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:07:29.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:28 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:07:29.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:28 smithi120 ceph-mon[31499]: pgmap v287: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 635 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 26 op/s 2024-04-22T00:07:29.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:28 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:07:29.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:28 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:07:29.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:28 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:07:29.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:28 smithi144 ceph-mon[31316]: pgmap v287: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 635 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 26 op/s 2024-04-22T00:07:29.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:28 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:07:29.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:28 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:07:29.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:28 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:07:31.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:30 smithi080 ceph-mon[27925]: pgmap v288: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 634 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-22T00:07:31.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:30 smithi120 ceph-mon[31499]: pgmap v288: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 634 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-22T00:07:31.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:30 smithi144 ceph-mon[31316]: pgmap v288: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 634 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-22T00:07:33.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:32 smithi080 ceph-mon[27925]: pgmap v289: 129 pgs: 53 active+clean+snaptrim_wait, 17 active+clean+snaptrim, 59 active+clean; 634 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-22T00:07:33.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:32 smithi120 ceph-mon[31499]: pgmap v289: 129 pgs: 53 active+clean+snaptrim_wait, 17 active+clean+snaptrim, 59 active+clean; 634 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-22T00:07:33.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:32 smithi144 ceph-mon[31316]: pgmap v289: 129 pgs: 53 active+clean+snaptrim_wait, 17 active+clean+snaptrim, 59 active+clean; 634 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-22T00:07:35.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:34 smithi080 ceph-mon[27925]: pgmap v290: 129 pgs: 42 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 72 active+clean; 633 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:07:35.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:34 smithi120 ceph-mon[31499]: pgmap v290: 129 pgs: 42 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 72 active+clean; 633 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:07:35.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:34 smithi144 ceph-mon[31316]: pgmap v290: 129 pgs: 42 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 72 active+clean; 633 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:07:37.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:36 smithi080 ceph-mon[27925]: pgmap v291: 129 pgs: 34 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 82 active+clean; 632 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 5 op/s 2024-04-22T00:07:37.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:36 smithi120 ceph-mon[31499]: pgmap v291: 129 pgs: 34 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 82 active+clean; 632 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 5 op/s 2024-04-22T00:07:37.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:36 smithi144 ceph-mon[31316]: pgmap v291: 129 pgs: 34 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 82 active+clean; 632 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 5 op/s 2024-04-22T00:07:39.200 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:38 smithi080 ceph-mon[27925]: pgmap v292: 129 pgs: 20 active+clean+snaptrim_wait, 11 active+clean+snaptrim, 98 active+clean; 631 MiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:07:39.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:38 smithi120 ceph-mon[31499]: pgmap v292: 129 pgs: 20 active+clean+snaptrim_wait, 11 active+clean+snaptrim, 98 active+clean; 631 MiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:07:39.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:38 smithi144 ceph-mon[31316]: pgmap v292: 129 pgs: 20 active+clean+snaptrim_wait, 11 active+clean+snaptrim, 98 active+clean; 631 MiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-04-22T00:07:41.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:40 smithi120 ceph-mon[31499]: pgmap v293: 129 pgs: 20 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 100 active+clean; 630 MiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:07:41.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:40 smithi144 ceph-mon[31316]: pgmap v293: 129 pgs: 20 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 100 active+clean; 630 MiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:07:41.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:40 smithi080 ceph-mon[27925]: pgmap v293: 129 pgs: 20 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 100 active+clean; 630 MiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:07:43.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:42 smithi120 ceph-mon[31499]: pgmap v294: 129 pgs: 7 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 119 active+clean; 629 MiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-22T00:07:43.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:42 smithi144 ceph-mon[31316]: pgmap v294: 129 pgs: 7 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 119 active+clean; 629 MiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-22T00:07:43.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:42 smithi080 ceph-mon[27925]: pgmap v294: 129 pgs: 7 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 119 active+clean; 629 MiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-22T00:07:45.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:44 smithi120 ceph-mon[31499]: pgmap v295: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:07:45.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:44 smithi144 ceph-mon[31316]: pgmap v295: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:07:45.450 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:44 smithi080 ceph-mon[27925]: pgmap v295: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:07:47.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:46 smithi144 ceph-mon[31316]: pgmap v296: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:47.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:46 smithi144 ceph-mon[31316]: osdmap e99: 12 total, 12 up, 12 in 2024-04-22T00:07:47.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:46 smithi080 ceph-mon[27925]: pgmap v296: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:47.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:46 smithi080 ceph-mon[27925]: osdmap e99: 12 total, 12 up, 12 in 2024-04-22T00:07:47.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:46 smithi120 ceph-mon[31499]: pgmap v296: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:47.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:46 smithi120 ceph-mon[31499]: osdmap e99: 12 total, 12 up, 12 in 2024-04-22T00:07:49.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:48 smithi144 ceph-mon[31316]: pgmap v298: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:49.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:48 smithi080 ceph-mon[27925]: pgmap v298: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:49.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:48 smithi120 ceph-mon[31499]: pgmap v298: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:51.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:50 smithi144 ceph-mon[31316]: pgmap v299: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:51.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:50 smithi080 ceph-mon[27925]: pgmap v299: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:51.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:50 smithi120 ceph-mon[31499]: pgmap v299: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:07:52.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:51 smithi144 ceph-mon[31316]: osdmap e100: 12 total, 12 up, 12 in 2024-04-22T00:07:52.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:51 smithi080 ceph-mon[27925]: osdmap e100: 12 total, 12 up, 12 in 2024-04-22T00:07:52.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:51 smithi120 ceph-mon[31499]: osdmap e100: 12 total, 12 up, 12 in 2024-04-22T00:07:53.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:52 smithi144 ceph-mon[31316]: pgmap v301: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-22T00:07:53.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:52 smithi080 ceph-mon[27925]: pgmap v301: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-22T00:07:53.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:52 smithi120 ceph-mon[31499]: pgmap v301: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-22T00:07:55.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:54 smithi144 ceph-mon[31316]: pgmap v302: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-04-22T00:07:55.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:54 smithi080 ceph-mon[27925]: pgmap v302: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-04-22T00:07:55.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:54 smithi120 ceph-mon[31499]: pgmap v302: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2024-04-22T00:07:57.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:56 smithi144 ceph-mon[31316]: pgmap v303: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 5 op/s 2024-04-22T00:07:57.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:56 smithi080 ceph-mon[27925]: pgmap v303: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 5 op/s 2024-04-22T00:07:57.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:56 smithi120 ceph-mon[31499]: pgmap v303: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 5 op/s 2024-04-22T00:07:59.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:07:58 smithi144 ceph-mon[31316]: pgmap v304: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-22T00:07:59.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:07:58 smithi080 ceph-mon[27925]: pgmap v304: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-22T00:07:59.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:07:58 smithi120 ceph-mon[31499]: pgmap v304: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-22T00:08:01.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:00 smithi144 ceph-mon[31316]: pgmap v305: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-22T00:08:01.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:00 smithi080 ceph-mon[27925]: pgmap v305: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-22T00:08:01.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:00 smithi120 ceph-mon[31499]: pgmap v305: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-22T00:08:03.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:02 smithi144 ceph-mon[31316]: pgmap v306: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-22T00:08:03.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:02 smithi080 ceph-mon[27925]: pgmap v306: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-22T00:08:03.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:02 smithi120 ceph-mon[31499]: pgmap v306: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-22T00:08:05.119 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:04 smithi144 ceph-mon[31316]: pgmap v307: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-04-22T00:08:05.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:04 smithi080 ceph-mon[27925]: pgmap v307: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-04-22T00:08:05.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:04 smithi120 ceph-mon[31499]: pgmap v307: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-04-22T00:08:07.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:06 smithi144 ceph-mon[31316]: pgmap v308: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-04-22T00:08:07.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:06 smithi080 ceph-mon[27925]: pgmap v308: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-04-22T00:08:07.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:06 smithi120 ceph-mon[31499]: pgmap v308: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-04-22T00:08:09.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:08 smithi080 ceph-mon[27925]: pgmap v309: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 23 op/s 2024-04-22T00:08:09.246 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:08 smithi120 ceph-mon[31499]: pgmap v309: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 23 op/s 2024-04-22T00:08:09.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:08 smithi144 ceph-mon[31316]: pgmap v309: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 23 op/s 2024-04-22T00:08:10.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:09 smithi080 ceph-mon[27925]: osdmap e101: 12 total, 12 up, 12 in 2024-04-22T00:08:10.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:09 smithi120 ceph-mon[31499]: osdmap e101: 12 total, 12 up, 12 in 2024-04-22T00:08:10.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:09 smithi144 ceph-mon[31316]: osdmap e101: 12 total, 12 up, 12 in 2024-04-22T00:08:11.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:10 smithi080 ceph-mon[27925]: pgmap v311: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-22T00:08:11.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:10 smithi120 ceph-mon[31499]: pgmap v311: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-22T00:08:11.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:10 smithi144 ceph-mon[31316]: pgmap v311: 129 pgs: 129 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-22T00:08:12.201 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:08:11 smithi080 sudo[89170]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:12.201 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:08:11 smithi080 sudo[89170]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:12.201 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:08:11 smithi080 sudo[89170]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:12.202 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:08:11 smithi080 sudo[89170]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:12.701 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:08:12 smithi080 sudo[89173]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:12.701 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:08:12 smithi080 sudo[89173]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:12.701 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:08:12 smithi080 sudo[89173]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:12.701 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:08:12 smithi080 sudo[89173]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:13.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:12 smithi080 ceph-mon[27925]: pgmap v312: 129 pgs: 33 active+clean+snaptrim_wait, 12 active+clean+snaptrim, 84 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-22T00:08:13.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:12 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:13.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:12 smithi120 ceph-mon[31499]: pgmap v312: 129 pgs: 33 active+clean+snaptrim_wait, 12 active+clean+snaptrim, 84 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-22T00:08:13.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:12 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:13.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:12 smithi144 ceph-mon[31316]: pgmap v312: 129 pgs: 33 active+clean+snaptrim_wait, 12 active+clean+snaptrim, 84 active+clean; 627 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-22T00:08:13.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:12 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:13.747 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:08:13 smithi120 sudo[65989]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:13.747 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:08:13 smithi120 sudo[65989]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:13.747 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:08:13 smithi120 sudo[65989]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:13.747 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:08:13 smithi120 sudo[65989]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:14.247 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:08:13 smithi120 sudo[65992]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:14.247 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:08:13 smithi120 sudo[65992]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:14.247 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:08:13 smithi120 sudo[65992]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:14.247 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:08:14 smithi120 sudo[65992]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:15.116 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:14 smithi144 ceph-mon[31316]: pgmap v313: 129 pgs: 64 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 43 active+clean; 626 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-22T00:08:15.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:14 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:15.117 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:08:14 smithi144 sudo[67661]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:15.117 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:08:14 smithi144 sudo[67661]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:15.117 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:08:14 smithi144 sudo[67661]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:15.117 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:08:14 smithi144 sudo[67661]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:15.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:14 smithi080 ceph-mon[27925]: pgmap v313: 129 pgs: 64 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 43 active+clean; 626 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-22T00:08:15.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:14 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:15.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:14 smithi120 ceph-mon[31499]: pgmap v313: 129 pgs: 64 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 43 active+clean; 626 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-22T00:08:15.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:14 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:15.616 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:08:15 smithi144 sudo[67664]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:15.616 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:08:15 smithi144 sudo[67664]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:15.617 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:08:15 smithi144 sudo[67664]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:15.617 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:08:15 smithi144 sudo[67664]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:16.201 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:08:15 smithi080 sudo[89176]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:16.201 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:08:15 smithi080 sudo[89176]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:16.201 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:08:15 smithi080 sudo[89176]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:16.201 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:08:15 smithi080 sudo[89176]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:16.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:16 smithi080 ceph-mon[27925]: pgmap v314: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 626 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-22T00:08:16.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:16 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:16.701 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:08:16 smithi080 sudo[89179]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:16.701 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:08:16 smithi080 sudo[89179]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:16.701 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:08:16 smithi080 sudo[89179]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:16.702 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:08:16 smithi080 sudo[89179]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:16.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:16 smithi120 ceph-mon[31499]: pgmap v314: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 626 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-22T00:08:16.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:16 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:16.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:16 smithi144 ceph-mon[31316]: pgmap v314: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 626 MiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-22T00:08:16.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:16 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:17.247 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:08:16 smithi120 sudo[65995]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:17.247 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:08:16 smithi120 sudo[65995]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:17.247 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:08:16 smithi120 sudo[65995]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:17.247 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:08:17 smithi120 sudo[65995]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:17.997 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:08:17 smithi120 sudo[65998]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:17.997 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:08:17 smithi120 sudo[65998]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:17.997 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:08:17 smithi120 sudo[65998]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:17.997 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:08:17 smithi120 sudo[65998]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:18.366 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:08:18 smithi144 sudo[67667]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:18.367 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:08:18 smithi144 sudo[67667]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:18.367 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:08:18 smithi144 sudo[67667]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:18.367 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:08:18 smithi144 sudo[67667]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:18.449 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-22T00:08:18.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.617+0000 7f4d22227640 1 -- 172.21.15.80:0/1887822692 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 msgr2=0x7f4d1c10e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:18.613 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.617+0000 7f4d22227640 1 --2- 172.21.15.80:0/1887822692 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 0x7f4d1c10e1b0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f4d14009be0 tx=0x7f4d1402c010 comp rx=0 tx=0).stop 2024-04-22T00:08:18.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.618+0000 7f4d22227640 1 -- 172.21.15.80:0/1887822692 shutdown_connections 2024-04-22T00:08:18.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.618+0000 7f4d22227640 1 --2- 172.21.15.80:0/1887822692 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 0x7f4d1c10e1b0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:18.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.618+0000 7f4d22227640 1 --2- 172.21.15.80:0/1887822692 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d1c1032f0 0x7f4d1c10b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:18.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.618+0000 7f4d22227640 1 --2- 172.21.15.80:0/1887822692 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1c1029d0 0x7f4d1c102db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:18.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.618+0000 7f4d22227640 1 -- 172.21.15.80:0/1887822692 >> 172.21.15.80:0/1887822692 conn(0x7f4d1c0777c0 msgr2=0x7f4d1c077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:18.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.618+0000 7f4d22227640 1 -- 172.21.15.80:0/1887822692 shutdown_connections 2024-04-22T00:08:18.614 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.618+0000 7f4d22227640 1 -- 172.21.15.80:0/1887822692 wait complete. 2024-04-22T00:08:18.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.618+0000 7f4d22227640 1 Processor -- start 2024-04-22T00:08:18.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d22227640 1 -- start start 2024-04-22T00:08:18.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d22227640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d1c1029d0 0x7f4d1c197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d22227640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1c1032f0 0x7f4d1c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d22227640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 0x7f4d1c19c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d22227640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c111b10 con 0x7f4d1c10bd10 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d22227640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c111990 con 0x7f4d1c1032f0 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d22227640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c111c90 con 0x7f4d1c1029d0 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d1affd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1c1032f0 0x7f4d1c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d1b7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d1c1029d0 0x7f4d1c197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d1bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 0x7f4d1c19c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d1affd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1c1032f0 0x7f4d1c198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:46798/0 (socket says 172.21.15.80:46798) 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d1bfff640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 0x7f4d1c19c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:37384/0 (socket says 172.21.15.80:37384) 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.619+0000 7f4d1affd640 1 -- 172.21.15.80:0/3463645867 learned_addr learned my addr 172.21.15.80:0/3463645867 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d1bfff640 1 -- 172.21.15.80:0/3463645867 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d1c1029d0 msgr2=0x7f4d1c197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:18.616 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d1bfff640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d1c1029d0 0x7f4d1c197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:18.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d1bfff640 1 -- 172.21.15.80:0/3463645867 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1c1032f0 msgr2=0x7f4d1c198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:18.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d1bfff640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1c1032f0 0x7f4d1c198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:18.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d1bfff640 1 -- 172.21.15.80:0/3463645867 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c19cec0 con 0x7f4d1c10bd10 2024-04-22T00:08:18.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d1affd640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1c1032f0 0x7f4d1c198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:08:18.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d1bfff640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 0x7f4d1c19c7c0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f4d14009b30 tx=0x7f4d14004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:18.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d18ff9640 1 -- 172.21.15.80:0/3463645867 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d14043020 con 0x7f4d1c10bd10 2024-04-22T00:08:18.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d1c19d150 con 0x7f4d1c10bd10 2024-04-22T00:08:18.617 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d1c100550 con 0x7f4d1c10bd10 2024-04-22T00:08:18.618 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.620+0000 7f4d18ff9640 1 -- 172.21.15.80:0/3463645867 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d14004570 con 0x7f4d1c10bd10 2024-04-22T00:08:18.618 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.621+0000 7f4d18ff9640 1 -- 172.21.15.80:0/3463645867 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1403e740 con 0x7f4d1c10bd10 2024-04-22T00:08:18.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.623+0000 7f4d18ff9640 1 -- 172.21.15.80:0/3463645867 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4d14046020 con 0x7f4d1c10bd10 2024-04-22T00:08:18.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.624+0000 7f4d18ff9640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d080a2d60 0x7f4d080a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:18.620 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.625+0000 7f4d18ff9640 1 -- 172.21.15.80:0/3463645867 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9497+0+0 (secure 0 0 0) 0x7f4d140f1770 con 0x7f4d1c10bd10 2024-04-22T00:08:18.620 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.625+0000 7f4d1b7fe640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d080a2d60 0x7f4d080a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:18.623 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.628+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cfc005290 con 0x7f4d1c10bd10 2024-04-22T00:08:18.632 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.637+0000 7f4d18ff9640 1 -- 172.21.15.80:0/3463645867 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f4d1404d030 con 0x7f4d1c10bd10 2024-04-22T00:08:18.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:18.642+0000 7f4d1b7fe640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d080a2d60 0x7f4d080a5220 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c005fd0 tx=0x7f4d0c009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:18.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:18 smithi080 ceph-mon[27925]: pgmap v315: 129 pgs: 70 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 36 active+clean; 625 MiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 118 KiB/s wr, 16 op/s 2024-04-22T00:08:18.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:18 smithi120 ceph-mon[31499]: pgmap v315: 129 pgs: 70 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 36 active+clean; 625 MiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 118 KiB/s wr, 16 op/s 2024-04-22T00:08:18.866 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:08:18 smithi144 sudo[67670]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:18.867 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:08:18 smithi144 sudo[67670]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:18.867 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:08:18 smithi144 sudo[67670]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:18.867 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:08:18 smithi144 sudo[67670]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:18.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:18 smithi144 ceph-mon[31316]: pgmap v315: 129 pgs: 70 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 36 active+clean; 625 MiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 118 KiB/s wr, 16 op/s 2024-04-22T00:08:19.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.018+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f4cfc000bc0 con 0x7f4d080a2d60 2024-04-22T00:08:19.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.066+0000 7f4d18ff9640 1 -- 172.21.15.80:0/3463645867 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f4cfc000bc0 con 0x7f4d080a2d60 2024-04-22T00:08:19.061 INFO:teuthology.orchestra.run.smithi080.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-21T00:00:00", "created": "2024-04-21T23:58:17", "first": "2024-04-21T23:59:00", "last": "2024-04-22T00:08:00", "last_pruned": "2024-04-22T00:08:00", "created_count": 10, "pruned_count": 3, "active": true} 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d080a2d60 msgr2=0x7f4d080a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d080a2d60 0x7f4d080a5220 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c005fd0 tx=0x7f4d0c009260 comp rx=0 tx=0).stop 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 msgr2=0x7f4d1c19c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 0x7f4d1c19c7c0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f4d14009b30 tx=0x7f4d14004270 comp rx=0 tx=0).stop 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 shutdown_connections 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4d1c10bd10 0x7f4d1c19c7c0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f4d080a2d60 0x7f4d080a5220 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1c1032f0 0x7f4d1c198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 --2- 172.21.15.80:0/3463645867 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4d1c1029d0 0x7f4d1c197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.065 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 >> 172.21.15.80:0/3463645867 conn(0x7f4d1c0777c0 msgr2=0x7f4d1c0fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:19.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 shutdown_connections 2024-04-22T00:08:19.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.069+0000 7f4d22227640 1 -- 172.21.15.80:0/3463645867 wait complete. 2024-04-22T00:08:19.081 DEBUG:teuthology.orchestra.run.smithi080:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-22T00:08:19.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.260+0000 7ff88c3af640 1 -- 172.21.15.80:0/423775634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884102100 msgr2=0x7ff88410e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:19.256 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.260+0000 7ff88c3af640 1 --2- 172.21.15.80:0/423775634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884102100 0x7ff88410e610 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff87c009ca0 tx=0x7ff87c030200 comp rx=0 tx=0).stop 2024-04-22T00:08:19.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.264+0000 7ff88c3af640 1 -- 172.21.15.80:0/423775634 shutdown_connections 2024-04-22T00:08:19.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.264+0000 7ff88c3af640 1 --2- 172.21.15.80:0/423775634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884102100 0x7ff88410e610 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.264+0000 7ff88c3af640 1 --2- 172.21.15.80:0/423775634 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff884101740 0x7ff884101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.264+0000 7ff88c3af640 1 --2- 172.21.15.80:0/423775634 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff884107750 0x7ff884107b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.264+0000 7ff88c3af640 1 -- 172.21.15.80:0/423775634 >> 172.21.15.80:0/423775634 conn(0x7ff8840fd230 msgr2=0x7ff8840ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:19.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.266+0000 7ff88c3af640 1 -- 172.21.15.80:0/423775634 shutdown_connections 2024-04-22T00:08:19.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.266+0000 7ff88c3af640 1 -- 172.21.15.80:0/423775634 wait complete. 2024-04-22T00:08:19.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.267+0000 7ff88c3af640 1 Processor -- start 2024-04-22T00:08:19.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.271+0000 7ff88c3af640 1 -- start start 2024-04-22T00:08:19.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.271+0000 7ff88c3af640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884101740 0x7ff88406ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:19.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.271+0000 7ff88c3af640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff884102100 0x7ff88406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:19.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.271+0000 7ff88c3af640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff884107750 0x7ff884071740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:19.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.271+0000 7ff88c3af640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7ff88406b750 con 0x7ff884107750 2024-04-22T00:08:19.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.271+0000 7ff88c3af640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff88406b5d0 con 0x7ff884101740 2024-04-22T00:08:19.267 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.271+0000 7ff88c3af640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7ff88406b8d0 con 0x7ff884102100 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.272+0000 7ff88994a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff884102100 0x7ff88406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.272+0000 7ff88994a640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff884102100 0x7ff88406d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:47292/0 (socket says 172.21.15.80:47292) 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.272+0000 7ff88a14b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884101740 0x7ff88406ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.272+0000 7ff88a14b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884101740 0x7ff88406ce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:46828/0 (socket says 172.21.15.80:46828) 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.272+0000 7ff88994a640 1 -- 172.21.15.80:0/4103672158 learned_addr learned my addr 172.21.15.80:0/4103672158 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.273+0000 7ff88a94c640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff884107750 0x7ff884071740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.273+0000 7ff88a14b640 1 -- 172.21.15.80:0/4103672158 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff884102100 msgr2=0x7ff88406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.273+0000 7ff88a14b640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff884102100 0x7ff88406d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.273+0000 7ff88a14b640 1 -- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff884107750 msgr2=0x7ff884071740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:19.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.273+0000 7ff88a14b640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff884107750 0x7ff884071740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.273+0000 7ff88a14b640 1 -- 172.21.15.80:0/4103672158 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff884071e40 con 0x7ff884101740 2024-04-22T00:08:19.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.274+0000 7ff88a94c640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff884107750 0x7ff884071740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T00:08:19.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.274+0000 7ff88994a640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff884102100 0x7ff88406d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:08:19.270 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.274+0000 7ff88a14b640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884101740 0x7ff88406ce60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff87400b3e0 tx=0x7ff87400b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:19.271 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.276+0000 7ff87b7fe640 1 -- 172.21.15.80:0/4103672158 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff874015020 con 0x7ff884101740 2024-04-22T00:08:19.271 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.276+0000 7ff87b7fe640 1 -- 172.21.15.80:0/4103672158 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff874011d10 con 0x7ff884101740 2024-04-22T00:08:19.272 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.277+0000 7ff87b7fe640 1 -- 172.21.15.80:0/4103672158 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff87400f2e0 con 0x7ff884101740 2024-04-22T00:08:19.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.279+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff884072130 con 0x7ff884101740 2024-04-22T00:08:19.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.279+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8841a5100 con 0x7ff884101740 2024-04-22T00:08:19.276 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.281+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff884102e80 con 0x7ff884101740 2024-04-22T00:08:19.280 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.284+0000 7ff87b7fe640 1 -- 172.21.15.80:0/4103672158 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff874018020 con 0x7ff884101740 2024-04-22T00:08:19.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.285+0000 7ff87b7fe640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff8700a2e20 0x7ff8700a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:19.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.285+0000 7ff87b7fe640 1 -- 172.21.15.80:0/4103672158 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9497+0+0 (secure 0 0 0) 0x7ff8740ced40 con 0x7ff884101740 2024-04-22T00:08:19.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.285+0000 7ff88994a640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff8700a2e20 0x7ff8700a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:19.283 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.286+0000 7ff88994a640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff8700a2e20 0x7ff8700a52e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff88406e3f0 tx=0x7ff88000b480 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:19.288 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.292+0000 7ff87b7fe640 1 -- 172.21.15.80:0/4103672158 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7ff87409b6c0 con 0x7ff884101740 2024-04-22T00:08:19.451 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:08:19 smithi080 sudo[89237]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:19.451 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:08:19 smithi080 sudo[89237]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:19.451 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:08:19 smithi080 sudo[89237]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:19.451 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:08:19 smithi080 sudo[89237]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:19.670 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.675+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 --> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7ff88404f500 con 0x7ff8700a2e20 2024-04-22T00:08:19.742 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.747+0000 7ff87b7fe640 1 -- 172.21.15.80:0/4103672158 <== mgr.15477 v2:172.21.15.80:6800/2795458070 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7ff88404f500 con 0x7ff8700a2e20 2024-04-22T00:08:19.743 INFO:teuthology.orchestra.run.smithi080.stdout:/ 1m 6m3h 2024-04-22T00:08:19.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff8700a2e20 msgr2=0x7ff8700a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:19.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff8700a2e20 0x7ff8700a52e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff88406e3f0 tx=0x7ff88000b480 comp rx=0 tx=0).stop 2024-04-22T00:08:19.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884101740 msgr2=0x7ff88406ce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:19.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884101740 0x7ff88406ce60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff87400b3e0 tx=0x7ff87400b8a0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 shutdown_connections 2024-04-22T00:08:19.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7ff884107750 0x7ff884071740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7ff884102100 0x7ff88406d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7ff8700a2e20 0x7ff8700a52e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.750+0000 7ff88c3af640 1 --2- 172.21.15.80:0/4103672158 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff884101740 0x7ff88406ce60 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:19.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.751+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 >> 172.21.15.80:0/4103672158 conn(0x7ff8840fd230 msgr2=0x7ff8840fd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:19.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.751+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 shutdown_connections 2024-04-22T00:08:19.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:19.751+0000 7ff88c3af640 1 -- 172.21.15.80:0/4103672158 wait complete. 2024-04-22T00:08:19.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:19 smithi120 ceph-mon[31499]: from='client.16635 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:08:19.752 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:19 smithi080 ceph-mon[27925]: from='client.16635 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:08:19.764 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-04-22T00:08:19.778 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-04-22T00:08:19.778 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_430e09df97c8fc7dc2b2ae424f68ed11366c540f/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-04-22T00:08:19.779 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-22T00:08:19.850 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:08:19.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:19 smithi144 ceph-mon[31316]: from='client.16635 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:08:20.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.034+0000 7f0359a40640 1 -- 172.21.15.80:0/3129649813 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354100610 msgr2=0x7f0354104180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:20.031 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.034+0000 7f0359a40640 1 --2- 172.21.15.80:0/3129649813 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354100610 0x7f0354104180 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f034801a910 tx=0x7f034803cca0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.037 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.039+0000 7f0359a40640 1 -- 172.21.15.80:0/3129649813 shutdown_connections 2024-04-22T00:08:20.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.039+0000 7f0359a40640 1 --2- 172.21.15.80:0/3129649813 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354100610 0x7f0354104180 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.039+0000 7f0359a40640 1 --2- 172.21.15.80:0/3129649813 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03540ffc50 0x7f03541000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.039+0000 7f0359a40640 1 --2- 172.21.15.80:0/3129649813 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0354106720 0x7f0354106b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.039+0000 7f0359a40640 1 -- 172.21.15.80:0/3129649813 >> 172.21.15.80:0/3129649813 conn(0x7f0354076be0 msgr2=0x7f03540fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:20.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.041+0000 7f0359a40640 1 -- 172.21.15.80:0/3129649813 shutdown_connections 2024-04-22T00:08:20.038 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.041+0000 7f0359a40640 1 -- 172.21.15.80:0/3129649813 wait complete. 2024-04-22T00:08:20.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.042+0000 7f0359a40640 1 Processor -- start 2024-04-22T00:08:20.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.049+0000 7f0359a40640 1 -- start start 2024-04-22T00:08:20.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.050+0000 7f0359a40640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03540ffc50 0x7f0354072080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:20.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.050+0000 7f0359a40640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0354100610 0x7f03540725c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:20.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.050+0000 7f0359a40640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354106720 0x7f03541154d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:20.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.050+0000 7f0359a40640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0354109a10 con 0x7f0354106720 2024-04-22T00:08:20.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.050+0000 7f0359a40640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0354109890 con 0x7f0354100610 2024-04-22T00:08:20.046 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.050+0000 7f0359a40640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0354109b90 con 0x7f03540ffc50 2024-04-22T00:08:20.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03537fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354106720 0x7f03541154d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:20.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03527fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0354100610 0x7f03540725c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:20.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03537fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354106720 0x7f03541154d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:37424/0 (socket says 172.21.15.80:37424) 2024-04-22T00:08:20.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03537fe640 1 -- 172.21.15.80:0/1358614188 learned_addr learned my addr 172.21.15.80:0/1358614188 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:08:20.047 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f0352ffd640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03540ffc50 0x7f0354072080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:20.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03537fe640 1 -- 172.21.15.80:0/1358614188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03540ffc50 msgr2=0x7f0354072080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:20.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03537fe640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03540ffc50 0x7f0354072080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03537fe640 1 -- 172.21.15.80:0/1358614188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0354100610 msgr2=0x7f03540725c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:20.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03537fe640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0354100610 0x7f03540725c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.051+0000 7f03537fe640 1 -- 172.21.15.80:0/1358614188 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f035410d200 con 0x7f0354106720 2024-04-22T00:08:20.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.052+0000 7f03537fe640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354106720 0x7f03541154d0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f03480057c0 tx=0x7f03480045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:20.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.053+0000 7f0358a3e640 1 -- 172.21.15.80:0/1358614188 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034803da60 con 0x7f0354106720 2024-04-22T00:08:20.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.053+0000 7f0358a3e640 1 -- 172.21.15.80:0/1358614188 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0348053070 con 0x7f0354106720 2024-04-22T00:08:20.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.053+0000 7f0358a3e640 1 -- 172.21.15.80:0/1358614188 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034804e770 con 0x7f0354106720 2024-04-22T00:08:20.049 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.054+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f035410d490 con 0x7f0354106720 2024-04-22T00:08:20.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.054+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f035410d930 con 0x7f0354106720 2024-04-22T00:08:20.052 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.056+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0340005290 con 0x7f0354106720 2024-04-22T00:08:20.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.057+0000 7f0358a3e640 1 -- 172.21.15.80:0/1358614188 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f03480035f0 con 0x7f0354106720 2024-04-22T00:08:20.053 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.058+0000 7f0358a3e640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f033c0a2e90 0x7f033c0a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:20.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.058+0000 7f0358a3e640 1 -- 172.21.15.80:0/1358614188 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9497+0+0 (secure 0 0 0) 0x7f0348102380 con 0x7f0354106720 2024-04-22T00:08:20.059 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.064+0000 7f0352ffd640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f033c0a2e90 0x7f033c0a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:20.060 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.065+0000 7f0352ffd640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f033c0a2e90 0x7f033c0a5350 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0354078160 tx=0x7f034c0072d0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:20.061 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.066+0000 7f0358a3e640 1 -- 172.21.15.80:0/1358614188 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f03480cece0 con 0x7f0354106720 2024-04-22T00:08:20.201 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:08:19 smithi080 sudo[89262]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:20.201 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:08:19 smithi080 sudo[89262]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:20.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:08:19 smithi080 sudo[89262]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:20.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:08:19 smithi080 sudo[89262]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:20.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.418+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0340005850 con 0x7f0354106720 2024-04-22T00:08:20.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.421+0000 7f0358a3e640 1 -- 172.21.15.80:0/1358614188 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+25262 (secure 0 0 0) 0x7f0348004ca0 con 0x7f0354106720 2024-04-22T00:08:20.417 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-22T00:08:20.418 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":101,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-22T00:08:08.872028+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":14,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":14,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/3401086643":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/1811701282":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2979394302":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4024768484":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":14,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":14,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":14,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":14,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:08:20.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f033c0a2e90 msgr2=0x7f033c0a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:20.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f033c0a2e90 0x7f033c0a5350 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0354078160 tx=0x7f034c0072d0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354106720 msgr2=0x7f03541154d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:20.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354106720 0x7f03541154d0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f03480057c0 tx=0x7f03480045e0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 shutdown_connections 2024-04-22T00:08:20.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0354106720 0x7f03541154d0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f033c0a2e90 0x7f033c0a5350 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.421 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0354100610 0x7f03540725c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.422 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 --2- 172.21.15.80:0/1358614188 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f03540ffc50 0x7f0354072080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.422 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 >> 172.21.15.80:0/1358614188 conn(0x7f0354076be0 msgr2=0x7f0354101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:20.422 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 shutdown_connections 2024-04-22T00:08:20.422 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.425+0000 7f0359a40640 1 -- 172.21.15.80:0/1358614188 wait complete. 2024-04-22T00:08:20.439 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '101', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 14, 'snap_epoch': 101, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '101', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 14, 'snap_epoch': 101, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:08:20.440 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:08:20.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.620+0000 7fdfd6008640 1 -- 172.21.15.80:0/2240397523 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 msgr2=0x7fdfd010da80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:20.615 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.620+0000 7fdfd6008640 1 --2- 172.21.15.80:0/2240397523 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 0x7fdfd010da80 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009cd0 tx=0x7fdfc802c120 comp rx=0 tx=0).stop 2024-04-22T00:08:20.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.626+0000 7fdfd6008640 1 -- 172.21.15.80:0/2240397523 shutdown_connections 2024-04-22T00:08:20.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.626+0000 7fdfd6008640 1 --2- 172.21.15.80:0/2240397523 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdfd011af20 0x7fdfd011d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.626+0000 7fdfd6008640 1 --2- 172.21.15.80:0/2240397523 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdfd010dfc0 0x7fdfd010e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.621 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.626+0000 7fdfd6008640 1 --2- 172.21.15.80:0/2240397523 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 0x7fdfd010da80 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.622 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.626+0000 7fdfd6008640 1 -- 172.21.15.80:0/2240397523 >> 172.21.15.80:0/2240397523 conn(0x7fdfd006c850 msgr2=0x7fdfd006cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:20.626 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.631+0000 7fdfd6008640 1 -- 172.21.15.80:0/2240397523 shutdown_connections 2024-04-22T00:08:20.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.635+0000 7fdfd6008640 1 -- 172.21.15.80:0/2240397523 wait complete. 2024-04-22T00:08:20.631 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.635+0000 7fdfd6008640 1 Processor -- start 2024-04-22T00:08:20.635 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.640+0000 7fdfd6008640 1 -- start start 2024-04-22T00:08:20.637 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.640+0000 7fdfd6008640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdfd010dfc0 0x7fdfd011a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:20.637 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.640+0000 7fdfd6008640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 0x7fdfd0114880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:20.637 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.640+0000 7fdfd6008640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdfd011af20 0x7fdfd0114dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:20.637 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.640+0000 7fdfd6008640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd0111150 con 0x7fdfd010ff90 2024-04-22T00:08:20.637 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.640+0000 7fdfd6008640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd0110fd0 con 0x7fdfd010dfc0 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.640+0000 7fdfd6008640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd01112d0 con 0x7fdfd011af20 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.640+0000 7fdfceffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 0x7fdfd0114880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.641+0000 7fdfceffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 0x7fdfd0114880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:37446/0 (socket says 172.21.15.80:37446) 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.641+0000 7fdfceffd640 1 -- 172.21.15.80:0/1980263632 learned_addr learned my addr 172.21.15.80:0/1980263632 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.641+0000 7fdfcffff640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdfd011af20 0x7fdfd0114dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.641+0000 7fdfceffd640 1 -- 172.21.15.80:0/1980263632 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdfd011af20 msgr2=0x7fdfd0114dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.641+0000 7fdfceffd640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdfd011af20 0x7fdfd0114dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.641+0000 7fdfceffd640 1 -- 172.21.15.80:0/1980263632 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdfd010dfc0 msgr2=0x7fdfd011a7c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.641+0000 7fdfceffd640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdfd010dfc0 0x7fdfd011a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.641+0000 7fdfceffd640 1 -- 172.21.15.80:0/1980263632 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd0115630 con 0x7fdfd010ff90 2024-04-22T00:08:20.638 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.642+0000 7fdfceffd640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 0x7fdfd0114880 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fdfc400b450 tx=0x7fdfc400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:20.639 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.642+0000 7fdfccff9640 1 -- 172.21.15.80:0/1980263632 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc4015020 con 0x7fdfd010ff90 2024-04-22T00:08:20.639 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.642+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfd01bbdd0 con 0x7fdfd010ff90 2024-04-22T00:08:20.639 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.642+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfd01bc230 con 0x7fdfd010ff90 2024-04-22T00:08:20.641 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.646+0000 7fdfccff9640 1 -- 172.21.15.80:0/1980263632 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdfc4011d70 con 0x7fdfd010ff90 2024-04-22T00:08:20.646 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.646+0000 7fdfccff9640 1 -- 172.21.15.80:0/1980263632 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc40103e0 con 0x7fdfd010ff90 2024-04-22T00:08:20.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.656+0000 7fdfccff9640 1 -- 172.21.15.80:0/1980263632 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdfc4018020 con 0x7fdfd010ff90 2024-04-22T00:08:20.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.646+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfd006daf0 con 0x7fdfd010ff90 2024-04-22T00:08:20.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.656+0000 7fdfccff9640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdfb80a2e40 0x7fdfb80a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:20.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.657+0000 7fdfccff9640 1 -- 172.21.15.80:0/1980263632 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9497+0+0 (secure 0 0 0) 0x7fdfc40d0320 con 0x7fdfd010ff90 2024-04-22T00:08:20.658 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.661+0000 7fdfcf7fe640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdfb80a2e40 0x7fdfb80a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:20.663 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.668+0000 7fdfccff9640 1 -- 172.21.15.80:0/1980263632 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fdfc401f020 con 0x7fdfd010ff90 2024-04-22T00:08:20.672 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:20.676+0000 7fdfcf7fe640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdfb80a2e40 0x7fdfb80a5300 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8006010 tx=0x7fdfc8000f40 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:20.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:20 smithi080 ceph-mon[27925]: pgmap v316: 129 pgs: 70 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 36 active+clean; 624 MiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 112 KiB/s wr, 15 op/s 2024-04-22T00:08:20.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:20 smithi080 ceph-mon[27925]: from='client.26048 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:08:20.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:20 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1358614188' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:08:20.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:20 smithi120 ceph-mon[31499]: pgmap v316: 129 pgs: 70 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 36 active+clean; 624 MiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 112 KiB/s wr, 15 op/s 2024-04-22T00:08:20.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:20 smithi120 ceph-mon[31499]: from='client.26048 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:08:20.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:20 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1358614188' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:08:20.747 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:08:20 smithi120 sudo[66001]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:20.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:08:20 smithi120 sudo[66001]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:20.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:08:20 smithi120 sudo[66001]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:20.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:08:20 smithi120 sudo[66001]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:20.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:20 smithi144 ceph-mon[31316]: pgmap v316: 129 pgs: 70 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 36 active+clean; 624 MiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 112 KiB/s wr, 15 op/s 2024-04-22T00:08:20.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:20 smithi144 ceph-mon[31316]: from='client.26048 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T00:08:20.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:20 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1358614188' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:08:21.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.017+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdfd010aae0 con 0x7fdfd010ff90 2024-04-22T00:08:21.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.022+0000 7fdfccff9640 1 -- 172.21.15.80:0/1980263632 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v101) ==== 93+0+10 (secure 0 0 0) 0x7fdfc400d040 con 0x7fdfd010ff90 2024-04-22T00:08:21.017 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.026+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdfb80a2e40 msgr2=0x7fdfb80a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.026+0000 7fdfd6008640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdfb80a2e40 0x7fdfb80a5300 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8006010 tx=0x7fdfc8000f40 comp rx=0 tx=0).stop 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.026+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 msgr2=0x7fdfd0114880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.026+0000 7fdfd6008640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 0x7fdfd0114880 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fdfc400b450 tx=0x7fdfc400b910 comp rx=0 tx=0).stop 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.027+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 shutdown_connections 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.027+0000 7fdfd6008640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fdfd011af20 0x7fdfd0114dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.027+0000 7fdfd6008640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fdfd010ff90 0x7fdfd0114880 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.027+0000 7fdfd6008640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdfb80a2e40 0x7fdfb80a5300 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.027+0000 7fdfd6008640 1 --2- 172.21.15.80:0/1980263632 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdfd010dfc0 0x7fdfd011a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.023 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.027+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 >> 172.21.15.80:0/1980263632 conn(0x7fdfd006c850 msgr2=0x7fdfd011c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:21.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.031+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 shutdown_connections 2024-04-22T00:08:21.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.031+0000 7fdfd6008640 1 -- 172.21.15.80:0/1980263632 wait complete. 2024-04-22T00:08:21.044 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:08:21.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.239+0000 7f1e79491640 1 -- 172.21.15.80:0/2914744099 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c004c70 msgr2=0x7f1e6c0050f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.234 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.239+0000 7f1e79491640 1 --2- 172.21.15.80:0/2914744099 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c004c70 0x7f1e6c0050f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1e68009860 tx=0x7f1e6802bbb0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.245+0000 7f1e79491640 1 -- 172.21.15.80:0/2914744099 shutdown_connections 2024-04-22T00:08:21.240 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.245+0000 7f1e79491640 1 --2- 172.21.15.80:0/2914744099 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e6c0986d0 0x7f1e6c098b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.245+0000 7f1e79491640 1 --2- 172.21.15.80:0/2914744099 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c004c70 0x7f1e6c0050f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.245+0000 7f1e79491640 1 --2- 172.21.15.80:0/2914744099 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1e6c09ace0 0x7f1e6c004730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.245+0000 7f1e79491640 1 -- 172.21.15.80:0/2914744099 >> 172.21.15.80:0/2914744099 conn(0x7f1e6c00a730 msgr2=0x7f1e6c00ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:21.241 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.245+0000 7f1e79491640 1 -- 172.21.15.80:0/2914744099 shutdown_connections 2024-04-22T00:08:21.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.245+0000 7f1e79491640 1 -- 172.21.15.80:0/2914744099 wait complete. 2024-04-22T00:08:21.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.246+0000 7f1e79491640 1 Processor -- start 2024-04-22T00:08:21.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.246+0000 7f1e79491640 1 -- start start 2024-04-22T00:08:21.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e79491640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e6c004c70 0x7f1e6c0a91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e79491640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c0986d0 0x7f1e6c0a9710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e79491640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1e6c09ace0 0x7f1e6c0a23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e79491640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f1e6c0ac600 con 0x7f1e6c09ace0 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e79491640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1e6c0ac480 con 0x7f1e6c004c70 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e79491640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f1e6c0ac780 con 0x7f1e6c0986d0 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e73fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e6c004c70 0x7f1e6c0a91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e73fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e6c004c70 0x7f1e6c0a91d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:46870/0 (socket says 172.21.15.80:46870) 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.247+0000 7f1e73fff640 1 -- 172.21.15.80:0/3285126392 learned_addr learned my addr 172.21.15.80:0/3285126392 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.248+0000 7f1e73fff640 1 -- 172.21.15.80:0/3285126392 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c0986d0 msgr2=0x7f1e6c0a9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.248+0000 7f1e737fe640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c0986d0 0x7f1e6c0a9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.248+0000 7f1e78c90640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1e6c09ace0 0x7f1e6c0a23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.248+0000 7f1e73fff640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c0986d0 0x7f1e6c0a9710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.248+0000 7f1e73fff640 1 -- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1e6c09ace0 msgr2=0x7f1e6c0a23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.245 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.248+0000 7f1e73fff640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1e6c09ace0 0x7f1e6c0a23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.248+0000 7f1e73fff640 1 -- 172.21.15.80:0/3285126392 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e6c0a2ca0 con 0x7f1e6c004c70 2024-04-22T00:08:21.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.248+0000 7f1e737fe640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c0986d0 0x7f1e6c0a9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:08:21.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.249+0000 7f1e73fff640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e6c004c70 0x7f1e6c0a91d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1e6000d950 tx=0x7f1e6000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:21.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.249+0000 7f1e78c90640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1e6c09ace0 0x7f1e6c0a23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:08:21.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.250+0000 7f1e717fa640 1 -- 172.21.15.80:0/3285126392 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e60017070 con 0x7f1e6c004c70 2024-04-22T00:08:21.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.250+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e6c0a2f90 con 0x7f1e6c004c70 2024-04-22T00:08:21.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.250+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e6c0a6f80 con 0x7f1e6c004c70 2024-04-22T00:08:21.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.251+0000 7f1e717fa640 1 -- 172.21.15.80:0/3285126392 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e60009c30 con 0x7f1e6c004c70 2024-04-22T00:08:21.247 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.251+0000 7f1e717fa640 1 -- 172.21.15.80:0/3285126392 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6000f690 con 0x7f1e6c004c70 2024-04-22T00:08:21.247 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:08:20 smithi120 sudo[66004]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:21.248 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:08:20 smithi120 sudo[66004]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:21.248 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:08:20 smithi120 sudo[66004]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:21.248 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:08:20 smithi120 sudo[66004]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:21.248 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.251+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e6c095210 con 0x7f1e6c004c70 2024-04-22T00:08:21.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.259+0000 7f1e717fa640 1 -- 172.21.15.80:0/3285126392 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1e600109d0 con 0x7f1e6c004c70 2024-04-22T00:08:21.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.259+0000 7f1e717fa640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1e640a2f00 0x7f1e640a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:21.255 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.260+0000 7f1e717fa640 1 -- 172.21.15.80:0/3285126392 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9497+0+0 (secure 0 0 0) 0x7f1e600cf770 con 0x7f1e6c004c70 2024-04-22T00:08:21.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.261+0000 7f1e737fe640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1e640a2f00 0x7f1e640a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:21.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.262+0000 7f1e717fa640 1 -- 172.21.15.80:0/3285126392 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f1e6009bfe0 con 0x7f1e6c004c70 2024-04-22T00:08:21.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.263+0000 7f1e737fe640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1e640a2f00 0x7f1e640a53c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1e68037040 tx=0x7f1e68000bc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:21.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.615+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f1e6c0a3780 con 0x7f1e6c004c70 2024-04-22T00:08:21.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.617+0000 7f1e717fa640 1 -- 172.21.15.80:0/3285126392 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v101) ==== 104+0+11 (secure 0 0 0) 0x7f1e6009b8e0 con 0x7f1e6c004c70 2024-04-22T00:08:21.612 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-22T00:08:21.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:21 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1980263632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:08:21.616 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:08:21 smithi144 sudo[67673]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:21.616 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:08:21 smithi144 sudo[67673]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:21.617 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:08:21 smithi144 sudo[67673]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:21.617 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:08:21 smithi144 sudo[67673]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.622+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1e640a2f00 msgr2=0x7f1e640a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.622+0000 7f1e79491640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1e640a2f00 0x7f1e640a53c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1e68037040 tx=0x7f1e68000bc0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.622+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e6c004c70 msgr2=0x7f1e6c0a91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.622+0000 7f1e79491640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e6c004c70 0x7f1e6c0a91d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1e6000d950 tx=0x7f1e6000de10 comp rx=0 tx=0).stop 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.623+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 shutdown_connections 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.623+0000 7f1e79491640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f1e6c09ace0 0x7f1e6c0a23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.623+0000 7f1e79491640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f1e6c0986d0 0x7f1e6c0a9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.623+0000 7f1e79491640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f1e640a2f00 0x7f1e640a53c0 secure :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1e68037040 tx=0x7f1e68000bc0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.623+0000 7f1e79491640 1 --2- 172.21.15.80:0/3285126392 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e6c004c70 0x7f1e6c0a91d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.623+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 >> 172.21.15.80:0/3285126392 conn(0x7f1e6c00a730 msgr2=0x7f1e6c0921f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.623+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 shutdown_connections 2024-04-22T00:08:21.619 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.623+0000 7f1e79491640 1 -- 172.21.15.80:0/3285126392 wait complete. 2024-04-22T00:08:21.636 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:08:21.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:21 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1980263632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:08:21.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.812+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3337738010 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b8108970 msgr2=0x7fa2b810c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.808 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.812+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3337738010 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b8108970 0x7fa2b810c960 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa2a8009900 tx=0x7fa2a802bc80 comp rx=0 tx=0).stop 2024-04-22T00:08:21.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.813+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3337738010 shutdown_connections 2024-04-22T00:08:21.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.813+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3337738010 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2b810d040 0x7fa2b8114c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.813+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3337738010 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b8108970 0x7fa2b810c960 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.813+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3337738010 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa2b8107fc0 0x7fa2b81083a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.813+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3337738010 >> 172.21.15.80:0/3337738010 conn(0x7fa2b8075c80 msgr2=0x7fa2b80780a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:21.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.817+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3337738010 shutdown_connections 2024-04-22T00:08:21.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.817+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3337738010 wait complete. 2024-04-22T00:08:21.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.818+0000 7fa2c07e5640 1 Processor -- start 2024-04-22T00:08:21.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.819+0000 7fa2c07e5640 1 -- start start 2024-04-22T00:08:21.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.819+0000 7fa2c07e5640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa2b8107fc0 0x7fa2b819e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:21.815 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.819+0000 7fa2c07e5640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b810d040 0x7fa2b819eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:21.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.819+0000 7fa2c07e5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2b81a2e20 0x7fa2b81a32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:21.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.820+0000 7fa2c07e5640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b8118240 con 0x7fa2b8107fc0 2024-04-22T00:08:21.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.820+0000 7fa2bdd80640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b810d040 0x7fa2b819eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:21.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.820+0000 7fa2bdd80640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b810d040 0x7fa2b819eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:42182/0 (socket says 172.21.15.80:42182) 2024-04-22T00:08:21.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.820+0000 7fa2bdd80640 1 -- 172.21.15.80:0/3062822252 learned_addr learned my addr 172.21.15.80:0/3062822252 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:08:21.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.820+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b81180c0 con 0x7fa2b81a2e20 2024-04-22T00:08:21.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.820+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b81183c0 con 0x7fa2b810d040 2024-04-22T00:08:21.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.820+0000 7fa2bed82640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2b81a2e20 0x7fa2b81a32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:21.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.821+0000 7fa2be581640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa2b8107fc0 0x7fa2b819e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:21.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.821+0000 7fa2bdd80640 1 -- 172.21.15.80:0/3062822252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2b81a2e20 msgr2=0x7fa2b81a32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.821+0000 7fa2bdd80640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2b81a2e20 0x7fa2b81a32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.821+0000 7fa2bdd80640 1 -- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa2b8107fc0 msgr2=0x7fa2b819e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:21.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.821+0000 7fa2bdd80640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa2b8107fc0 0x7fa2b819e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:21.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.821+0000 7fa2bdd80640 1 -- 172.21.15.80:0/3062822252 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b81a3910 con 0x7fa2b810d040 2024-04-22T00:08:21.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.823+0000 7fa2bdd80640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b810d040 0x7fa2b819eaa0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa2a8009850 tx=0x7fa2a802c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:21.822 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.826+0000 7fa2af7fe640 1 -- 172.21.15.80:0/3062822252 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a8041020 con 0x7fa2b810d040 2024-04-22T00:08:21.823 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.826+0000 7fa2af7fe640 1 -- 172.21.15.80:0/3062822252 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2a80035f0 con 0x7fa2b810d040 2024-04-22T00:08:21.823 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.827+0000 7fa2af7fe640 1 -- 172.21.15.80:0/3062822252 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a8034680 con 0x7fa2b810d040 2024-04-22T00:08:21.823 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.827+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2b81a3ba0 con 0x7fa2b810d040 2024-04-22T00:08:21.823 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.827+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2b81ab2b0 con 0x7fa2b810d040 2024-04-22T00:08:21.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.830+0000 7fa2af7fe640 1 -- 172.21.15.80:0/3062822252 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa2a8044020 con 0x7fa2b810d040 2024-04-22T00:08:21.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.830+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2b8109440 con 0x7fa2b810d040 2024-04-22T00:08:21.829 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.834+0000 7fa2af7fe640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa2a40a2d30 0x7fa2a40a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:21.830 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.834+0000 7fa2af7fe640 1 -- 172.21.15.80:0/3062822252 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9497+0+0 (secure 0 0 0) 0x7fa2a80f0fa0 con 0x7fa2b810d040 2024-04-22T00:08:21.830 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.834+0000 7fa2be581640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa2a40a2d30 0x7fa2a40a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:21.830 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.835+0000 7fa2be581640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa2a40a2d30 0x7fa2a40a51f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4006fd0 tx=0x7fa2b4008040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:21.839 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:21.844+0000 7fa2af7fe640 1 -- 172.21.15.80:0/3062822252 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fa2a804b020 con 0x7fa2b810d040 2024-04-22T00:08:21.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:21 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1980263632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:08:22.117 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:08:21 smithi144 sudo[67676]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:22.117 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:08:21 smithi144 sudo[67676]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:22.117 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:08:21 smithi144 sudo[67676]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:22.117 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:08:21 smithi144 sudo[67676]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:22.190 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.195+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa2b819f8b0 con 0x7fa2b810d040 2024-04-22T00:08:22.191 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.196+0000 7fa2af7fe640 1 -- 172.21.15.80:0/3062822252 <== mon.1 v2:172.21.15.144:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v101) ==== 100+0+11 (secure 0 0 0) 0x7fa2a80bd930 con 0x7fa2b810d040 2024-04-22T00:08:22.191 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.199+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa2a40a2d30 msgr2=0x7fa2a40a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.199+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa2a40a2d30 0x7fa2a40a51f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4006fd0 tx=0x7fa2b4008040 comp rx=0 tx=0).stop 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.199+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b810d040 msgr2=0x7fa2b819eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.199+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b810d040 0x7fa2b819eaa0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa2a8009850 tx=0x7fa2a802c950 comp rx=0 tx=0).stop 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.200+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 shutdown_connections 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.200+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fa2a40a2d30 0x7fa2a40a51f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.200+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2b81a2e20 0x7fa2b81a32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.200+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fa2b810d040 0x7fa2b819eaa0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.200+0000 7fa2c07e5640 1 --2- 172.21.15.80:0/3062822252 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fa2b8107fc0 0x7fa2b819e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.200+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 >> 172.21.15.80:0/3062822252 conn(0x7fa2b8075c80 msgr2=0x7fa2b8076530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:22.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.205+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 shutdown_connections 2024-04-22T00:08:22.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.205+0000 7fa2c07e5640 1 -- 172.21.15.80:0/3062822252 wait complete. 2024-04-22T00:08:22.217 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:08:22.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.411+0000 7f01122cd640 1 -- 172.21.15.80:0/4180798704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f010c100da0 msgr2=0x7f010c101220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:22.407 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.411+0000 7f01122cd640 1 --2- 172.21.15.80:0/4180798704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f010c100da0 0x7f010c101220 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0104009cd0 tx=0x7f010402c120 comp rx=0 tx=0).stop 2024-04-22T00:08:22.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.415+0000 7f01122cd640 1 -- 172.21.15.80:0/4180798704 shutdown_connections 2024-04-22T00:08:22.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.415+0000 7f01122cd640 1 --2- 172.21.15.80:0/4180798704 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f010c101760 0x7f010c10d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.415+0000 7f01122cd640 1 --2- 172.21.15.80:0/4180798704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f010c100da0 0x7f010c101220 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.415+0000 7f01122cd640 1 --2- 172.21.15.80:0/4180798704 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f010c1055e0 0x7f010c1059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.415+0000 7f01122cd640 1 -- 172.21.15.80:0/4180798704 >> 172.21.15.80:0/4180798704 conn(0x7f010c076be0 msgr2=0x7f010c0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:22.414 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.419+0000 7f01122cd640 1 -- 172.21.15.80:0/4180798704 shutdown_connections 2024-04-22T00:08:22.418 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.423+0000 7f01122cd640 1 -- 172.21.15.80:0/4180798704 wait complete. 2024-04-22T00:08:22.419 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.423+0000 7f01122cd640 1 Processor -- start 2024-04-22T00:08:22.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.427+0000 7f01122cd640 1 -- start start 2024-04-22T00:08:22.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.427+0000 7f01122cd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f010c100da0 0x7f010c109780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:22.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.427+0000 7f01122cd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f010c101760 0x7f010c109cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:22.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.427+0000 7f01122cd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f010c1055e0 0x7f010c10a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:22.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.427+0000 7f01122cd640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f010c10fa10 con 0x7f010c1055e0 2024-04-22T00:08:22.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.427+0000 7f01122cd640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f010c10f890 con 0x7f010c100da0 2024-04-22T00:08:22.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.427+0000 7f01122cd640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f010c10fb90 con 0x7f010c101760 2024-04-22T00:08:22.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.428+0000 7f011086a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f010c1055e0 0x7f010c10a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:22.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.428+0000 7f011086a640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f010c1055e0 0x7f010c10a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60336/0 (socket says 172.21.15.80:60336) 2024-04-22T00:08:22.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.428+0000 7f011086a640 1 -- 172.21.15.80:0/3128537527 learned_addr learned my addr 172.21.15.80:0/3128537527 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:08:22.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.429+0000 7f011086a640 1 -- 172.21.15.80:0/3128537527 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f010c101760 msgr2=0x7f010c109cc0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:08:22.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.429+0000 7f011086a640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f010c101760 0x7f010c109cc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.429+0000 7f011086a640 1 -- 172.21.15.80:0/3128537527 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f010c100da0 msgr2=0x7f010c109780 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:08:22.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.429+0000 7f011086a640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f010c100da0 0x7f010c109780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.429+0000 7f011086a640 1 -- 172.21.15.80:0/3128537527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f010c0733a0 con 0x7f010c1055e0 2024-04-22T00:08:22.425 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.429+0000 7f011086a640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f010c1055e0 0x7f010c10a200 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f00f4009fd0 tx=0x7f00f400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:22.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.430+0000 7f01097fa640 1 -- 172.21.15.80:0/3128537527 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00f4011830 con 0x7f010c1055e0 2024-04-22T00:08:22.426 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.430+0000 7f01097fa640 1 -- 172.21.15.80:0/3128537527 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00f4016070 con 0x7f010c1055e0 2024-04-22T00:08:22.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.431+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f010c073690 con 0x7f010c1055e0 2024-04-22T00:08:22.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.431+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f010c1154c0 con 0x7f010c1055e0 2024-04-22T00:08:22.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.431+0000 7f01097fa640 1 -- 172.21.15.80:0/3128537527 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00f400f2e0 con 0x7f010c1055e0 2024-04-22T00:08:22.429 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.434+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f010c101db0 con 0x7f010c1055e0 2024-04-22T00:08:22.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.437+0000 7f01097fa640 1 -- 172.21.15.80:0/3128537527 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f00f4010380 con 0x7f010c1055e0 2024-04-22T00:08:22.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.437+0000 7f01097fa640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f00f80a2de0 0x7f00f80a52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:22.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.438+0000 7f01097fa640 1 -- 172.21.15.80:0/3128537527 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9497+0+0 (secure 0 0 0) 0x7f00f40ce530 con 0x7f010c1055e0 2024-04-22T00:08:22.436 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.439+0000 7f010bfff640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f00f80a2de0 0x7f00f80a52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:22.443 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.447+0000 7f01097fa640 1 -- 172.21.15.80:0/3128537527 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f00f401f060 con 0x7f010c1055e0 2024-04-22T00:08:22.447 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.451+0000 7f010bfff640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f00f80a2de0 0x7f00f80a52a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f00fc009670 tx=0x7f00fc006bd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:22.477 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:08:22 smithi080 sudo[89450]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:22.477 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:08:22 smithi080 sudo[89450]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:22.477 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:08:22 smithi080 sudo[89450]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:22.477 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:08:22 smithi080 sudo[89450]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:22.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:22 smithi120 ceph-mon[31499]: pgmap v317: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 623 MiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 98 KiB/s wr, 15 op/s 2024-04-22T00:08:22.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:22 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3285126392' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:08:22.748 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:22 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3062822252' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:08:22.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.792+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f010c10ac60 con 0x7f010c1055e0 2024-04-22T00:08:22.789 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.793+0000 7f01097fa640 1 -- 172.21.15.80:0/3128537527 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v101) ==== 103+0+11 (secure 0 0 0) 0x7f00f4017270 con 0x7f010c1055e0 2024-04-22T00:08:22.789 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-22T00:08:22.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f00f80a2de0 msgr2=0x7f00f80a52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:22.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f00f80a2de0 0x7f00f80a52a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f00fc009670 tx=0x7f00fc006bd0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f010c1055e0 msgr2=0x7f010c10a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:22.792 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f010c1055e0 0x7f010c10a200 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f00f4009fd0 tx=0x7f00f400b8e0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 shutdown_connections 2024-04-22T00:08:22.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f010c1055e0 0x7f010c10a200 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f010c101760 0x7f010c109cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f00f80a2de0 0x7f00f80a52a0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 --2- 172.21.15.80:0/3128537527 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f010c100da0 0x7f010c109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:22.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.797+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 >> 172.21.15.80:0/3128537527 conn(0x7f010c076be0 msgr2=0x7f010c103250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:22.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.798+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 shutdown_connections 2024-04-22T00:08:22.793 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.798+0000 7f01122cd640 1 -- 172.21.15.80:0/3128537527 wait complete. 2024-04-22T00:08:22.810 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-22T00:08:22.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:22 smithi080 ceph-mon[27925]: pgmap v317: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 623 MiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 98 KiB/s wr, 15 op/s 2024-04-22T00:08:22.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:22 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3285126392' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:08:22.811 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:22 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3062822252' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:08:22.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:22 smithi144 ceph-mon[31316]: pgmap v317: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 623 MiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 98 KiB/s wr, 15 op/s 2024-04-22T00:08:22.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:22 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3285126392' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:08:22.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:22 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3062822252' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:08:22.993 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.997+0000 7f4181622640 1 -- 172.21.15.80:0/1634973484 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c108740 msgr2=0x7f417c108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:22.993 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:22.997+0000 7f4181622640 1 --2- 172.21.15.80:0/1634973484 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c108740 0x7f417c108b80 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f417401acb0 tx=0x7f417403d170 comp rx=0 tx=0).stop 2024-04-22T00:08:23.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.006+0000 7f4181622640 1 -- 172.21.15.80:0/1634973484 shutdown_connections 2024-04-22T00:08:23.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.006+0000 7f4181622640 1 --2- 172.21.15.80:0/1634973484 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f417c1091a0 0x7f417c11cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:23.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.006+0000 7f4181622640 1 --2- 172.21.15.80:0/1634973484 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c108740 0x7f417c108b80 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:23.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.006+0000 7f4181622640 1 --2- 172.21.15.80:0/1634973484 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f417c10fc90 0x7f417c110070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:23.002 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.006+0000 7f4181622640 1 -- 172.21.15.80:0/1634973484 >> 172.21.15.80:0/1634973484 conn(0x7f417c06c6a0 msgr2=0x7f417c06cab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:23.007 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.012+0000 7f4181622640 1 -- 172.21.15.80:0/1634973484 shutdown_connections 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.014+0000 7f4181622640 1 -- 172.21.15.80:0/1634973484 wait complete. 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.015+0000 7f4181622640 1 Processor -- start 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.015+0000 7f4181622640 1 -- start start 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f4181622640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f417c108740 0x7f417c11c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f4181622640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c1091a0 0x7f417c11cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f4181622640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f417c10fc90 0x7f417c118ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f4181622640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f417c1130d0 con 0x7f417c1091a0 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f4181622640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f417c112f50 con 0x7f417c108740 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f4181622640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f417c113250 con 0x7f417c10fc90 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f417b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c1091a0 0x7f417c11cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f417b7fe640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c1091a0 0x7f417c11cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:60348/0 (socket says 172.21.15.80:60348) 2024-04-22T00:08:23.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f417b7fe640 1 -- 172.21.15.80:0/1341155228 learned_addr learned my addr 172.21.15.80:0/1341155228 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:08:23.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.016+0000 7f4180e21640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f417c10fc90 0x7f417c118ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:23.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.017+0000 7f417b7fe640 1 -- 172.21.15.80:0/1341155228 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f417c10fc90 msgr2=0x7f417c118ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:23.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.017+0000 7f417b7fe640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f417c10fc90 0x7f417c118ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:23.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.017+0000 7f417b7fe640 1 -- 172.21.15.80:0/1341155228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f417c108740 msgr2=0x7f417c11c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:23.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.017+0000 7f417b7fe640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f417c108740 0x7f417c11c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:23.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.017+0000 7f417b7fe640 1 -- 172.21.15.80:0/1341155228 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f417c119560 con 0x7f417c1091a0 2024-04-22T00:08:23.014 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.017+0000 7f417b7fe640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c1091a0 0x7f417c11cf20 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f417403d780 tx=0x7f4174003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:23.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.020+0000 7f41797fa640 1 -- 172.21.15.80:0/1341155228 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417404a040 con 0x7f417c1091a0 2024-04-22T00:08:23.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.020+0000 7f41797fa640 1 -- 172.21.15.80:0/1341155228 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4174003e10 con 0x7f417c1091a0 2024-04-22T00:08:23.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.021+0000 7f41797fa640 1 -- 172.21.15.80:0/1341155228 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174045ad0 con 0x7f417c1091a0 2024-04-22T00:08:23.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.022+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f417c119790 con 0x7f417c1091a0 2024-04-22T00:08:23.017 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.022+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f417c1aacd0 con 0x7f417c1091a0 2024-04-22T00:08:23.021 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.026+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f417c06d940 con 0x7f417c1091a0 2024-04-22T00:08:23.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.027+0000 7f41797fa640 1 -- 172.21.15.80:0/1341155228 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4174045c70 con 0x7f417c1091a0 2024-04-22T00:08:23.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.027+0000 7f41797fa640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41600a2d30 0x7f41600a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:08:23.025 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.028+0000 7f41797fa640 1 -- 172.21.15.80:0/1341155228 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9497+0+0 (secure 0 0 0) 0x7f41741025f0 con 0x7f417c1091a0 2024-04-22T00:08:23.026 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.030+0000 7f417bfff640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41600a2d30 0x7f41600a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:08:23.034 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.039+0000 7f41797fa640 1 -- 172.21.15.80:0/1341155228 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f417405e060 con 0x7f417c1091a0 2024-04-22T00:08:23.051 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.055+0000 7f417bfff640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41600a2d30 0x7f41600a51f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f416c0096f0 tx=0x7f416c006c40 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:08:23.201 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:08:23 smithi080 sudo[89504]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:23.201 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:08:23 smithi080 sudo[89504]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:23.201 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:08:23 smithi080 sudo[89504]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:23.201 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:08:23 smithi080 sudo[89504]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:23.480 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.485+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f417c1aaea0 con 0x7f417c1091a0 2024-04-22T00:08:23.498 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.502+0000 7f41797fa640 1 -- 172.21.15.80:0/1341155228 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+740903 (secure 0 0 0) 0x7f41740cef80 con 0x7f417c1091a0 2024-04-22T00:08:23.508 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-22T00:08:23.508 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-22T00:08:23.508 INFO:teuthology.orchestra.run.smithi080.stdout: "epoch": 26, 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "active_gid": 15477, 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "active_name": "x", 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "active_addrs": { 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "addrvec": [ 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v2", 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "172.21.15.80:6800", 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 2795458070 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v1", 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "172.21.15.80:6801", 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 2795458070 2024-04-22T00:08:23.509 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "active_addr": "172.21.15.80:6801/2795458070", 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "active_change": "2024-04-21T23:58:09.124378+0000", 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "active_mgr_features": 4540701547738038271, 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "available": true, 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "standbys": [ 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "gid": 24970, 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "z", 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "mgr_features": 4540701547738038271, 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "available_modules": [ 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.510 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "alerts", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T00:08:23.511 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.512 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.513 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.514 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.515 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.516 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_destination": { 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_destination", 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Email address to send alerts to", 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.517 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_from_name": { 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_from_name", 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "Ceph", 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Email From: name", 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_host": { 2024-04-22T00:08:23.518 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_host", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP server", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_password": { 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_password", 2024-04-22T00:08:23.519 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Password to authenticate with", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_port": { 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_port", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.520 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "465", 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP port", 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_sender": { 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_sender", 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.521 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP envelope sender", 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_ssl": { 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_ssl", 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.522 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_user": { 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_user", 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.523 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "User to authenticate as", 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "balancer", 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.524 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "active": { 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "active", 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.525 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "begin_time": { 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "begin_time", 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0000", 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:08:23.526 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "begin_weekday": { 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "begin_weekday", 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0", 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "6", 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.527 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_max_iterations": { 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_max_iterations", 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "25", 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "250", 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.528 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_metrics": { 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_metrics", 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.529 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_step": { 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_step", 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0.5", 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0.001", 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "0.999", 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "aggressiveness of optimization", 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "end_time": { 2024-04-22T00:08:23.530 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "end_time", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "2359", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "end_weekday": { 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "end_weekday", 2024-04-22T00:08:23.531 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "6", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.532 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.533 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.534 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.535 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.536 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "min_score": { 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "min_score", 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:23.537 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": { 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mode", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "upmap", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.538 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "crush-compat", 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "none", 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "read", 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap", 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap-read" 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Balancer mode", 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "pool_ids": { 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pool_ids", 2024-04-22T00:08:23.539 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.540 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap_max_deviation": { 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "upmap_max_deviation", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.541 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap_max_optimizations": { 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "upmap_max_optimizations", 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.542 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cephadm", 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.543 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_down_multiplier": { 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_down_multiplier", 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3.0", 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_refresh_rate": { 2024-04-22T00:08:23.544 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_refresh_rate", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "20", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_starting_port": { 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_starting_port", 2024-04-22T00:08:23.545 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "4721", 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_ptrace": { 2024-04-22T00:08:23.546 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_ptrace", 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "autotune_interval": { 2024-04-22T00:08:23.547 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "autotune_interval", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "autotune_memory_target_ratio": { 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T00:08:23.548 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0.7", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm_log_destination": { 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cephadm_log_destination", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.549 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "file", 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "file,syslog", 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "syslog" 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.550 INFO:teuthology.orchestra.run.smithi080.stdout: "cgroups_split": { 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cgroups_split", 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "config_checks_enabled": { 2024-04-22T00:08:23.551 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_checks_enabled", 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.552 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "config_dashboard": { 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_dashboard", 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.553 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_alertmanager": { 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_alertmanager", 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.554 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_base": { 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_base", 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Container image name, without the tag", 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.555 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_elasticsearch": { 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_elasticsearch", 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "elasticsearch container image", 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_grafana": { 2024-04-22T00:08:23.556 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_grafana", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_haproxy": { 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_haproxy", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.557 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "HAproxy container image", 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_agent": { 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_agent", 2024-04-22T00:08:23.558 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger agent container image", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_collector": { 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_collector", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.559 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger collector container image", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_query": { 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_query", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.560 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger query container image", 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_keepalived": { 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_keepalived", 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.561 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Keepalived container image", 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_loki": { 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_loki", 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.562 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Loki container image", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_node_exporter": { 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_node_exporter", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T00:08:23.563 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_nvmeof": { 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_nvmeof", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.564 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Nvme-of container image", 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_prometheus": { 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_prometheus", 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.565 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_promtail": { 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_promtail", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Promtail container image", 2024-04-22T00:08:23.566 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_samba": { 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_samba", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Samba/SMB container image", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.567 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_snmp_gateway": { 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_snmp_gateway", 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SNMP Gateway container image", 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.568 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "container_init": { 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_init", 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.569 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "daemon_cache_timeout": { 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "daemon_cache_timeout", 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.570 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "default_cephadm_command_timeout": { 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "900", 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.571 INFO:teuthology.orchestra.run.smithi080.stdout: "default_registry": { 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "default_registry", 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io", 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "device_cache_timeout": { 2024-04-22T00:08:23.572 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_cache_timeout", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1800", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache device inventory", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "device_enhanced_scan": { 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_enhanced_scan", 2024-04-22T00:08:23.573 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "facts_cache_timeout": { 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "facts_cache_timeout", 2024-04-22T00:08:23.574 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache host facts data", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "grafana_dashboards_path": { 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "grafana_dashboards_path", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.575 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "host_check_interval": { 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "host_check_interval", 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.576 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to perform a host check", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "hw_monitoring": { 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "hw_monitoring", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.577 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "inventory_list_all": { 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "inventory_list_all", 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.578 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.579 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "log_refresh_metadata": { 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_refresh_metadata", 2024-04-22T00:08:23.580 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.581 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.582 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.583 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.584 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.585 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "*", 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.586 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "max_count_per_host": { 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_count_per_host", 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "max number of daemons per service per host", 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.587 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "max_osd_draining_count": { 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_osd_draining_count", 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.588 INFO:teuthology.orchestra.run.smithi080.stdout: "migration_current": { 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "migration_current", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "internal - do not modify", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": { 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mode", 2024-04-22T00:08:23.589 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "root", 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm-package", 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "root" 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.590 INFO:teuthology.orchestra.run.smithi080.stdout: "oob_default_addr": { 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "oob_default_addr", 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "169.254.1.1", 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "prometheus_alerts_path": { 2024-04-22T00:08:23.591 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prometheus_alerts_path", 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.592 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_insecure": { 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_insecure", 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_password": { 2024-04-22T00:08:23.593 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_password", 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_url": { 2024-04-22T00:08:23.594 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_url", 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_username": { 2024-04-22T00:08:23.595 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_username", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "secure_monitoring_stack": { 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "secure_monitoring_stack", 2024-04-22T00:08:23.596 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "service_discovery_port": { 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "service_discovery_port", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.597 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8765", 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "cephadm service discovery port", 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "ssh_config_file": { 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssh_config_file", 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.598 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "use_agent": { 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "use_agent", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.599 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "use_repo_digest": { 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "use_repo_digest", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.600 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_failed_host_check": { 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_failed_host_check", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.601 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_stray_daemons": { 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_stray_daemons", 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.602 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_stray_hosts": { 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_stray_hosts", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.603 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crash", 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.604 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.605 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.606 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.607 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.608 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "retain_interval": { 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "retain_interval", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.609 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "31536000", 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_recent_interval": { 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_recent_interval", 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.610 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1209600", 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "dashboard", 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.611 INFO:teuthology.orchestra.run.smithi080.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T00:08:23.612 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T00:08:23.613 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "AUDIT_API_ENABLED": { 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T00:08:23.614 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.615 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.616 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.617 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T00:08:23.618 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.619 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.620 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.621 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.622 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.623 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.624 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.625 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.626 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_URL": { 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_URL", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.627 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.628 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.629 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.630 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.631 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.632 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.633 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.634 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.635 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.636 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.637 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.638 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T00:08:23.639 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T00:08:23.640 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.641 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.642 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.643 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.644 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "45", 2024-04-22T00:08:23.645 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.646 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.647 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.648 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.649 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.650 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.651 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.652 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "cross_origin_url": { 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cross_origin_url", 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.653 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "crt_file": { 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crt_file", 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.654 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "debug": { 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "debug", 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable/disable debug options", 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.655 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "jwt_token_ttl": { 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "jwt_token_ttl", 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "28800", 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.656 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "key_file": { 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "key_file", 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.657 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.658 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.659 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.660 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.661 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "motd": { 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "motd", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.662 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "The message of the day", 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "redirect_resolve_ip_addr": { 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.663 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "::", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.664 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8080", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.665 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl": { 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl", 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.666 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl_server_port": { 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl_server_port", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8443", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.667 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_behaviour": { 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_behaviour", 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.669 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "redirect", 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "redirect" 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_error_status_code": { 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_error_status_code", 2024-04-22T00:08:23.670 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "500", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "400", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "599", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "url_prefix": { 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "url_prefix", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.671 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "devicehealth", 2024-04-22T00:08:23.672 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "enable_monitoring": { 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enable_monitoring", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "monitor device health metrics", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.673 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.674 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.675 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.676 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.677 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "mark_out_threshold": { 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mark_out_threshold", 2024-04-22T00:08:23.678 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "2419200", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "pool_name": { 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pool_name", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.679 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "device_health_metrics", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "retention_period": { 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "retention_period", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.680 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15552000", 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long to retain device health metrics", 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "scrape_frequency": { 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "scrape_frequency", 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.681 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "86400", 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "self_heal": { 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "self_heal", 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.682 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.683 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_threshold": { 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_threshold", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "7257600", 2024-04-22T00:08:23.684 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "diskprediction_local", 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.685 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.686 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.687 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.688 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.689 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "predict_interval": { 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "predict_interval", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.690 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "86400", 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "predictor_model": { 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "predictor_model", 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.691 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "prophetstor", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:23.692 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "influx", 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": false, 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "influxdb python module not found", 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "batch_size": { 2024-04-22T00:08:23.693 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "batch_size", 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5000", 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.694 INFO:teuthology.orchestra.run.smithi080.stdout: "database": { 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "database", 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "ceph", 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "hostname": { 2024-04-22T00:08:23.695 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "hostname", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB server hostname", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.696 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "30", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "5", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.697 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.698 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.699 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.700 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.701 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "password": { 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "password", 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.702 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "password of InfluxDB server user", 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "port": { 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "port", 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8086", 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.703 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB server port", 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl": { 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl", 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "false", 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.704 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "threads": { 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "threads", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "32", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T00:08:23.705 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "username": { 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "username", 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "username of InfluxDB server user", 2024-04-22T00:08:23.706 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "verify_ssl": { 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "verify_ssl", 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "true", 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.707 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "insights", 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.708 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.709 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.710 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.711 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.712 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "iostat", 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.713 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.714 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.715 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.716 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.717 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "k8sevents", 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.718 INFO:teuthology.orchestra.run.smithi080.stdout: "ceph_event_retention_days": { 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ceph_event_retention_days", 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "7", 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "config_check_secs": { 2024-04-22T00:08:23.719 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_check_secs", 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "10", 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.720 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.721 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.722 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.723 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.724 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "localpool", 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.725 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "failure_domain": { 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "failure_domain", 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "host", 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "failure domain for any created local pool", 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.726 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.727 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.728 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.729 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.730 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "min_size": { 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "min_size", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.731 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default min_size for any created local pool", 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "num_rep": { 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "num_rep", 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3", 2024-04-22T00:08:23.732 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default replica count for any created local pool", 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "pg_num": { 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pg_num", 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "128", 2024-04-22T00:08:23.733 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "prefix": { 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prefix", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.734 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "name prefix for any created local pool", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "subtree": { 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "subtree", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "rack", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.735 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mds_autoscaler", 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.736 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.737 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.738 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.739 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.740 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mirroring", 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.741 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.742 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.743 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.744 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.745 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "nfs", 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.746 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.747 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.748 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.749 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.750 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "orchestrator", 2024-04-22T00:08:23.751 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "fail_fs": { 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "fail_fs", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.752 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.753 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.754 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.755 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.756 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "orchestrator": { 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "orchestrator", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.757 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm", 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "rook", 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "test_orchestrator" 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Orchestrator backend", 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.758 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "osd_perf_query", 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.759 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.760 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.761 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.762 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.763 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "osd_support", 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.764 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.765 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.766 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.767 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.768 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pg_autoscaler", 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.769 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.770 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.771 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.772 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.773 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.774 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "threshold": { 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "threshold", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.775 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3.0", 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1.0", 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "scaling threshold", 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "progress", 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.776 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_pg_recovery_event": { 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_pg_recovery_event", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.777 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "enabled": { 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enabled", 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.778 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.779 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.780 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.781 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.782 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "max_completed_events": { 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_completed_events", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "50", 2024-04-22T00:08:23.783 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "number of past completed events to remember", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.784 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long the module is going to sleep", 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prometheus", 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.785 INFO:teuthology.orchestra.run.smithi080.stdout: "cache": { 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cache", 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "exclude_perf_counters": { 2024-04-22T00:08:23.786 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "exclude_perf_counters", 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.787 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.788 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.789 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.790 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.791 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_stats_pools": { 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_stats_pools", 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.792 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "300", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.793 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "scrape_interval": { 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "scrape_interval", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15.0", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.794 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "::", 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.795 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "9283", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T00:08:23.796 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "stale_cache_strategy": { 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "stale_cache_strategy", 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "log", 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.797 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_behaviour": { 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_behaviour", 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "default", 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "default", 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: "error" 2024-04-22T00:08:23.798 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_error_status_code": { 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_error_status_code", 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "500", 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "400", 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "599", 2024-04-22T00:08:23.799 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_support", 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.800 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.801 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.802 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.803 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.804 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "max_concurrent_snap_create": { 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_concurrent_snap_create", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:23.805 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "mirror_snapshot_schedule": { 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.806 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "trash_purge_schedule": { 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "trash_purge_schedule", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.807 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "restful", 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "enable_auth": { 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enable_auth", 2024-04-22T00:08:23.808 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "key_file": { 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "key_file", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.809 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.810 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.811 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.812 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.813 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.814 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.815 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.816 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rgw", 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.817 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.818 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.819 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.820 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.821 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rook", 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.822 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.823 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.824 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.825 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.826 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "storage_class": { 2024-04-22T00:08:23.827 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "storage_class", 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "local", 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.828 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "selftest", 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.829 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.830 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.831 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.832 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.833 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "roption1": { 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "roption1", 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.834 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "roption2": { 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "roption2", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "xyz", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.835 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption1": { 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption1", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.836 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption2": { 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption2", 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.837 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption3": { 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption3", 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.838 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption4": { 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption4", 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.839 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption5": { 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption5", 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.840 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption6": { 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption6", 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.841 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption7": { 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption7", 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "42", 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "testkey": { 2024-04-22T00:08:23.842 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testkey", 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "testlkey": { 2024-04-22T00:08:23.843 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testlkey", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "testnewline": { 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testnewline", 2024-04-22T00:08:23.844 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.845 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snap_schedule", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_m_granularity": { 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_m_granularity", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.846 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "dump_on_update": { 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "dump_on_update", 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "dump database to debug log on update", 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.847 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.848 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.849 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.850 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.851 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.852 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "stats", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.853 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.854 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.855 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.856 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.857 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "status", 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.858 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.859 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.860 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.861 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.862 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "telegraf", 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "address": { 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "address", 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.863 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.864 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.865 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.866 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.867 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.868 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.869 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.870 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.870 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.870 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.870 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.870 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.870 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.954 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "telemetry", 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_basic": { 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_basic", 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.955 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_crash": { 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_crash", 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.956 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_device": { 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_device", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.957 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_ident": { 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_ident", 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.958 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_perf": { 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_perf", 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.959 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "contact": { 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "contact", 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.960 INFO:teuthology.orchestra.run.smithi080.stdout: "description": { 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "description", 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.961 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "device_url": { 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_url", 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.962 INFO:teuthology.orchestra.run.smithi080.stdout: "enabled": { 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enabled", 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.963 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "24", 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "8", 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "last_opt_revision": { 2024-04-22T00:08:23.964 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "last_opt_revision", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "leaderboard": { 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "leaderboard", 2024-04-22T00:08:23.965 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "leaderboard_description": { 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "leaderboard_description", 2024-04-22T00:08:23.966 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.967 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.968 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.969 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.970 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.971 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "organization": { 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "organization", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.972 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "proxy": { 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "proxy", 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.973 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "url": { 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "url", 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.974 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "test_orchestrator", 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.975 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.976 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.977 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.978 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.979 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "volumes", 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.980 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.981 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.982 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.983 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.984 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "max_concurrent_clones": { 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_concurrent_clones", 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "4", 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.985 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "periodic_async_work": { 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "periodic_async_work", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Periodically check for async work", 2024-04-22T00:08:23.986 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "snapshot_clone_delay": { 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snapshot_clone_delay", 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T00:08:23.987 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "snapshot_clone_no_wait": { 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.988 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix", 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "discovery_interval": { 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "discovery_interval", 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.989 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "100", 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "identifier": { 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "identifier", 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.990 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.991 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.992 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.993 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.994 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.995 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.996 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_host": { 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_host", 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_port": { 2024-04-22T00:08:23.997 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_port", 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10051", 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_sender": { 2024-04-22T00:08:23.998 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_sender", 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:23.999 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "gid": 25025, 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "y", 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "mgr_features": 4540701547738038271, 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "available_modules": [ 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "alerts", 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.000 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.001 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.002 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.003 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.004 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.005 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_destination": { 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_destination", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.006 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Email address to send alerts to", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_from_name": { 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_from_name", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "Ceph", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.007 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Email From: name", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_host": { 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_host", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.008 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP server", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_password": { 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_password", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Password to authenticate with", 2024-04-22T00:08:24.009 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_port": { 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_port", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "465", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP port", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.010 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_sender": { 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_sender", 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP envelope sender", 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.011 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_ssl": { 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_ssl", 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.012 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_user": { 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_user", 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "User to authenticate as", 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.013 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "balancer", 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "active": { 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "active", 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.014 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "begin_time": { 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "begin_time", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0000", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.015 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "begin_weekday": { 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "begin_weekday", 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0", 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "6", 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.016 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_max_iterations": { 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_max_iterations", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "25", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "250", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T00:08:24.017 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_metrics": { 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_metrics", 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T00:08:24.018 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_step": { 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_step", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0.5", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0.001", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "0.999", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "aggressiveness of optimization", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.019 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "end_time": { 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "end_time", 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "2359", 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.020 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "end_weekday": { 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "end_weekday", 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0", 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "6", 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.021 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.022 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.023 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.024 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.025 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "min_score": { 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "min_score", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.026 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": { 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mode", 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.027 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "upmap", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "crush-compat", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "none", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "read", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap-read" 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Balancer mode", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.028 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "pool_ids": { 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pool_ids", 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.029 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.030 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap_max_deviation": { 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "upmap_max_deviation", 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.031 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap_max_optimizations": { 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "upmap_max_optimizations", 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.032 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cephadm", 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_down_multiplier": { 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_down_multiplier", 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3.0", 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.033 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_refresh_rate": { 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_refresh_rate", 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "20", 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.034 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_starting_port": { 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_starting_port", 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "4721", 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.035 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_ptrace": { 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_ptrace", 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.036 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "autotune_interval": { 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "autotune_interval", 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.037 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "autotune_memory_target_ratio": { 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0.7", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T00:08:24.038 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm_log_destination": { 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cephadm_log_destination", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "file", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "file,syslog", 2024-04-22T00:08:24.039 INFO:teuthology.orchestra.run.smithi080.stdout: "syslog" 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "cgroups_split": { 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cgroups_split", 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.040 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "config_checks_enabled": { 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_checks_enabled", 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.041 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "config_dashboard": { 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_dashboard", 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.042 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_alertmanager": { 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_alertmanager", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:24.043 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_base": { 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_base", 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.044 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Container image name, without the tag", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_elasticsearch": { 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_elasticsearch", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "elasticsearch container image", 2024-04-22T00:08:24.045 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_grafana": { 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_grafana", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.046 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_haproxy": { 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_haproxy", 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "HAproxy container image", 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.047 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_agent": { 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_agent", 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger agent container image", 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.048 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_collector": { 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_collector", 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger collector container image", 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.049 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_query": { 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_query", 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger query container image", 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.050 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_keepalived": { 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_keepalived", 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Keepalived container image", 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.051 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_loki": { 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_loki", 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Loki container image", 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.052 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_node_exporter": { 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_node_exporter", 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.053 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_nvmeof": { 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_nvmeof", 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Nvme-of container image", 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.054 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_prometheus": { 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_prometheus", 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.055 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_promtail": { 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_promtail", 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Promtail container image", 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_samba": { 2024-04-22T00:08:24.056 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_samba", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Samba/SMB container image", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_snmp_gateway": { 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_snmp_gateway", 2024-04-22T00:08:24.057 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SNMP Gateway container image", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "container_init": { 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_init", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.058 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "daemon_cache_timeout": { 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "daemon_cache_timeout", 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.059 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "default_cephadm_command_timeout": { 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.060 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "900", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "default_registry": { 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "default_registry", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.061 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io", 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "device_cache_timeout": { 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_cache_timeout", 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.062 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1800", 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache device inventory", 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "device_enhanced_scan": { 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_enhanced_scan", 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.063 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "facts_cache_timeout": { 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "facts_cache_timeout", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.064 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache host facts data", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "grafana_dashboards_path": { 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "grafana_dashboards_path", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.065 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "host_check_interval": { 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "host_check_interval", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.066 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to perform a host check", 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "hw_monitoring": { 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "hw_monitoring", 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.067 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "inventory_list_all": { 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "inventory_list_all", 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.068 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.069 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "log_refresh_metadata": { 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_refresh_metadata", 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.070 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.071 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.072 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.073 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.074 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.075 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.077 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.077 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.077 INFO:teuthology.orchestra.run.smithi080.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T00:08:24.077 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T00:08:24.077 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.077 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.077 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.077 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "*", 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "max_count_per_host": { 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_count_per_host", 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.078 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "max number of daemons per service per host", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "max_osd_draining_count": { 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_osd_draining_count", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.079 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "migration_current": { 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "migration_current", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.080 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "internal - do not modify", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": { 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mode", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "root", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.081 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm-package", 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "root" 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "oob_default_addr": { 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "oob_default_addr", 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "169.254.1.1", 2024-04-22T00:08:24.082 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "prometheus_alerts_path": { 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prometheus_alerts_path", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.083 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_insecure": { 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_insecure", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.084 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_password": { 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_password", 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.085 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_url": { 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_url", 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.086 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_username": { 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_username", 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.087 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "secure_monitoring_stack": { 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "secure_monitoring_stack", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.088 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "service_discovery_port": { 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "service_discovery_port", 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8765", 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "cephadm service discovery port", 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.089 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "ssh_config_file": { 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssh_config_file", 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.090 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "use_agent": { 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "use_agent", 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.091 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "use_repo_digest": { 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "use_repo_digest", 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.092 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_failed_host_check": { 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_failed_host_check", 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_stray_daemons": { 2024-04-22T00:08:24.093 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_stray_daemons", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_stray_hosts": { 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_stray_hosts", 2024-04-22T00:08:24.094 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crash", 2024-04-22T00:08:24.095 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.096 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.097 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.098 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.099 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "retain_interval": { 2024-04-22T00:08:24.100 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "retain_interval", 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "31536000", 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_recent_interval": { 2024-04-22T00:08:24.101 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_recent_interval", 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1209600", 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.102 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "dashboard", 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.103 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.104 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.105 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "AUDIT_API_ENABLED": { 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.106 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.107 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.108 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.109 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.110 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T00:08:24.111 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T00:08:24.112 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T00:08:24.113 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.114 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.115 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.116 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.117 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_URL": { 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_URL", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.118 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.119 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.120 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.121 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.122 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.123 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.124 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.125 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.126 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.127 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.128 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.129 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.130 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.131 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.132 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T00:08:24.133 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.134 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T00:08:24.135 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8", 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T00:08:24.136 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "45", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T00:08:24.137 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T00:08:24.138 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.139 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.140 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.141 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.142 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:24.143 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "cross_origin_url": { 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cross_origin_url", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.144 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "crt_file": { 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crt_file", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.145 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "debug": { 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "debug", 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.146 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable/disable debug options", 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "jwt_token_ttl": { 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "jwt_token_ttl", 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "28800", 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.147 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "key_file": { 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "key_file", 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.148 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.149 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.150 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.151 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.152 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.153 INFO:teuthology.orchestra.run.smithi080.stdout: "motd": { 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "motd", 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "The message of the day", 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.154 INFO:teuthology.orchestra.run.smithi080.stdout: "redirect_resolve_ip_addr": { 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.155 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "::", 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.156 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8080", 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.157 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.158 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.158 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.158 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.158 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.158 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl": { 2024-04-22T00:08:24.158 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl", 2024-04-22T00:08:24.158 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.158 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.159 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.159 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.159 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.159 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.159 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.159 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.159 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.159 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.160 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.160 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.160 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl_server_port": { 2024-04-22T00:08:24.160 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl_server_port", 2024-04-22T00:08:24.160 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.160 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.160 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.160 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8443", 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_behaviour": { 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_behaviour", 2024-04-22T00:08:24.161 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "redirect", 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "redirect" 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.162 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_error_status_code": { 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_error_status_code", 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "500", 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "400", 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "599", 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.163 INFO:teuthology.orchestra.run.smithi080.stdout: "url_prefix": { 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "url_prefix", 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.164 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "devicehealth", 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "enable_monitoring": { 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enable_monitoring", 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.165 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "monitor device health metrics", 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.166 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.167 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.168 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.169 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.170 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "mark_out_threshold": { 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mark_out_threshold", 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "2419200", 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.171 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "pool_name": { 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pool_name", 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "device_health_metrics", 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.172 INFO:teuthology.orchestra.run.smithi080.stdout: "retention_period": { 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "retention_period", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15552000", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long to retain device health metrics", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "scrape_frequency": { 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "scrape_frequency", 2024-04-22T00:08:24.173 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "86400", 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "self_heal": { 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "self_heal", 2024-04-22T00:08:24.174 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.175 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_threshold": { 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_threshold", 2024-04-22T00:08:24.176 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "7257600", 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.177 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "diskprediction_local", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.178 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.179 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.180 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.181 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.182 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "predict_interval": { 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "predict_interval", 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "86400", 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.183 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "predictor_model": { 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "predictor_model", 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "prophetstor", 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.184 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.185 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "influx", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": false, 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "influxdb python module not found", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "batch_size": { 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "batch_size", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5000", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T00:08:24.186 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "database": { 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "database", 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "ceph", 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T00:08:24.187 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "hostname": { 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "hostname", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB server hostname", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.188 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "30", 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "5", 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.189 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.190 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.191 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.192 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.193 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "password": { 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "password", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.194 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "password of InfluxDB server user", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "port": { 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "port", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.195 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8086", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB server port", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl": { 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "false", 2024-04-22T00:08:24.196 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "threads": { 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "threads", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:24.197 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "32", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "username": { 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "username", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.198 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "username of InfluxDB server user", 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "verify_ssl": { 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "verify_ssl", 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "true", 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.199 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "insights", 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.200 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.201 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.202 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.203 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.204 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "iostat", 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.205 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.206 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.207 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.208 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.209 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "k8sevents", 2024-04-22T00:08:24.210 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "ceph_event_retention_days": { 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ceph_event_retention_days", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "7", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.211 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "config_check_secs": { 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_check_secs", 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "10", 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.212 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.213 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.214 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.215 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.216 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.217 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "localpool", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "failure_domain": { 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "failure_domain", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "host", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "failure domain for any created local pool", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T00:08:24.218 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.219 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.220 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.221 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.222 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "min_size": { 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "min_size", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.223 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default min_size for any created local pool", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "num_rep": { 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "num_rep", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.224 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3", 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default replica count for any created local pool", 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "pg_num": { 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pg_num", 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.225 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "128", 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "prefix": { 2024-04-22T00:08:24.226 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prefix", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "name prefix for any created local pool", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "subtree": { 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "subtree", 2024-04-22T00:08:24.227 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "rack", 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.228 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mds_autoscaler", 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.229 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.230 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.231 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.232 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.233 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mirroring", 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.234 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.235 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.236 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.237 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.238 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "nfs", 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.239 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.240 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.241 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.242 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.243 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "orchestrator", 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.244 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "fail_fs": { 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "fail_fs", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.245 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.246 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.247 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.248 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.249 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "orchestrator": { 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "orchestrator", 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.250 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm", 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "rook", 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "test_orchestrator" 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Orchestrator backend", 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.251 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "osd_perf_query", 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.252 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.253 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.254 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.255 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.256 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "osd_support", 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.257 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.258 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.259 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.260 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.261 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pg_autoscaler", 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.262 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.263 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.264 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.265 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.266 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.267 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "threshold": { 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "threshold", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.268 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3.0", 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1.0", 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "scaling threshold", 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "progress", 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.269 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_pg_recovery_event": { 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_pg_recovery_event", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.270 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "enabled": { 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enabled", 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.271 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.272 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.273 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.274 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.275 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "max_completed_events": { 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_completed_events", 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.276 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "50", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "number of past completed events to remember", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:24.277 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long the module is going to sleep", 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prometheus", 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.278 INFO:teuthology.orchestra.run.smithi080.stdout: "cache": { 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cache", 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.279 INFO:teuthology.orchestra.run.smithi080.stdout: "exclude_perf_counters": { 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "exclude_perf_counters", 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.280 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.281 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.281 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.281 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.281 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.281 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.281 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.281 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.282 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.283 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.284 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.285 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_stats_pools": { 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_stats_pools", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.286 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "300", 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.287 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "scrape_interval": { 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "scrape_interval", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15.0", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.288 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "::", 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.289 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "9283", 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.290 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "stale_cache_strategy": { 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "stale_cache_strategy", 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "log", 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.291 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_behaviour": { 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_behaviour", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "default", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "default", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "error" 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.292 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_error_status_code": { 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_error_status_code", 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "500", 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "400", 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "599", 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.293 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_support", 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.294 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.295 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.296 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.297 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.298 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "max_concurrent_snap_create": { 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_concurrent_snap_create", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.299 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "mirror_snapshot_schedule": { 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.300 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "trash_purge_schedule": { 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "trash_purge_schedule", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.301 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "restful", 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "enable_auth": { 2024-04-22T00:08:24.302 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enable_auth", 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "key_file": { 2024-04-22T00:08:24.303 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "key_file", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.304 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.305 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.306 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.307 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.308 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.309 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.310 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.311 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rgw", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.312 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.313 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.314 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.315 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.316 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rook", 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.317 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.318 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.319 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.320 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.321 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "storage_class": { 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "storage_class", 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "local", 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T00:08:24.322 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "selftest", 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.323 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.324 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.325 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.326 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.327 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "roption1": { 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "roption1", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.328 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "roption2": { 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "roption2", 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "xyz", 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.329 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption1": { 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption1", 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.330 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption2": { 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption2", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.331 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption3": { 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption3", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.332 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption4": { 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption4", 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.333 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption5": { 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption5", 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.334 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption6": { 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption6", 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.335 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption7": { 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption7", 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "42", 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.336 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "testkey": { 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testkey", 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.337 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "testlkey": { 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testlkey", 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.338 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "testnewline": { 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testnewline", 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.339 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snap_schedule", 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_m_granularity": { 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_m_granularity", 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.340 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "dump_on_update": { 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "dump_on_update", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.341 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "dump database to debug log on update", 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.342 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.343 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.344 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.345 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.346 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "stats", 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.347 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.348 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.349 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.350 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.351 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.352 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "status", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.353 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.354 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.355 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.356 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.357 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "telegraf", 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "address": { 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "address", 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T00:08:24.358 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15", 2024-04-22T00:08:24.359 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.360 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.361 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.362 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.363 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.364 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "telemetry", 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_basic": { 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_basic", 2024-04-22T00:08:24.365 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_crash": { 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_crash", 2024-04-22T00:08:24.366 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_device": { 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_device", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.367 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_ident": { 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_ident", 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.368 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_perf": { 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_perf", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.369 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "contact": { 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "contact", 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.370 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "description": { 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "description", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.371 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "device_url": { 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_url", 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.372 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "enabled": { 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enabled", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.373 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "24", 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "8", 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.374 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "last_opt_revision": { 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "last_opt_revision", 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1", 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.375 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "leaderboard": { 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "leaderboard", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.376 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "leaderboard_description": { 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "leaderboard_description", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.377 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.378 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.379 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.380 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.381 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "organization": { 2024-04-22T00:08:24.382 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "organization", 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "proxy": { 2024-04-22T00:08:24.383 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "proxy", 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "url": { 2024-04-22T00:08:24.384 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "url", 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.385 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "test_orchestrator", 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.386 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.387 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.388 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.389 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.390 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "volumes", 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.391 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.392 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.393 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.394 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.395 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "max_concurrent_clones": { 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_concurrent_clones", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "4", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T00:08:24.396 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "periodic_async_work": { 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "periodic_async_work", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Periodically check for async work", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.397 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "snapshot_clone_delay": { 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snapshot_clone_delay", 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.398 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "snapshot_clone_no_wait": { 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.399 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix", 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "discovery_interval": { 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "discovery_interval", 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.400 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "100", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "identifier": { 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "identifier", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.401 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.402 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.403 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.404 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.405 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.406 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.407 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_host": { 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_host", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.408 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_port": { 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_port", 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10051", 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.409 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_sender": { 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_sender", 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.410 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: "modules": [ 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm", 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: "dashboard", 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: "iostat", 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: "nfs", 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: "restful", 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: "snap_schedule" 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: "available_modules": [ 2024-04-22T00:08:24.411 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "alerts", 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.412 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.413 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.414 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.415 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.416 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.417 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_destination": { 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_destination", 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Email address to send alerts to", 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.418 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_from_name": { 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_from_name", 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "Ceph", 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Email From: name", 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.419 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_host": { 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_host", 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP server", 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.420 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_password": { 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_password", 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Password to authenticate with", 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_port": { 2024-04-22T00:08:24.421 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_port", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "465", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP port", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_sender": { 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_sender", 2024-04-22T00:08:24.422 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SMTP envelope sender", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_ssl": { 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_ssl", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.423 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "smtp_user": { 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "smtp_user", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.424 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "User to authenticate as", 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "balancer", 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.425 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "active": { 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "active", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.426 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "begin_time": { 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "begin_time", 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0000", 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.427 INFO:teuthology.orchestra.run.smithi080.stdout: "begin_weekday": { 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "begin_weekday", 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0", 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "6", 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.428 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_max_iterations": { 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_max_iterations", 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "25", 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "250", 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.429 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_metrics": { 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_metrics", 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.430 INFO:teuthology.orchestra.run.smithi080.stdout: "crush_compat_step": { 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crush_compat_step", 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0.5", 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0.001", 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "0.999", 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "aggressiveness of optimization", 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "end_time": { 2024-04-22T00:08:24.431 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "end_time", 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "2359", 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "end_weekday": { 2024-04-22T00:08:24.432 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "end_weekday", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "0", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "6", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.433 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.434 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.435 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.436 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.437 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "min_score": { 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "min_score", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.438 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": { 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mode", 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.439 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "upmap", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "crush-compat", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "none", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "read", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap-read" 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Balancer mode", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.440 INFO:teuthology.orchestra.run.smithi080.stdout: "pool_ids": { 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pool_ids", 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.441 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.442 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap_max_deviation": { 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "upmap_max_deviation", 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.443 INFO:teuthology.orchestra.run.smithi080.stdout: "upmap_max_optimizations": { 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "upmap_max_optimizations", 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.444 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cephadm", 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_down_multiplier": { 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_down_multiplier", 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3.0", 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.445 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_refresh_rate": { 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_refresh_rate", 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "20", 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.446 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "agent_starting_port": { 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "agent_starting_port", 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "4721", 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.447 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_ptrace": { 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_ptrace", 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.448 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "autotune_interval": { 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "autotune_interval", 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.449 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "autotune_memory_target_ratio": { 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0.7", 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.450 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm_log_destination": { 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cephadm_log_destination", 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.451 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "file", 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "file,syslog", 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "syslog" 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "cgroups_split": { 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cgroups_split", 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.452 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "config_checks_enabled": { 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_checks_enabled", 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.453 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "config_dashboard": { 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_dashboard", 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.454 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_alertmanager": { 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_alertmanager", 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.455 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_base": { 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_base", 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.456 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Container image name, without the tag", 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_elasticsearch": { 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_elasticsearch", 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.457 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "elasticsearch container image", 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_grafana": { 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_grafana", 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.458 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_haproxy": { 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_haproxy", 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.459 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "HAproxy container image", 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_agent": { 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_agent", 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.460 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger agent container image", 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_collector": { 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_collector", 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.461 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger collector container image", 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_jaeger_query": { 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_jaeger_query", 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.462 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Jaeger query container image", 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_keepalived": { 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_keepalived", 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.463 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Keepalived container image", 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_loki": { 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_loki", 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.464 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Loki container image", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_node_exporter": { 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_node_exporter", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T00:08:24.465 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_nvmeof": { 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_nvmeof", 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.466 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Nvme-of container image", 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_prometheus": { 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_prometheus", 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.467 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Prometheus container image", 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_promtail": { 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_promtail", 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.468 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Promtail container image", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_samba": { 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_samba", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T00:08:24.469 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Samba/SMB container image", 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "container_image_snmp_gateway": { 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_image_snmp_gateway", 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T00:08:24.470 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "SNMP Gateway container image", 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "container_init": { 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "container_init", 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.471 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "daemon_cache_timeout": { 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "daemon_cache_timeout", 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.472 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "default_cephadm_command_timeout": { 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "900", 2024-04-22T00:08:24.473 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "default_registry": { 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "default_registry", 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "docker.io", 2024-04-22T00:08:24.474 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "device_cache_timeout": { 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_cache_timeout", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1800", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.475 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache device inventory", 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "device_enhanced_scan": { 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_enhanced_scan", 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.476 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "facts_cache_timeout": { 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "facts_cache_timeout", 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.477 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "seconds to cache host facts data", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "grafana_dashboards_path": { 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "grafana_dashboards_path", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.478 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "host_check_interval": { 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "host_check_interval", 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.479 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to perform a host check", 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "hw_monitoring": { 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "hw_monitoring", 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.480 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "inventory_list_all": { 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "inventory_list_all", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.481 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.482 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.485 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.485 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.485 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.485 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.485 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "log_refresh_metadata": { 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_refresh_metadata", 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.486 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T00:08:24.487 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.488 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.489 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T00:08:24.490 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.491 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "*", 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "max_count_per_host": { 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_count_per_host", 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.492 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "max number of daemons per service per host", 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "max_osd_draining_count": { 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_osd_draining_count", 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.493 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "migration_current": { 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "migration_current", 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.494 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "internal - do not modify", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "mode": { 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mode", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.495 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "root", 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm-package", 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "root" 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "oob_default_addr": { 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "oob_default_addr", 2024-04-22T00:08:24.496 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "169.254.1.1", 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "prometheus_alerts_path": { 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prometheus_alerts_path", 2024-04-22T00:08:24.497 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_insecure": { 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_insecure", 2024-04-22T00:08:24.498 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_password": { 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_password", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.499 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_url": { 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_url", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.500 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "registry_username": { 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "registry_username", 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.501 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "secure_monitoring_stack": { 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "secure_monitoring_stack", 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.502 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "service_discovery_port": { 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "service_discovery_port", 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.503 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8765", 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "cephadm service discovery port", 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "ssh_config_file": { 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssh_config_file", 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.504 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "use_agent": { 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "use_agent", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.505 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "use_repo_digest": { 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "use_repo_digest", 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.506 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_failed_host_check": { 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_failed_host_check", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.507 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_stray_daemons": { 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_stray_daemons", 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.508 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_on_stray_hosts": { 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_on_stray_hosts", 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.509 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crash", 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.510 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.511 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.512 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.513 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.514 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "retain_interval": { 2024-04-22T00:08:24.515 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "retain_interval", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "31536000", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_recent_interval": { 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_recent_interval", 2024-04-22T00:08:24.516 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1209600", 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.517 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "dashboard", 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.518 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.519 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.520 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "AUDIT_API_ENABLED": { 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.521 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.522 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.523 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.524 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.525 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.526 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.527 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T00:08:24.528 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.529 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.530 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.531 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.532 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_URL": { 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_URL", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.533 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.534 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.535 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.536 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.537 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.538 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.539 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.540 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.541 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.542 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.543 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.544 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.544 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T00:08:24.544 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T00:08:24.544 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.544 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.545 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.545 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.545 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.545 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.546 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.546 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.546 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.546 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.546 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.547 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.547 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T00:08:24.547 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T00:08:24.547 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.548 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.548 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.548 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.548 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.548 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.549 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.549 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.549 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.549 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.550 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.550 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.550 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T00:08:24.550 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T00:08:24.550 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.551 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.551 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.551 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.551 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.551 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.552 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.552 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.552 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.552 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.552 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.553 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.553 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T00:08:24.553 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T00:08:24.553 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.554 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.554 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.554 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.554 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.555 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.555 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.555 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.555 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.556 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.556 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.556 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.556 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T00:08:24.556 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T00:08:24.557 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.557 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.557 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.557 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.557 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.558 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.558 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.558 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.558 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.559 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.559 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.559 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.559 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T00:08:24.559 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T00:08:24.560 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.560 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.560 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.560 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T00:08:24.561 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.561 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.561 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.561 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.561 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.562 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.562 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.562 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.562 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T00:08:24.563 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T00:08:24.563 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.563 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.563 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.563 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.564 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.564 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.564 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.564 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.564 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.565 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.565 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.565 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.565 INFO:teuthology.orchestra.run.smithi080.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T00:08:24.565 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T00:08:24.566 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.566 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.566 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.566 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8", 2024-04-22T00:08:24.566 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.567 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "45", 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T00:08:24.568 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T00:08:24.569 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "admin", 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.570 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.571 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.572 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.573 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.574 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:24.575 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "cross_origin_url": { 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cross_origin_url", 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.576 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "crt_file": { 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "crt_file", 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.577 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "debug": { 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "debug", 2024-04-22T00:08:24.578 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Enable/disable debug options", 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "jwt_token_ttl": { 2024-04-22T00:08:24.579 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "jwt_token_ttl", 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "28800", 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.580 INFO:teuthology.orchestra.run.smithi080.stdout: "key_file": { 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "key_file", 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.581 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.582 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.583 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.584 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.585 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.586 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "motd": { 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "motd", 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.587 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "The message of the day", 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "redirect_resolve_ip_addr": { 2024-04-22T00:08:24.588 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.589 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "::", 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.590 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8080", 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.591 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl": { 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl", 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.592 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl_server_port": { 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl_server_port", 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8443", 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.593 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_behaviour": { 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_behaviour", 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "redirect", 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.594 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "redirect" 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_error_status_code": { 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_error_status_code", 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.595 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "500", 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "400", 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "599", 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "url_prefix": { 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "url_prefix", 2024-04-22T00:08:24.596 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.597 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "devicehealth", 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "enable_monitoring": { 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enable_monitoring", 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.598 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "monitor device health metrics", 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.599 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.600 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.601 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.602 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.603 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.604 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "mark_out_threshold": { 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mark_out_threshold", 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "2419200", 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.605 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "pool_name": { 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pool_name", 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "device_health_metrics", 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.606 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "retention_period": { 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "retention_period", 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.607 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15552000", 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long to retain device health metrics", 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "scrape_frequency": { 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "scrape_frequency", 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.608 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "86400", 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "self_heal": { 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "self_heal", 2024-04-22T00:08:24.609 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.610 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.611 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "warn_threshold": { 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "warn_threshold", 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "7257600", 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.612 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "diskprediction_local", 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.613 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.614 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.615 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.616 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.617 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.618 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: "predict_interval": { 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "predict_interval", 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.619 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "86400", 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "predictor_model": { 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "predictor_model", 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.620 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "prophetstor", 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.621 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "600", 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.622 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "influx", 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": false, 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "influxdb python module not found", 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "batch_size": { 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "batch_size", 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5000", 2024-04-22T00:08:24.623 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "database": { 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "database", 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.624 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "ceph", 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "hostname": { 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "hostname", 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.625 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB server hostname", 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.626 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "30", 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "5", 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.627 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.628 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.629 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.630 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.631 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.632 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "password": { 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "password", 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.633 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "password of InfluxDB server user", 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "port": { 2024-04-22T00:08:24.634 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "port", 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "8086", 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "InfluxDB server port", 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.635 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "ssl": { 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ssl", 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "false", 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.636 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "threads": { 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "threads", 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "32", 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T00:08:24.637 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "username": { 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "username", 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.638 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "username of InfluxDB server user", 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "verify_ssl": { 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "verify_ssl", 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.639 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "true", 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.640 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "insights", 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.641 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.642 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.643 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.644 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.645 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.646 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "iostat", 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.647 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.648 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.649 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.650 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.651 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.652 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "k8sevents", 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "ceph_event_retention_days": { 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "ceph_event_retention_days", 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.653 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "7", 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "config_check_secs": { 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "config_check_secs", 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.654 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "10", 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.655 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.656 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.657 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.658 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.659 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.660 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "localpool", 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.661 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "failure_domain": { 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "failure_domain", 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "host", 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "failure domain for any created local pool", 2024-04-22T00:08:24.662 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.663 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.664 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.665 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.666 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.667 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "min_size": { 2024-04-22T00:08:24.668 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "min_size", 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default min_size for any created local pool", 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.669 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "num_rep": { 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "num_rep", 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3", 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default replica count for any created local pool", 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.670 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "pg_num": { 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pg_num", 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "128", 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.671 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "prefix": { 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prefix", 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.672 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "name prefix for any created local pool", 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "subtree": { 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "subtree", 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "rack", 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.673 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mds_autoscaler", 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.674 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.675 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.676 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.677 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.678 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.679 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mirroring", 2024-04-22T00:08:24.680 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.681 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.682 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.683 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.684 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.685 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.686 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "nfs", 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.687 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.689 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.689 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.689 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.689 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.689 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.689 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.690 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.691 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.692 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.693 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.694 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.694 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.694 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.694 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.694 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.694 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.694 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.694 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "orchestrator", 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.695 INFO:teuthology.orchestra.run.smithi080.stdout: "fail_fs": { 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "fail_fs", 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T00:08:24.696 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.697 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.698 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.699 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.700 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.701 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.702 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "orchestrator": { 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "orchestrator", 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.703 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: "cephadm", 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: "rook", 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: "test_orchestrator" 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Orchestrator backend", 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.704 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "osd_perf_query", 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.705 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.706 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.707 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.708 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.709 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.710 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "osd_support", 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.711 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.712 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.713 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.714 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.715 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.716 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "pg_autoscaler", 2024-04-22T00:08:24.717 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.718 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.719 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.720 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.721 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.722 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.723 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.724 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "threshold": { 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "threshold", 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "3.0", 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1.0", 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "scaling threshold", 2024-04-22T00:08:24.725 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "progress", 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_pg_recovery_event": { 2024-04-22T00:08:24.726 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_pg_recovery_event", 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.727 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "enabled": { 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enabled", 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.728 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.729 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.730 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.731 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.732 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.733 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "max_completed_events": { 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_completed_events", 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.734 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "50", 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "number of past completed events to remember", 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "sleep_interval": { 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "sleep_interval", 2024-04-22T00:08:24.735 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "5", 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "how long the module is going to sleep", 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.736 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "prometheus", 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "cache": { 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "cache", 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.737 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "exclude_perf_counters": { 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "exclude_perf_counters", 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.738 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.739 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.740 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.741 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.742 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.743 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.744 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_stats_pools": { 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_stats_pools", 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.745 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "300", 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.746 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "scrape_interval": { 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "scrape_interval", 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15.0", 2024-04-22T00:08:24.747 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.748 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "::", 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:24.749 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "9283", 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.750 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "stale_cache_strategy": { 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "stale_cache_strategy", 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "log", 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.751 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_behaviour": { 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_behaviour", 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "default", 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "default", 2024-04-22T00:08:24.752 INFO:teuthology.orchestra.run.smithi080.stdout: "error" 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "standby_error_status_code": { 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "standby_error_status_code", 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "500", 2024-04-22T00:08:24.753 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "400", 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "599", 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_support", 2024-04-22T00:08:24.754 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.755 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.756 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.757 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.758 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.759 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "max_concurrent_snap_create": { 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_concurrent_snap_create", 2024-04-22T00:08:24.760 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10", 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "mirror_snapshot_schedule": { 2024-04-22T00:08:24.761 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.762 INFO:teuthology.orchestra.run.smithi080.stdout: "trash_purge_schedule": { 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "trash_purge_schedule", 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.763 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "restful", 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: "enable_auth": { 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enable_auth", 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.764 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "key_file": { 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "key_file", 2024-04-22T00:08:24.765 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.766 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.767 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.768 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.769 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.770 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.771 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "server_addr": { 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_addr", 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.772 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "server_port": { 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "server_port", 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.773 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.774 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rgw", 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.775 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.776 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.777 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.778 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.779 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.780 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rook", 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.781 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.782 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.783 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.784 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.785 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.786 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "storage_class": { 2024-04-22T00:08:24.787 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "storage_class", 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "local", 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.788 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "selftest", 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.789 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.790 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.791 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.792 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.793 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.794 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "roption1": { 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "roption1", 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.795 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "roption2": { 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "roption2", 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.796 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "xyz", 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption1": { 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption1", 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.797 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption2": { 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption2", 2024-04-22T00:08:24.798 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption3": { 2024-04-22T00:08:24.799 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption3", 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "float", 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.800 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption4": { 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption4", 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.801 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption5": { 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption5", 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.802 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption6": { 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption6", 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.803 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.804 INFO:teuthology.orchestra.run.smithi080.stdout: "rwoption7": { 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rwoption7", 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "1", 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "42", 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.805 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "testkey": { 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testkey", 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.806 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "testlkey": { 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testlkey", 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.807 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.808 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "testnewline": { 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "testnewline", 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.809 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snap_schedule", 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: "allow_m_granularity": { 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "allow_m_granularity", 2024-04-22T00:08:24.810 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.811 INFO:teuthology.orchestra.run.smithi080.stdout: "dump_on_update": { 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "dump_on_update", 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "dump database to debug log on update", 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.812 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.813 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.814 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.815 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.815 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.815 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.815 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.815 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.815 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.815 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.816 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.816 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.816 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.816 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.816 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.816 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.816 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.817 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.817 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.817 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.817 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.817 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.817 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.818 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.818 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.818 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.818 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.818 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.818 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.818 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.818 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.819 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.820 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.821 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.821 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.821 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.821 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "stats", 2024-04-22T00:08:24.821 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.821 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.821 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.821 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.822 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.822 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.822 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.822 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.822 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.822 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.823 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.823 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.823 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.823 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.823 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.823 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.823 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.823 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.824 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.824 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.824 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.824 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.824 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.824 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.824 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.824 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.825 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.825 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.825 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.825 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.825 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.825 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.825 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.825 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.826 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.826 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.826 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.826 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.826 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.826 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.827 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.828 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.828 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.828 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.828 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.828 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.828 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.828 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.829 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.829 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.829 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.829 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.829 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.829 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.829 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.829 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.830 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.830 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.830 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.830 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.830 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.830 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "status", 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.831 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.832 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.833 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.833 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.833 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.833 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.833 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.833 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.833 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.833 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.834 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.834 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.834 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.834 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.834 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.834 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.834 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.834 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.835 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.836 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.837 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.838 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.839 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.839 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.839 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.839 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.839 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.839 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.839 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.839 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "telegraf", 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "address": { 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "address", 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.840 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.841 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "15", 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.842 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.843 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.843 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.843 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.843 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.843 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.843 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.843 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.843 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.844 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.845 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.845 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.845 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.845 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.845 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.845 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.845 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.846 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.846 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.846 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.846 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.846 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.846 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.846 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.847 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.847 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.847 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.847 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.847 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.847 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.847 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.848 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.849 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.849 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.849 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.849 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.849 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.849 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.849 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.849 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.850 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.850 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.850 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.850 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.850 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.850 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.850 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.850 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.851 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.852 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "telemetry", 2024-04-22T00:08:24.852 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.852 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.852 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.852 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_basic": { 2024-04-22T00:08:24.852 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_basic", 2024-04-22T00:08:24.852 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.852 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.853 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.853 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.853 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.853 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.853 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.853 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T00:08:24.853 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.853 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.854 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.854 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.854 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_crash": { 2024-04-22T00:08:24.854 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_crash", 2024-04-22T00:08:24.854 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.854 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.855 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.855 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.855 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.855 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.855 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.855 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T00:08:24.855 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.855 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.856 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.856 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.856 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_device": { 2024-04-22T00:08:24.856 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_device", 2024-04-22T00:08:24.856 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.856 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.856 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.856 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.857 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.857 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.857 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.857 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T00:08:24.857 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.857 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.857 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.857 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.858 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_ident": { 2024-04-22T00:08:24.858 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_ident", 2024-04-22T00:08:24.858 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.858 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.858 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.858 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.858 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.858 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "channel_perf": { 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "channel_perf", 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.859 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.860 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.860 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.860 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.860 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.860 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.860 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T00:08:24.860 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.860 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.861 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.861 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.861 INFO:teuthology.orchestra.run.smithi080.stdout: "contact": { 2024-04-22T00:08:24.861 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "contact", 2024-04-22T00:08:24.861 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.861 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.862 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.862 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.862 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.862 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.862 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.862 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.862 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.863 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.863 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.863 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.863 INFO:teuthology.orchestra.run.smithi080.stdout: "description": { 2024-04-22T00:08:24.863 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "description", 2024-04-22T00:08:24.863 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.863 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.863 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.864 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.865 INFO:teuthology.orchestra.run.smithi080.stdout: "device_url": { 2024-04-22T00:08:24.865 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "device_url", 2024-04-22T00:08:24.865 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.865 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.865 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.865 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T00:08:24.866 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.866 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.866 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.866 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.866 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.866 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.866 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.867 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.867 INFO:teuthology.orchestra.run.smithi080.stdout: "enabled": { 2024-04-22T00:08:24.867 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "enabled", 2024-04-22T00:08:24.867 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.867 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.867 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.867 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.868 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.869 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.869 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.869 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.869 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.869 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "24", 2024-04-22T00:08:24.869 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "8", 2024-04-22T00:08:24.869 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.870 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.870 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.870 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.870 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.870 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.870 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "last_opt_revision": { 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "last_opt_revision", 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "1", 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.871 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.872 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.872 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.872 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.872 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.872 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.872 INFO:teuthology.orchestra.run.smithi080.stdout: "leaderboard": { 2024-04-22T00:08:24.872 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "leaderboard", 2024-04-22T00:08:24.873 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.873 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.873 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.873 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.873 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.873 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.873 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: "leaderboard_description": { 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "leaderboard_description", 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.874 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.875 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.875 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.875 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.875 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.875 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.875 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.875 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.876 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.876 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.876 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.876 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.876 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.876 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.876 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.876 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.877 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.877 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.877 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.877 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.877 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.877 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.877 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.878 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.878 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.878 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.878 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.878 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.878 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.878 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.879 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.879 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.879 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.879 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.879 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.879 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.879 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.879 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.880 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.880 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.880 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.880 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.880 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.880 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.880 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.880 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.881 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.881 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.881 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.881 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.881 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.881 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.881 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.881 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.882 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.882 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.882 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.882 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.882 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.882 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.882 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.883 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.883 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.883 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.883 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.883 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.883 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.883 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.884 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.884 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.884 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.884 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.884 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.884 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.884 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "organization": { 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "organization", 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.885 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.886 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.886 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.886 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.886 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.886 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.886 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.886 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.887 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.887 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.887 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.887 INFO:teuthology.orchestra.run.smithi080.stdout: "proxy": { 2024-04-22T00:08:24.887 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "proxy", 2024-04-22T00:08:24.887 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.888 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.888 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.888 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.888 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.888 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.888 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.888 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.889 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.889 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.889 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.889 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.889 INFO:teuthology.orchestra.run.smithi080.stdout: "url": { 2024-04-22T00:08:24.889 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "url", 2024-04-22T00:08:24.889 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.890 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.890 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.890 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T00:08:24.890 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.890 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.890 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.890 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.891 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.891 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.891 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.891 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.891 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.891 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.891 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.891 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "test_orchestrator", 2024-04-22T00:08:24.892 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.892 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.892 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.892 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.892 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.892 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.892 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.893 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.893 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.893 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.893 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.893 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.893 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.894 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.894 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.894 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.894 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.894 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.894 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.894 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.895 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.895 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.895 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.895 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.895 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.895 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.896 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.896 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.896 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.896 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.896 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.896 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.896 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.896 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.897 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.897 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.897 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.897 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.897 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.897 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.897 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.898 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.898 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.898 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.898 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.898 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.898 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.898 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.898 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.899 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.899 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.899 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.899 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.899 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.899 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.900 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.900 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.900 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.900 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.900 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.900 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.900 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.900 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.901 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.901 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.901 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.901 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.901 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.901 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.901 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.902 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.902 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.902 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.902 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.902 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.902 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.902 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "volumes", 2024-04-22T00:08:24.903 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.903 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.903 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.903 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.903 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.903 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.903 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.904 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.904 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.904 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.904 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.904 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.904 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.904 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.905 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.906 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.906 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.906 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.906 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.906 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.906 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.906 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.906 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.907 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.907 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.907 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.907 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.907 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.907 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.907 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.907 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.908 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.908 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.908 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.908 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.908 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.908 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.908 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.909 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.909 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.909 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.909 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.909 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.909 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.909 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.910 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.910 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.910 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.910 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.910 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.910 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.910 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.911 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "max_concurrent_clones": { 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "max_concurrent_clones", 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.912 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "4", 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "periodic_async_work": { 2024-04-22T00:08:24.913 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "periodic_async_work", 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Periodically check for async work", 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.914 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: "snapshot_clone_delay": { 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snapshot_clone_delay", 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "0", 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.915 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "snapshot_clone_no_wait": { 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.916 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "True", 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.917 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix", 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: "can_run": true, 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: "error_string": "", 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: "module_options": { 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: "discovery_interval": { 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "discovery_interval", 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "uint", 2024-04-22T00:08:24.918 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "100", 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.919 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "identifier": { 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "identifier", 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.920 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "interval": { 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "interval", 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "secs", 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "60", 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.921 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "log_level": { 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_level", 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.922 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.923 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster": { 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster", 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.924 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.925 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.925 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.925 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.925 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.925 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_cluster_level": { 2024-04-22T00:08:24.925 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_cluster_level", 2024-04-22T00:08:24.925 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.926 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.926 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.926 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "info", 2024-04-22T00:08:24.926 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.926 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.926 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [ 2024-04-22T00:08:24.926 INFO:teuthology.orchestra.run.smithi080.stdout: "", 2024-04-22T00:08:24.927 INFO:teuthology.orchestra.run.smithi080.stdout: "critical", 2024-04-22T00:08:24.927 INFO:teuthology.orchestra.run.smithi080.stdout: "debug", 2024-04-22T00:08:24.927 INFO:teuthology.orchestra.run.smithi080.stdout: "error", 2024-04-22T00:08:24.927 INFO:teuthology.orchestra.run.smithi080.stdout: "info", 2024-04-22T00:08:24.927 INFO:teuthology.orchestra.run.smithi080.stdout: "warning" 2024-04-22T00:08:24.927 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.927 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.927 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: "log_to_file": { 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "log_to_file", 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "bool", 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 1, 2024-04-22T00:08:24.928 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "False", 2024-04-22T00:08:24.929 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.929 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.929 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.929 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.929 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.929 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.929 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.929 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.930 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_host": { 2024-04-22T00:08:24.930 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_host", 2024-04-22T00:08:24.930 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.930 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.930 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.930 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "", 2024-04-22T00:08:24.930 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.930 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.931 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.931 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.931 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.931 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.931 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.931 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.931 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_port": { 2024-04-22T00:08:24.931 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_port", 2024-04-22T00:08:24.932 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "int", 2024-04-22T00:08:24.932 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.932 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.932 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "10051", 2024-04-22T00:08:24.932 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.932 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.932 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.932 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: "zabbix_sender": { 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "zabbix_sender", 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "str", 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: "level": "advanced", 2024-04-22T00:08:24.933 INFO:teuthology.orchestra.run.smithi080.stdout: "flags": 0, 2024-04-22T00:08:24.934 INFO:teuthology.orchestra.run.smithi080.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T00:08:24.934 INFO:teuthology.orchestra.run.smithi080.stdout: "min": "", 2024-04-22T00:08:24.934 INFO:teuthology.orchestra.run.smithi080.stdout: "max": "", 2024-04-22T00:08:24.934 INFO:teuthology.orchestra.run.smithi080.stdout: "enum_allowed": [], 2024-04-22T00:08:24.934 INFO:teuthology.orchestra.run.smithi080.stdout: "desc": "", 2024-04-22T00:08:24.934 INFO:teuthology.orchestra.run.smithi080.stdout: "long_desc": "", 2024-04-22T00:08:24.934 INFO:teuthology.orchestra.run.smithi080.stdout: "tags": [], 2024-04-22T00:08:24.935 INFO:teuthology.orchestra.run.smithi080.stdout: "see_also": [] 2024-04-22T00:08:24.935 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.935 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.935 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.935 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.935 INFO:teuthology.orchestra.run.smithi080.stdout: "services": { 2024-04-22T00:08:24.935 INFO:teuthology.orchestra.run.smithi080.stdout: "dashboard": "https://172.21.15.80:8443/" 2024-04-22T00:08:24.935 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.936 INFO:teuthology.orchestra.run.smithi080.stdout: "always_on_modules": { 2024-04-22T00:08:24.936 INFO:teuthology.orchestra.run.smithi080.stdout: "octopus": [ 2024-04-22T00:08:24.936 INFO:teuthology.orchestra.run.smithi080.stdout: "balancer", 2024-04-22T00:08:24.936 INFO:teuthology.orchestra.run.smithi080.stdout: "crash", 2024-04-22T00:08:24.936 INFO:teuthology.orchestra.run.smithi080.stdout: "devicehealth", 2024-04-22T00:08:24.936 INFO:teuthology.orchestra.run.smithi080.stdout: "orchestrator", 2024-04-22T00:08:24.937 INFO:teuthology.orchestra.run.smithi080.stdout: "pg_autoscaler", 2024-04-22T00:08:24.937 INFO:teuthology.orchestra.run.smithi080.stdout: "progress", 2024-04-22T00:08:24.937 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_support", 2024-04-22T00:08:24.937 INFO:teuthology.orchestra.run.smithi080.stdout: "status", 2024-04-22T00:08:24.937 INFO:teuthology.orchestra.run.smithi080.stdout: "telemetry", 2024-04-22T00:08:24.937 INFO:teuthology.orchestra.run.smithi080.stdout: "volumes" 2024-04-22T00:08:24.938 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.938 INFO:teuthology.orchestra.run.smithi080.stdout: "pacific": [ 2024-04-22T00:08:24.938 INFO:teuthology.orchestra.run.smithi080.stdout: "balancer", 2024-04-22T00:08:24.938 INFO:teuthology.orchestra.run.smithi080.stdout: "crash", 2024-04-22T00:08:24.938 INFO:teuthology.orchestra.run.smithi080.stdout: "devicehealth", 2024-04-22T00:08:24.938 INFO:teuthology.orchestra.run.smithi080.stdout: "orchestrator", 2024-04-22T00:08:24.938 INFO:teuthology.orchestra.run.smithi080.stdout: "pg_autoscaler", 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: "progress", 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_support", 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: "status", 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: "telemetry", 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: "volumes" 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: "quincy": [ 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: "balancer", 2024-04-22T00:08:24.939 INFO:teuthology.orchestra.run.smithi080.stdout: "crash", 2024-04-22T00:08:24.940 INFO:teuthology.orchestra.run.smithi080.stdout: "devicehealth", 2024-04-22T00:08:24.940 INFO:teuthology.orchestra.run.smithi080.stdout: "orchestrator", 2024-04-22T00:08:24.940 INFO:teuthology.orchestra.run.smithi080.stdout: "pg_autoscaler", 2024-04-22T00:08:24.940 INFO:teuthology.orchestra.run.smithi080.stdout: "progress", 2024-04-22T00:08:24.940 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_support", 2024-04-22T00:08:24.940 INFO:teuthology.orchestra.run.smithi080.stdout: "status", 2024-04-22T00:08:24.940 INFO:teuthology.orchestra.run.smithi080.stdout: "telemetry", 2024-04-22T00:08:24.941 INFO:teuthology.orchestra.run.smithi080.stdout: "volumes" 2024-04-22T00:08:24.941 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.941 INFO:teuthology.orchestra.run.smithi080.stdout: "reef": [ 2024-04-22T00:08:24.941 INFO:teuthology.orchestra.run.smithi080.stdout: "balancer", 2024-04-22T00:08:24.941 INFO:teuthology.orchestra.run.smithi080.stdout: "crash", 2024-04-22T00:08:24.941 INFO:teuthology.orchestra.run.smithi080.stdout: "devicehealth", 2024-04-22T00:08:24.941 INFO:teuthology.orchestra.run.smithi080.stdout: "orchestrator", 2024-04-22T00:08:24.942 INFO:teuthology.orchestra.run.smithi080.stdout: "pg_autoscaler", 2024-04-22T00:08:24.942 INFO:teuthology.orchestra.run.smithi080.stdout: "progress", 2024-04-22T00:08:24.942 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_support", 2024-04-22T00:08:24.942 INFO:teuthology.orchestra.run.smithi080.stdout: "status", 2024-04-22T00:08:24.942 INFO:teuthology.orchestra.run.smithi080.stdout: "telemetry", 2024-04-22T00:08:24.942 INFO:teuthology.orchestra.run.smithi080.stdout: "volumes" 2024-04-22T00:08:24.942 INFO:teuthology.orchestra.run.smithi080.stdout: ], 2024-04-22T00:08:24.942 INFO:teuthology.orchestra.run.smithi080.stdout: "squid": [ 2024-04-22T00:08:24.943 INFO:teuthology.orchestra.run.smithi080.stdout: "balancer", 2024-04-22T00:08:24.943 INFO:teuthology.orchestra.run.smithi080.stdout: "crash", 2024-04-22T00:08:24.943 INFO:teuthology.orchestra.run.smithi080.stdout: "devicehealth", 2024-04-22T00:08:24.943 INFO:teuthology.orchestra.run.smithi080.stdout: "orchestrator", 2024-04-22T00:08:24.943 INFO:teuthology.orchestra.run.smithi080.stdout: "pg_autoscaler", 2024-04-22T00:08:24.943 INFO:teuthology.orchestra.run.smithi080.stdout: "progress", 2024-04-22T00:08:24.943 INFO:teuthology.orchestra.run.smithi080.stdout: "rbd_support", 2024-04-22T00:08:24.943 INFO:teuthology.orchestra.run.smithi080.stdout: "status", 2024-04-22T00:08:24.944 INFO:teuthology.orchestra.run.smithi080.stdout: "telemetry", 2024-04-22T00:08:24.944 INFO:teuthology.orchestra.run.smithi080.stdout: "volumes" 2024-04-22T00:08:24.944 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.944 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.944 INFO:teuthology.orchestra.run.smithi080.stdout: "last_failure_osd_epoch": 93, 2024-04-22T00:08:24.944 INFO:teuthology.orchestra.run.smithi080.stdout: "active_clients": [ 2024-04-22T00:08:24.945 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.945 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "devicehealth", 2024-04-22T00:08:24.945 INFO:teuthology.orchestra.run.smithi080.stdout: "addrvec": [ 2024-04-22T00:08:24.945 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.945 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v2", 2024-04-22T00:08:24.945 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "172.21.15.80:0", 2024-04-22T00:08:24.945 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 4174528081 2024-04-22T00:08:24.945 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.946 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.946 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.946 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.946 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "libcephsqlite", 2024-04-22T00:08:24.946 INFO:teuthology.orchestra.run.smithi080.stdout: "addrvec": [ 2024-04-22T00:08:24.946 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.946 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v2", 2024-04-22T00:08:24.946 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "172.21.15.80:0", 2024-04-22T00:08:24.947 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 1438428241 2024-04-22T00:08:24.947 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.947 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.947 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.947 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.947 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "rbd_support", 2024-04-22T00:08:24.948 INFO:teuthology.orchestra.run.smithi080.stdout: "addrvec": [ 2024-04-22T00:08:24.948 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.948 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v2", 2024-04-22T00:08:24.948 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "172.21.15.80:0", 2024-04-22T00:08:24.948 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 1517689681 2024-04-22T00:08:24.948 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.948 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.949 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.949 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.949 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snap_schedule", 2024-04-22T00:08:24.949 INFO:teuthology.orchestra.run.smithi080.stdout: "addrvec": [ 2024-04-22T00:08:24.949 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.949 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v2", 2024-04-22T00:08:24.949 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "172.21.15.80:0", 2024-04-22T00:08:24.949 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 2933271995 2024-04-22T00:08:24.950 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.950 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.950 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.950 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.950 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "snap_schedule", 2024-04-22T00:08:24.950 INFO:teuthology.orchestra.run.smithi080.stdout: "addrvec": [ 2024-04-22T00:08:24.950 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.950 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v2", 2024-04-22T00:08:24.951 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "172.21.15.80:0", 2024-04-22T00:08:24.951 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 3666209689 2024-04-22T00:08:24.951 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.951 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.951 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:24.951 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.951 INFO:teuthology.orchestra.run.smithi080.stdout: "name": "volumes", 2024-04-22T00:08:24.952 INFO:teuthology.orchestra.run.smithi080.stdout: "addrvec": [ 2024-04-22T00:08:24.952 INFO:teuthology.orchestra.run.smithi080.stdout: { 2024-04-22T00:08:24.952 INFO:teuthology.orchestra.run.smithi080.stdout: "type": "v2", 2024-04-22T00:08:24.952 INFO:teuthology.orchestra.run.smithi080.stdout: "addr": "172.21.15.80:0", 2024-04-22T00:08:24.952 INFO:teuthology.orchestra.run.smithi080.stdout: "nonce": 1888364088 2024-04-22T00:08:24.952 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.952 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.952 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:24.953 INFO:teuthology.orchestra.run.smithi080.stdout: ] 2024-04-22T00:08:24.953 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-22T00:08:24.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:23 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3128537527' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:08:24.956 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:23 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3128537527' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:08:24.956 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:24 smithi144 ceph-mon[31316]: pgmap v318: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 622 MiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 98 KiB/s wr, 16 op/s 2024-04-22T00:08:24.956 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:24 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1341155228' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T00:08:24.957 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:08:24 smithi144 sudo[67679]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:24.957 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:08:24 smithi144 sudo[67679]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:24.957 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:08:24 smithi144 sudo[67679]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:24.957 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:08:24 smithi144 sudo[67679]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:24.957 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:08:23 smithi120 sudo[66007]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:24.958 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:08:23 smithi120 sudo[66007]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:24.958 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:08:23 smithi120 sudo[66007]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:24.958 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:08:23 smithi120 sudo[66007]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:24.958 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:08:23 smithi120 sudo[66010]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:24.958 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:08:23 smithi120 sudo[66010]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:24.958 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:08:23 smithi120 sudo[66010]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:24.958 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:08:23 smithi120 sudo[66010]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:24.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:24 smithi120 ceph-mon[31499]: pgmap v318: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 622 MiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 98 KiB/s wr, 16 op/s 2024-04-22T00:08:24.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:24 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1341155228' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T00:08:24.960 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.510+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41600a2d30 msgr2=0x7f41600a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:24.961 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.510+0000 7f4181622640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41600a2d30 0x7f41600a51f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f416c0096f0 tx=0x7f416c006c40 comp rx=0 tx=0).stop 2024-04-22T00:08:24.961 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.510+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c1091a0 msgr2=0x7f417c11cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:08:24.961 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.510+0000 7f4181622640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c1091a0 0x7f417c11cf20 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f417403d780 tx=0x7f4174003c20 comp rx=0 tx=0).stop 2024-04-22T00:08:24.961 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.510+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 shutdown_connections 2024-04-22T00:08:24.961 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.511+0000 7f4181622640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f417c10fc90 0x7f417c118ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:24.961 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.511+0000 7f4181622640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f417c1091a0 0x7f417c11cf20 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:24.961 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.511+0000 7f4181622640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41600a2d30 0x7f41600a51f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:24.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.511+0000 7f4181622640 1 --2- 172.21.15.80:0/1341155228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f417c108740 0x7f417c11c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:08:24.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.511+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 >> 172.21.15.80:0/1341155228 conn(0x7f417c06c6a0 msgr2=0x7f417c071210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:08:24.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.511+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 shutdown_connections 2024-04-22T00:08:24.962 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:08:23.511+0000 7f4181622640 1 -- 172.21.15.80:0/1341155228 wait complete. 2024-04-22T00:08:24.970 DEBUG:tasks.check_counter:Getting stats from a 2024-04-22T00:08:24.971 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-22T00:08:24.972 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:23 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3128537527' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:08:24.972 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:24 smithi080 ceph-mon[27925]: pgmap v318: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 622 MiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 98 KiB/s wr, 16 op/s 2024-04-22T00:08:24.972 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:24 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1341155228' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T00:08:25.366 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:08:25 smithi144 sudo[67682]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:25.367 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:08:25 smithi144 sudo[67682]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:25.367 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:08:25 smithi144 sudo[67682]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:25.367 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:08:25 smithi144 sudo[67682]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:25.485 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:08:25.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:25 smithi080 sudo[89558]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:25.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:25 smithi080 sudo[89558]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:25.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:25 smithi080 sudo[89558]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:25.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:25 smithi080 sudo[89558]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:26.053 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:25 smithi080 sudo[89583]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:26.053 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:25 smithi080 sudo[89583]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:26.053 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:25 smithi080 sudo[89583]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:26.053 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:25 smithi080 sudo[89583]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:26.366 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 sudo[67685]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:26.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 sudo[67685]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:26.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 sudo[67685]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:26.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 sudo[67685]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:26.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:26 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:26.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:26 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:26.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:26.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:26.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:26.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:26.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:26.702 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:26 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:26.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:26.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:26.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:26.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:26.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:26.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:26.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:26.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:26.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 sudo[67688]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 sudo[67688]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 sudo[67688]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 sudo[67688]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:26.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:26 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:27.160 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 sudo[66013]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T00:08:27.160 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 sudo[66013]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:27.160 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 sudo[66013]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:27.160 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:26 smithi120 sudo[66013]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:27.479 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 sudo[66016]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T00:08:27.479 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 sudo[66016]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T00:08:27.479 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 sudo[66016]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T00:08:27.479 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 sudo[66016]: pam_unix(sudo:session): session closed for user root 2024-04-22T00:08:27.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:27 smithi080 ceph-mon[27925]: pgmap v319: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 622 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 98 KiB/s wr, 16 op/s 2024-04-22T00:08:27.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:27 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:27.730 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:27 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:27.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:27 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:27.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:27 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:27.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:27 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:27.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:27 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:27.731 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:27 smithi080 ceph-mon[27925]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:27.750 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 ceph-mon[31499]: pgmap v319: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 622 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 98 KiB/s wr, 16 op/s 2024-04-22T00:08:27.750 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:27.750 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:27.750 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:27.750 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:27.750 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:27.750 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:27.750 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:27 smithi120 ceph-mon[31499]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:27.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:27 smithi144 ceph-mon[31316]: pgmap v319: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 622 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 98 KiB/s wr, 16 op/s 2024-04-22T00:08:27.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:27 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:27.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:27 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:27.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:27 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T00:08:27.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:27 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T00:08:27.868 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:27 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T00:08:27.868 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:27 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T00:08:27.868 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:27 smithi144 ceph-mon[31316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T00:08:28.636 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-22T00:08:28.636 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:28.636 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 0, 2024-04-22T00:08:28.636 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 2, 2024-04-22T00:08:28.636 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:08:28.636 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 0, 2024-04-22T00:08:28.636 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 4, 2024-04-22T00:08:28.636 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 0, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.001345831, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.000407189, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:28.637 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 224, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 211, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 1583568, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 128512, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 2, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 1, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.040913078, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.013045795, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.032734997, 2024-04-22T00:08:28.638 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.004425653, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 211, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.022422670, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000106268 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 1583568, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 128512 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.639 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 2, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 159, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 320, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 183488, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 5, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 3, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.011747848, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.007594485, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.002025512, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 156, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.019755991, 2024-04-22T00:08:28.640 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000126640 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 183488 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "cct": { 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "total_workers": 0, 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: "unhealthy_workers": 0 2024-04-22T00:08:28.641 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.642 INFO:teuthology.orchestra.run.smithi080.stdout: "mempool": { 2024-04-22T00:08:28.642 INFO:teuthology.orchestra.run.smithi080.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:28.642 INFO:teuthology.orchestra.run.smithi080.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:28.642 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:28.642 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:28.642 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:28.642 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:28.642 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:28.643 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_items": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:28.644 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_anon_bytes": 149057, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_anon_items": 32, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_meta_items": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_bytes": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_items": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_bytes": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_items": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:28.645 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "pgmap_items": 0, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_co_bytes": 928, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_co_items": 2, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_1_items": 0, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_2_items": 0 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "val": 0, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "max": 104857600, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "get_started": 0, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "get": 222, 2024-04-22T00:08:28.646 INFO:teuthology.orchestra.run.smithi080.stdout: "get_sum": 1549503, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "get_or_fail_success": 222, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "take": 0, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "take_sum": 0, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "put": 222, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "put_sum": 1549503, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "wait": { 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:28.647 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-22T00:08:28.708 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:28 smithi080 ceph-mon[27925]: pgmap v320: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 620 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 98 KiB/s wr, 17 op/s 2024-04-22T00:08:28.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:28 smithi120 ceph-mon[31499]: pgmap v320: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 620 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 98 KiB/s wr, 17 op/s 2024-04-22T00:08:28.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:28 smithi144 ceph-mon[31316]: pgmap v320: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 620 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 98 KiB/s wr, 17 op/s 2024-04-22T00:08:29.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:29 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:08:29.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:29 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:08:29.929 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:29 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T00:08:29.974 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-04-22T00:08:29.975 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-04-22T00:08:29.975 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-04-22T00:08:29.975 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-04-22T00:08:29.975 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-04-22T00:08:29.975 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-04-22T00:08:29.975 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-04-22T00:08:29.975 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.a 2024-04-22T00:08:29.975 DEBUG:tasks.check_counter:Getting stats from d 2024-04-22T00:08:29.975 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-22T00:08:30.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:30 smithi120 ceph-mon[31499]: pgmap v321: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 620 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-22T00:08:30.856 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:30 smithi080 ceph-mon[27925]: pgmap v321: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 620 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-22T00:08:30.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:30 smithi144 ceph-mon[31316]: pgmap v321: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 620 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-22T00:08:32.065 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:08:32.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:32 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:32 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:32 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:32 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:32 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:32 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:32 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:32 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:32 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:32 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:32 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:32 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:32 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:32 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:32 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.498 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:32 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:32 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:32 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:32 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:32 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:32.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:32 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:32 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:32 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:32.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:32 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:33 smithi080 ceph-mon[27925]: pgmap v322: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 619 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-22T00:08:33.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:33 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi144 to 176.2M 2024-04-22T00:08:33.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:33 smithi080 ceph-mon[27925]: Unable to set osd_memory_target on smithi144 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-22T00:08:33.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:33 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:33 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:33 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:33 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:33 smithi120 ceph-mon[31499]: pgmap v322: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 619 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-22T00:08:33.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:33 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi144 to 176.2M 2024-04-22T00:08:33.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:33 smithi120 ceph-mon[31499]: Unable to set osd_memory_target on smithi144 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-22T00:08:33.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:33 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:33 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:33 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.498 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:33 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:33 smithi144 ceph-mon[31316]: pgmap v322: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 619 MiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-22T00:08:33.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:33 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi144 to 176.2M 2024-04-22T00:08:33.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:33 smithi144 ceph-mon[31316]: Unable to set osd_memory_target on smithi144 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-22T00:08:33.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:33 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:33 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:33 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:33.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:33 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:34.233 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-22T00:08:34.233 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 0, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 2, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 0, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 4, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 0, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.001128586, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.000260517, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:34.234 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:34.235 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 6, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 166, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 3392, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 184816, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 5, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 3, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.012141475, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.007931831, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.002160626, 2024-04-22T00:08:34.236 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 164, 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.016688392, 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000101758 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 184816 2024-04-22T00:08:34.237 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 226, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 215, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 1582128, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 131904, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 2, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 1, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.043307553, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.012593975, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.036088964, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.004742781, 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:34.238 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 214, 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.026109531, 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000122007 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 1582128, 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 131904 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "cct": { 2024-04-22T00:08:34.239 INFO:teuthology.orchestra.run.smithi080.stdout: "total_workers": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "unhealthy_workers": 0 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "mempool": { 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:34.240 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:34.241 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_items": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:34.242 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_anon_bytes": 149017, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_anon_items": 31, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_meta_items": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_bytes": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_items": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_bytes": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_items": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:34.243 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "pgmap_items": 0, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_co_bytes": 928, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_co_items": 2, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_1_items": 0, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_2_items": 0 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "val": 0, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "max": 104857600, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "get_started": 0, 2024-04-22T00:08:34.244 INFO:teuthology.orchestra.run.smithi080.stdout: "get": 228, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "get_sum": 1550283, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "get_or_fail_success": 228, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "take": 0, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "take_sum": 0, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "put": 228, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "put_sum": 1550283, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "wait": { 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:34.245 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-22T00:08:34.276 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:34 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-04-22T00:08:34.276 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:34 smithi080 ceph-mon[27925]: Unable to set osd_memory_target on smithi120 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-22T00:08:34.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:34 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-04-22T00:08:34.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:34 smithi120 ceph-mon[31499]: Unable to set osd_memory_target on smithi120 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-22T00:08:34.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:34 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-04-22T00:08:34.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:34 smithi144 ceph-mon[31316]: Unable to set osd_memory_target on smithi120 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-22T00:08:35.011 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-22T00:08:35.011 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-22T00:08:35.011 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-22T00:08:35.012 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-22T00:08:35.012 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-22T00:08:35.012 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-22T00:08:35.012 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-22T00:08:35.012 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.d 2024-04-22T00:08:35.012 DEBUG:tasks.check_counter:Getting stats from g 2024-04-22T00:08:35.012 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-22T00:08:35.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:35 smithi080 ceph-mon[27925]: pgmap v323: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 618 MiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 22 KiB/s wr, 10 op/s 2024-04-22T00:08:35.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:35 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:35.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:35 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:35.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:35 smithi120 ceph-mon[31499]: pgmap v323: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 618 MiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 22 KiB/s wr, 10 op/s 2024-04-22T00:08:35.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:35 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:35.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:35 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:35.527 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:08:35.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:35 smithi144 ceph-mon[31316]: pgmap v323: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 618 MiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 22 KiB/s wr, 10 op/s 2024-04-22T00:08:35.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:35 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:35.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:35 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:37.437 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:37 smithi080 ceph-mon[27925]: pgmap v324: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 617 MiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:37.437 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:37 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.437 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:37 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.437 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:37 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.438 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:37 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.438 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:37 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:08:37.438 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:37 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:08:37.438 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:37 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:37.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:37 smithi120 ceph-mon[31499]: pgmap v324: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 617 MiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:37.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:37 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:37 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:37 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:37 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:37 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:08:37.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:37 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:08:37.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:37 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:37.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:37 smithi144 ceph-mon[31316]: pgmap v324: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 617 MiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:37.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:37 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:37 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:37 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:37 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T00:08:37.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:37 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T00:08:37.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:37 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T00:08:37.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:37 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' 2024-04-22T00:08:37.650 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-22T00:08:37.650 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 227, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 214, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 1584384, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 130432, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 4, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 0, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.047479370, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.013909749, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.036022481, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.006552858, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 214, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.013760526, 2024-04-22T00:08:37.651 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000064301 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 1584384, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 130432 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 2, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 161, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 320, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 183840, 2024-04-22T00:08:37.652 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 5, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 3, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.012182458, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.007992337, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.001924474, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 158, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.017366020, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000109911 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.653 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 183840 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 0, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 2, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 0, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 2, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 1, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.000470370, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.000411646, 2024-04-22T00:08:37.654 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.655 INFO:teuthology.orchestra.run.smithi080.stdout: "cct": { 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "total_workers": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "unhealthy_workers": 0 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "mempool": { 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:37.656 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:37.657 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_items": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_anon_bytes": 148977, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_anon_items": 30, 2024-04-22T00:08:37.658 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_meta_items": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_bytes": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_items": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_bytes": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_items": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:37.659 INFO:teuthology.orchestra.run.smithi080.stdout: "pgmap_items": 0, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_co_bytes": 928, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_co_items": 2, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_1_items": 0, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_2_items": 0 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "val": 0, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "max": 104857600, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "get_started": 0, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "get": 225, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "get_sum": 1549893, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:37.660 INFO:teuthology.orchestra.run.smithi080.stdout: "get_or_fail_success": 225, 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: "take": 0, 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: "take_sum": 0, 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: "put": 225, 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: "put_sum": 1549893, 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: "wait": { 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:37.661 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-22T00:08:38.410 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:38 smithi080 ceph-mon[27925]: Adjusting osd_memory_target on smithi080 to 176.2M 2024-04-22T00:08:38.410 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:38 smithi080 ceph-mon[27925]: Unable to set osd_memory_target on smithi080 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-22T00:08:38.461 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-04-22T00:08:38.461 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-04-22T00:08:38.461 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-04-22T00:08:38.461 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-04-22T00:08:38.461 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-04-22T00:08:38.462 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-04-22T00:08:38.462 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-04-22T00:08:38.462 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.g 2024-04-22T00:08:38.462 DEBUG:tasks.check_counter:Getting stats from j 2024-04-22T00:08:38.462 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-22T00:08:38.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:38 smithi120 ceph-mon[31499]: Adjusting osd_memory_target on smithi080 to 176.2M 2024-04-22T00:08:38.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:38 smithi120 ceph-mon[31499]: Unable to set osd_memory_target on smithi080 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-22T00:08:38.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:38 smithi144 ceph-mon[31316]: Adjusting osd_memory_target on smithi080 to 176.2M 2024-04-22T00:08:38.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:38 smithi144 ceph-mon[31316]: Unable to set osd_memory_target on smithi080 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-04-22T00:08:38.969 INFO:teuthology.orchestra.run.smithi080.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T00:08:39.439 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:39 smithi080 ceph-mon[27925]: pgmap v325: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 616 MiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-22T00:08:39.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:39 smithi120 ceph-mon[31499]: pgmap v325: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 616 MiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-22T00:08:39.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:39 smithi144 ceph-mon[31316]: pgmap v325: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 616 MiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-22T00:08:40.497 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:40 smithi120 ceph-mon[31499]: pgmap v326: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 616 MiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:40.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:40 smithi144 ceph-mon[31316]: pgmap v326: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 616 MiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:40.629 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:40 smithi080 ceph-mon[27925]: pgmap v326: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 616 MiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:42.420 INFO:teuthology.orchestra.run.smithi080.stdout:{ 2024-04-22T00:08:42.420 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:42.420 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 229, 2024-04-22T00:08:42.420 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 218, 2024-04-22T00:08:42.420 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 1582944, 2024-04-22T00:08:42.420 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 133824, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 4, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 0, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.045293082, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.013592526, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.036211629, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.004690927, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 217, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.013480592, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000062122 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:42.421 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 1582944, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 133824 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 6, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 168, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 3392, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 185168, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 5, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 3, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.013684032, 2024-04-22T00:08:42.422 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.008866239, 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.002631387, 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 166, 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.027118674, 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000163365 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:42.423 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 185168 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_messages": 0, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages": 2, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_bytes": 0, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_bytes": 0, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_created_connections": 2, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_active_connections": 1, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_total_time": 0.000302257, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_recv_time": 0.000230729, 2024-04-22T00:08:42.424 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:08:42.425 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "cct": { 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "total_workers": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "unhealthy_workers": 0 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "mempool": { 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:42.426 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:42.427 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_items": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_anon_bytes": 149034, 2024-04-22T00:08:42.428 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_anon_items": 32, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "buffer_meta_items": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_bytes": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_items": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_bytes": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_items": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "pgmap_items": 0, 2024-04-22T00:08:42.429 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_co_bytes": 928, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "mds_co_items": 2, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_1_items": 0, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "unittest_2_items": 0 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: }, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "val": 0, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "max": 104857600, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "get_started": 0, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "get": 231, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "get_sum": 1550673, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:42.430 INFO:teuthology.orchestra.run.smithi080.stdout: "get_or_fail_success": 231, 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: "take": 0, 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: "take_sum": 0, 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: "put": 231, 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: "put_sum": 1550673, 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: "wait": { 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: "avgcount": 0, 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: "sum": 0.000000000, 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: "avgtime": 0.000000000 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout: } 2024-04-22T00:08:42.431 INFO:teuthology.orchestra.run.smithi080.stdout:} 2024-04-22T00:08:42.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:42 smithi080 ceph-mon[27925]: pgmap v327: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 615 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-22T00:08:42.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:42 smithi120 ceph-mon[31499]: pgmap v327: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 615 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-22T00:08:42.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:42 smithi144 ceph-mon[31316]: pgmap v327: 129 pgs: 58 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 53 active+clean; 615 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-22T00:08:43.151 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-22T00:08:43.151 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-22T00:08:43.151 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-22T00:08:43.151 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-22T00:08:43.151 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-22T00:08:43.151 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-22T00:08:43.151 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-22T00:08:43.151 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.j 2024-04-22T00:08:43.152 DEBUG:tasks.check_counter:Getting stats from b 2024-04-22T00:08:43.152 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-22T00:08:43.558 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:08:44.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:44 smithi080 ceph-mon[27925]: pgmap v328: 129 pgs: 50 active+clean+snaptrim_wait, 17 active+clean+snaptrim, 62 active+clean; 614 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:44.719 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:44 smithi120 ceph-mon[31499]: pgmap v328: 129 pgs: 50 active+clean+snaptrim_wait, 17 active+clean+snaptrim, 62 active+clean; 614 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:44.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:44 smithi144 ceph-mon[31316]: pgmap v328: 129 pgs: 50 active+clean+snaptrim_wait, 17 active+clean+snaptrim, 62 active+clean; 614 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 22 KiB/s wr, 7 op/s 2024-04-22T00:08:45.676 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-04-22T00:08:45.677 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:45.677 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 64303, 2024-04-22T00:08:45.677 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 63525, 2024-04-22T00:08:45.677 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 20862345, 2024-04-22T00:08:45.677 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 510447865, 2024-04-22T00:08:45.677 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 98, 2024-04-22T00:08:45.677 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 5, 2024-04-22T00:08:45.678 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 7.793305986, 2024-04-22T00:08:45.678 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 2.798604613, 2024-04-22T00:08:45.678 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 1.035481475, 2024-04-22T00:08:45.678 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 3.679070298, 2024-04-22T00:08:45.678 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:45.678 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 63519, 2024-04-22T00:08:45.678 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 66.162625162, 2024-04-22T00:08:45.678 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.001041619 2024-04-22T00:08:45.679 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.679 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:45.679 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 1274, 2024-04-22T00:08:45.679 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000191684, 2024-04-22T00:08:45.679 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000150 2024-04-22T00:08:45.679 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.679 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 436496, 2024-04-22T00:08:45.679 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 119216 2024-04-22T00:08:45.680 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.680 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:45.680 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 421565, 2024-04-22T00:08:45.680 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 621623, 2024-04-22T00:08:45.680 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 150993464, 2024-04-22T00:08:45.680 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 663034887, 2024-04-22T00:08:45.680 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 24, 2024-04-22T00:08:45.680 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 6, 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 27.967759187, 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 11.634520683, 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 303.596428874, 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 4.085610087, 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 621624, 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 140.220227990, 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000225570 2024-04-22T00:08:45.681 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.682 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:45.682 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 790565, 2024-04-22T00:08:45.682 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.113066182, 2024-04-22T00:08:45.682 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000143 2024-04-22T00:08:45.682 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.682 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 123258336, 2024-04-22T00:08:45.682 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 308519664 2024-04-22T00:08:45.683 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.683 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:45.683 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 94180, 2024-04-22T00:08:45.683 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 94527, 2024-04-22T00:08:45.683 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 31170103, 2024-04-22T00:08:45.683 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 216121055, 2024-04-22T00:08:45.683 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 13, 2024-04-22T00:08:45.683 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 6, 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 8.395280894, 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 2.715635267, 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 1.975601028, 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 3.585657203, 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 94527, 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 68.472370112, 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000724368 2024-04-22T00:08:45.684 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.685 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:45.685 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 45154, 2024-04-22T00:08:45.685 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.006837657, 2024-04-22T00:08:45.685 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000151 2024-04-22T00:08:45.685 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.685 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 1717904, 2024-04-22T00:08:45.685 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 150688 2024-04-22T00:08:45.685 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "cct": { 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "total_workers": 1, 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "unhealthy_workers": 0 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-MDSRank": { 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 5254, 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 292.429608214, 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.055658471 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.686 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-PurgeQueue": { 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 82847, 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 38.788605026, 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000468195 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "request": 207222, 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "reply": 205346, 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "reply_latency": { 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 205346, 2024-04-22T00:08:45.687 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 7131.837792196, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.034730833 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_reply": 0, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "forward": 1876, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_complete": 12, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_keys": 1, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_commit": 11377, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_split": 159, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_merge": 12, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes": 75703, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_top": 49276, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_bottom": 26412, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pin_tail": 15, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pinned": 5113, 2024-04-22T00:08:45.688 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_expired": 1152, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_with_caps": 2, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "caps": 2, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "subtrees": 81, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse": 329569, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_hit": 294771, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_forward": 1863, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_discover": 16, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_dir_fetch": 1, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_remote_ino": 0, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_lock": 2539, 2024-04-22T00:08:45.689 INFO:teuthology.orchestra.run.smithi120.stdout: "load_cent": 0, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "q": 0, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "exported": 8, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "exported_inodes": 651, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "imported": 57, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "imported_inodes": 4148, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_dir_fetch": 0, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_backtrace_fetch": 3669, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_peer_discover": 0, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rfiles": 4, 2024-04-22T00:08:45.690 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rbytes": 234, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rsnaps": 7, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_fetch": 3669, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_set_tag": 0, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_inodes": 65, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_base_inodes": 4, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dirfrag_rstats": 61, 2024-04-22T00:08:45.691 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_file_inodes": 3604, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_inode_file_caps": 16, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_revoke": 34097, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_grant": 103036, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_trunc": 8, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps": 117476, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps_dirty": 58188, 2024-04-22T00:08:45.692 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_cap_release": 5872, 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "process_request_cap_release": 101173 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_cache": { 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update": 2472, 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update_receipt": 0, 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_try_discover": 0, 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_send_discover": 16, 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_handle_discover": 3937, 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays": 173, 2024-04-22T00:08:45.693 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_delayed": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_created": 47351, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_enqueued": 47178, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_reintegrated": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_migrated": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_processing": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_started": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_completed": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:08:45.694 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_enqueue_scrub": 4, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_exportdir": 8, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_flush": 0, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragmentdir": 171, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragstats": 0, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_inodestats": 0 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_log": { 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "evlrg": 0, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "evadd": 262147, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "evex": 255650, 2024-04-22T00:08:45.695 INFO:teuthology.orchestra.run.smithi120.stdout: "evtrm": 255650, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "ev": 6497, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "evexg": 0, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "evexd": 9093, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "segadd": 395, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "segex": 386, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "segtrm": 386, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "seg": 9, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "segmjr": 1, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "segexg": 0, 2024-04-22T00:08:45.696 INFO:teuthology.orchestra.run.smithi120.stdout: "segexd": 14, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "expos": 847708910, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "wrpos": 868040497, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "rdpos": 0, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "jlat": { 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 4290, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 1223.459004595, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.285188579 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "replayed": 0 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_mem": { 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "ino": 45590, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "ino+": 93127, 2024-04-22T00:08:45.697 INFO:teuthology.orchestra.run.smithi120.stdout: "ino-": 47537, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "dir": 1291, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "dir+": 1545, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "dir-": 254, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "dn": 75703, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "dn+": 152732, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "dn-": 77029, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "cap": 2, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "cap+": 49198, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "cap-": 49196, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "rss": 325960, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "heap": 231804 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_server": { 2024-04-22T00:08:45.698 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_client_request": 220188, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_server_request": 4444, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_request": 207222, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_session": 47, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_peer_request": 10371, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "req_create_latency": { 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 47482, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 1005.306927054, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.021172379 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getattr_latency": { 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 9527, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 1870.142569581, 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.196299209 2024-04-22T00:08:45.699 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getfilelock_latency": { 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "req_link_latency": { 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookup_latency": { 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 64240, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 2767.437007761, 2024-04-22T00:08:45.700 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.043079654 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookuphash_latency": { 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupino_latency": { 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupname_latency": { 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.701 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.702 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.702 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.702 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupparent_latency": { 2024-04-22T00:08:45.702 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.702 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.702 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.702 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupsnap_latency": { 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lssnap_latency": { 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 10, 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.024160260, 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.002416026 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mkdir_latency": { 2024-04-22T00:08:45.703 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 183, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 9.431319243, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.051537263 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mknod_latency": { 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mksnap_latency": { 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 10, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 6.365647852, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.636564785 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.704 INFO:teuthology.orchestra.run.smithi120.stdout: "req_open_latency": { 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 7872, 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 208.266801805, 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.026456656 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "req_readdir_latency": { 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 1270, 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 12.731147050, 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.010024525 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rename_latency": { 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 47100, 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 1158.007154815, 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.024586139 2024-04-22T00:08:45.705 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "req_renamesnap_latency": { 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "req_snapdiff_latency": { 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmdir_latency": { 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 177, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 33.945326740, 2024-04-22T00:08:45.706 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.191781507 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmsnap_latency": { 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 3, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.097685081, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.032561693 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmxattr_latency": { 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setattr_latency": { 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 10, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 1.292251897, 2024-04-22T00:08:45.707 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.129225189 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setdirlayout_latency": { 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setfilelock_latency": { 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setlayout_latency": { 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.708 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setxattr_latency": { 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 9, 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.021551390, 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.002394598 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "req_symlink_latency": { 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 3, 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.001963864, 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000654621 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "req_unlink_latency": { 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 27450, 2024-04-22T00:08:45.709 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 58.766277803, 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.002140848 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getvxattr_latency": { 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_sessions": { 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "session_count": 2, 2024-04-22T00:08:45.710 INFO:teuthology.orchestra.run.smithi120.stdout: "session_add": 7, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "session_remove": 5, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_open": 2, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_stale": 0, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "total_load": 17653, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "average_load": 8826, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "avg_session_uptime": 609, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "mdthresh_evicted": 0 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "mempool": { 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:45.711 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:45.712 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_items": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:45.713 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_bytes": 3189454, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_items": 40314, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_bytes": 264, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_items": 3, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_bytes": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_items": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_bytes": 9464, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_items": 182, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:45.714 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_items": 0, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_bytes": 162568688, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_items": 1556270, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_items": 0, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_items": 0 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "objecter": { 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "op_active": 0, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "op_laggy": 0, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send": 208456, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send_bytes": 1015412888, 2024-04-22T00:08:45.715 INFO:teuthology.orchestra.run.smithi120.stdout: "op_resend": 32, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "op_reply": 208456, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "op_latency": { 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 208456, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 93083.927112891, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.446539927 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "op_inflight": 0, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "oplen_avg": { 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 208456, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 373530 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "op": 208456, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "op_r": 4582, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "op_w": 203874, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "op_rmw": 0, 2024-04-22T00:08:45.716 INFO:teuthology.orchestra.run.smithi120.stdout: "op_pg": 0, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_stat": 9908, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_create": 90800, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_read": 896, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_write": 5188, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writefull": 484, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writesame": 0, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_append": 0, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_zero": 0, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_truncate": 157, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_delete": 95353, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_mapext": 0, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_sparse_read": 0, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_clonerange": 0, 2024-04-22T00:08:45.717 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_getxattr": 3678, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_setxattr": 137318, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_rmxattr": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_call": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_watch": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_notify": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_other": 8, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_active": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_send": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_resend": 0, 2024-04-22T00:08:45.718 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_ping": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_active": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_send": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_resend": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_active": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_send": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_resend": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_active": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_send": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_resend": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "command_active": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "command_send": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "command_resend": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "map_epoch": 101, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "map_full": 0, 2024-04-22T00:08:45.719 INFO:teuthology.orchestra.run.smithi120.stdout: "map_inc": 16, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_sessions": 12, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_open": 12, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_close": 0, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_laggy": 0, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_wr": 22899, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_rd": 26, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_del": 6815 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "oft": { 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_objs": 1, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_updates": 0, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_removes": 0 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.720 INFO:teuthology.orchestra.run.smithi120.stdout: "osd-slow-ops": { 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_ops_count": 3 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "purge_queue": { 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops": 0, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops_high_water": 17, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing": 0, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_high_water": 9, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed_ops": 94349, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed": 47178, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_item_in_journal": 0 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-04-22T00:08:45.721 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 580044, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 135079310, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 580044, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 580044, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 135079310, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.722 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_bytes": { 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 208456, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 1021410270, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 208456, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 1021410270, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.723 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_ops": { 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 1024, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 208456, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 208456, 2024-04-22T00:08:45.724 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 208456, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 208456, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 47178, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 5997578, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:45.725 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 47178, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 896, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 5997578, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle-0x55b013878500": { 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:45.726 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 262147, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 863846193, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 262147, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 4290, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 863846193, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:45.727 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-04-22T00:08:46.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:46 smithi120 ceph-mon[31499]: pgmap v329: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 613 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:08:46.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:46 smithi080 ceph-mon[27925]: pgmap v329: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 613 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:08:46.704 INFO:tasks.check_counter:Daemon mds.b mds.exported=8 2024-04-22T00:08:46.704 INFO:tasks.check_counter:Daemon mds.b mds.imported=57 2024-04-22T00:08:46.705 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=2472 2024-04-22T00:08:46.705 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-04-22T00:08:46.705 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=7 2024-04-22T00:08:46.705 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10 2024-04-22T00:08:46.705 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=3 2024-04-22T00:08:46.705 INFO:tasks.check_counter:Daemon mds.b mds.dir_split=159 2024-04-22T00:08:46.705 DEBUG:tasks.check_counter:Getting stats from e 2024-04-22T00:08:46.705 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-22T00:08:46.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:46 smithi144 ceph-mon[31316]: pgmap v329: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 613 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:08:47.124 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:08:48.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:48 smithi080 ceph-mon[27925]: pgmap v330: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 612 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:08:48.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:48 smithi120 ceph-mon[31499]: pgmap v330: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 612 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:08:48.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:48 smithi144 ceph-mon[31316]: pgmap v330: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 612 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:08:49.283 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-04-22T00:08:49.283 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:49.283 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 810, 2024-04-22T00:08:49.283 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 812, 2024-04-22T00:08:49.283 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 1929317, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 257644, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 6, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 2, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.064373125, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.023302587, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.016236638, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.018278383, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 810, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.038210200, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000047173 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.284 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 691, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 853, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 171924, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 663963, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 7, 2024-04-22T00:08:49.285 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 5, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.062791951, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.019351966, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.014347989, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.022395206, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 851, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.043037183, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000050572 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.286 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 446128 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 1001, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 980, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 1898464, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 373820, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 3, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 2, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.111335128, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.031743722, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.055326865, 2024-04-22T00:08:49.287 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.029605718, 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 979, 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.048548099, 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000049589 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 1647808, 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 136592 2024-04-22T00:08:49.288 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "cct": { 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "total_workers": 1, 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "unhealthy_workers": 0 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-MDSRank": { 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 3739, 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.105682439, 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000028264 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-PurgeQueue": { 2024-04-22T00:08:49.289 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "request": 0, 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "reply": 0, 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "reply_latency": { 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.290 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_reply": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "forward": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_complete": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_keys": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_commit": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_split": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_merge": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes": 137, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_top": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_bottom": 137, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pin_tail": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pinned": 137, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_expired": 0, 2024-04-22T00:08:49.291 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_with_caps": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "caps": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "subtrees": 1, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_hit": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_forward": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_discover": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_remote_ino": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_lock": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "load_cent": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "q": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "exported": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "exported_inodes": 0, 2024-04-22T00:08:49.292 INFO:teuthology.orchestra.run.smithi120.stdout: "imported": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "imported_inodes": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_dir_fetch": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_backtrace_fetch": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_peer_discover": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rfiles": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rbytes": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rsnaps": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_set_tag": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_inodes": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:08:49.293 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_file_inodes": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_inode_file_caps": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_grant": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps_dirty": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_cap_release": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "process_request_cap_release": 0 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_cache": { 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update": 0, 2024-04-22T00:08:49.294 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update_receipt": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_try_discover": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_send_discover": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_handle_discover": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_delayed": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_created": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_enqueued": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_reintegrated": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_migrated": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_processing": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:08:49.295 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_started": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_completed": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_exportdir": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_flush": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragmentdir": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragstats": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_inodestats": 0 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_log": { 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "evlrg": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "evadd": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "evex": 0, 2024-04-22T00:08:49.296 INFO:teuthology.orchestra.run.smithi120.stdout: "evtrm": 0, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "ev": 995, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "evexg": 0, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "evexd": 0, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "segadd": 0, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "segex": 0, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "segtrm": 0, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "seg": 2, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "segmjr": 2, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "segexg": 0, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "segexd": 0, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "expos": 4194304, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "wrpos": 5911738, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "rdpos": 5907758, 2024-04-22T00:08:49.297 INFO:teuthology.orchestra.run.smithi120.stdout: "jlat": { 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "replayed": 995 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_mem": { 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "ino": 4, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "ino+": 389, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "ino-": 385, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "dir": 2, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "dir+": 23, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "dir-": 21, 2024-04-22T00:08:49.298 INFO:teuthology.orchestra.run.smithi120.stdout: "dn": 137, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "dn+": 571, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "dn-": 434, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "cap": 0, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "cap+": 0, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "cap-": 0, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "rss": 53528, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "heap": 215420 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_server": { 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_client_request": 0, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_server_request": 0, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_request": 0, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_session": 0, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_peer_request": 0, 2024-04-22T00:08:49.299 INFO:teuthology.orchestra.run.smithi120.stdout: "req_create_latency": { 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getattr_latency": { 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getfilelock_latency": { 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.300 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "req_link_latency": { 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookup_latency": { 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookuphash_latency": { 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.301 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupino_latency": { 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupname_latency": { 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupparent_latency": { 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.302 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupsnap_latency": { 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lssnap_latency": { 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.303 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mkdir_latency": { 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mknod_latency": { 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.304 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mksnap_latency": { 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "req_open_latency": { 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "req_readdir_latency": { 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.305 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rename_latency": { 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "req_renamesnap_latency": { 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "req_snapdiff_latency": { 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.306 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmdir_latency": { 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmsnap_latency": { 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmxattr_latency": { 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.307 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setattr_latency": { 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setdirlayout_latency": { 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setfilelock_latency": { 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.308 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setlayout_latency": { 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setxattr_latency": { 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "req_symlink_latency": { 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.309 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "req_unlink_latency": { 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getvxattr_latency": { 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.310 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_sessions": { 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "session_count": 2, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "session_add": 5, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "session_remove": 3, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_open": 4, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_stale": 0, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "total_load": 0, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "average_load": 0, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "avg_session_uptime": 2847, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "mdthresh_evicted": 0 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "mempool": { 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:49.311 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:49.312 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:49.313 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_items": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_bytes": 189450, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_items": 53, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_items": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_bytes": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_items": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:49.314 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_bytes": 9464, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_items": 182, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_items": 0, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_bytes": 116816, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_items": 590, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_items": 0, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_items": 0 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.315 INFO:teuthology.orchestra.run.smithi120.stdout: "objecter": { 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "op_active": 0, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "op_laggy": 0, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send": 2241, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send_bytes": 21, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "op_resend": 3, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "op_reply": 2241, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "op_latency": { 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 2241, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 14.265670149, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.006365760 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "op_inflight": 0, 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "oplen_avg": { 2024-04-22T00:08:49.316 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 2241, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 2242 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "op": 2241, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "op_r": 2241, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "op_w": 0, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "op_rmw": 0, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "op_pg": 0, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_stat": 1429, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_create": 0, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_read": 810, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_write": 0, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writefull": 0, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writesame": 0, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_append": 0, 2024-04-22T00:08:49.317 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_zero": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_truncate": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_delete": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_mapext": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_sparse_read": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_clonerange": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_getxattr": 1, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_setxattr": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_rmxattr": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_call": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_watch": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_notify": 0, 2024-04-22T00:08:49.318 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_other": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_active": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_send": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_resend": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_ping": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_active": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_send": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_resend": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_active": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_send": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_resend": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_active": 0, 2024-04-22T00:08:49.319 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_send": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_resend": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "command_active": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "command_send": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "command_resend": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "map_epoch": 101, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "map_full": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "map_inc": 11, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_sessions": 5, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_open": 5, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_close": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_laggy": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_wr": 0, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_rd": 2, 2024-04-22T00:08:49.320 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_del": 0 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "oft": { 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_objs": 0, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_updates": 0, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_removes": 0 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "osd-slow-ops": { 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_ops_count": 0 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "purge_queue": { 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops": 0, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing": 0, 2024-04-22T00:08:49.321 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_high_water": 0, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed_ops": 0, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed": 0, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_item_in_journal": 0 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 2498, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 3758803, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 2498, 2024-04-22T00:08:49.322 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 2498, 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 3758803, 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.323 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_bytes": { 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 2241, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 1717439, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 2241, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 1717439, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.324 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_ops": { 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 1024, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 2241, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 2241, 2024-04-22T00:08:49.325 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 2241, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 2241, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-04-22T00:08:49.326 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 0, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 0, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle-0x55a0f3a966e0": { 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:49.327 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.328 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:49.329 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-04-22T00:08:50.221 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-22T00:08:50.221 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-22T00:08:50.221 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-22T00:08:50.221 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-22T00:08:50.221 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-22T00:08:50.221 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-22T00:08:50.222 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T00:08:50.222 INFO:tasks.check_counter:Daemon mds.e mds.dir_split=0 2024-04-22T00:08:50.222 DEBUG:tasks.check_counter:Getting stats from h 2024-04-22T00:08:50.222 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-22T00:08:50.612 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:08:50.616 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:50 smithi144 ceph-mon[31316]: pgmap v331: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 611 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:08:50.701 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:50 smithi080 ceph-mon[27925]: pgmap v331: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 611 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:08:50.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:50 smithi120 ceph-mon[31499]: pgmap v331: 129 pgs: 39 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 75 active+clean; 611 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 282, 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 426, 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 72040, 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 2224767, 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 18, 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 4, 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.035901177, 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.013513587, 2024-04-22T00:08:52.554 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.009571158, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.007827916, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 424, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.034830250, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000082146 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 42, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000007876, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000187 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 2656, 2024-04-22T00:08:52.555 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 324336 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 666, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 475, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 213378, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 411253, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 18, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 10, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.040225964, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.012602696, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.023889449, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.005870819, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 473, 2024-04-22T00:08:52.556 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.037526362, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000079336 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 630, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000084392, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000133 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 5088, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 132672 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 19197, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 14758, 2024-04-22T00:08:52.557 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 9882770, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 4091783, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 7, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 6, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 1.014943273, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.416765426, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.855761210, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.011038577, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 14757, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.471758773, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000031968 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.558 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 32069, 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.004633180, 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000144 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 3967216, 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 2260336 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "cct": { 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "total_workers": 1, 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "unhealthy_workers": 0 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-MDSRank": { 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-04-22T00:08:52.559 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 318, 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.430237973, 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.001352949 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-PurgeQueue": { 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 304, 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.047671085, 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000156812 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2024-04-22T00:08:52.560 INFO:teuthology.orchestra.run.smithi120.stdout: "request": 5500, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "reply": 1075, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "reply_latency": { 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 1075, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 11.544406321, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.010738982 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_reply": 0, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "forward": 4425, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_complete": 0, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_keys": 0, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_commit": 19, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_split": 1, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_merge": 0, 2024-04-22T00:08:52.561 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes": 19, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_top": 4, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_bottom": 5, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pin_tail": 10, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pinned": 13, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_expired": 773, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_with_caps": 2, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "caps": 2, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "subtrees": 3, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse": 8965, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_hit": 3379, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_forward": 4425, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_discover": 181, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:08:52.562 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_remote_ino": 0, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_lock": 23, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "load_cent": 0, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "q": 0, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "exported": 8, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "exported_inodes": 402, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "imported": 1, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "imported_inodes": 19, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_dir_fetch": 0, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_backtrace_fetch": 44, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_peer_discover": 0, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rfiles": 4, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rbytes": 234, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rsnaps": 7, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_fetch": 44, 2024-04-22T00:08:52.563 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_set_tag": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_inodes": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_file_inodes": 44, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_inode_file_caps": 2, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_revoke": 104, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_grant": 268, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps": 290, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps_dirty": 187, 2024-04-22T00:08:52.564 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_cap_release": 21, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "process_request_cap_release": 624 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_cache": { 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update": 25, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update_receipt": 3467, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_try_discover": 2159, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_send_discover": 2277, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_handle_discover": 11, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays": 0, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_delayed": 0, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_created": 136, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_enqueued": 136, 2024-04-22T00:08:52.565 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_reintegrated": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_migrated": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_processing": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_started": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_completed": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_exportdir": 8, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_flush": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragmentdir": 1, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragstats": 0, 2024-04-22T00:08:52.566 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_inodestats": 0 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_log": { 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "evlrg": 0, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "evadd": 995, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "evex": 0, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "evtrm": 0, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "ev": 995, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "evexg": 0, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "evexd": 0, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "segadd": 2, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "segex": 0, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "segtrm": 0, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "seg": 2, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "segmjr": 2, 2024-04-22T00:08:52.567 INFO:teuthology.orchestra.run.smithi120.stdout: "segexg": 0, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "segexd": 0, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "expos": 4194304, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "wrpos": 5911738, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "rdpos": 0, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "jlat": { 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 85, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 4.158882993, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.048928035 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "replayed": 0 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_mem": { 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "ino": 23, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "ino+": 592, 2024-04-22T00:08:52.568 INFO:teuthology.orchestra.run.smithi120.stdout: "ino-": 569, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "dir": 22, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "dir+": 1449, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "dir-": 1427, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "dn": 19, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "dn+": 949, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "dn-": 930, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "cap": 2, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "cap+": 233, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "cap-": 231, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "rss": 61904, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "heap": 223612 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_server": { 2024-04-22T00:08:52.569 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_client_request": 5911, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_server_request": 17, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_request": 5500, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_session": 29, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_peer_request": 393, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "req_create_latency": { 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 130, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 2.065776171, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.015890585 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getattr_latency": { 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.570 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getfilelock_latency": { 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "req_link_latency": { 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookup_latency": { 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 634, 2024-04-22T00:08:52.571 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 8.502687856, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.013411179 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookuphash_latency": { 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupino_latency": { 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 2, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000207518, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000103759 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupname_latency": { 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.572 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupparent_latency": { 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupsnap_latency": { 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lssnap_latency": { 2024-04-22T00:08:52.573 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.574 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.574 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.575 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.575 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mkdir_latency": { 2024-04-22T00:08:52.575 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.575 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.575 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.575 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mknod_latency": { 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mksnap_latency": { 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.576 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.577 INFO:teuthology.orchestra.run.smithi120.stdout: "req_open_latency": { 2024-04-22T00:08:52.577 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 81, 2024-04-22T00:08:52.577 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.032929119, 2024-04-22T00:08:52.577 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000406532 2024-04-22T00:08:52.577 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.577 INFO:teuthology.orchestra.run.smithi120.stdout: "req_readdir_latency": { 2024-04-22T00:08:52.577 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 8, 2024-04-22T00:08:52.578 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.005966009, 2024-04-22T00:08:52.578 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000745751 2024-04-22T00:08:52.578 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.578 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rename_latency": { 2024-04-22T00:08:52.578 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 130, 2024-04-22T00:08:52.578 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.643538648, 2024-04-22T00:08:52.578 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.004950297 2024-04-22T00:08:52.578 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.579 INFO:teuthology.orchestra.run.smithi120.stdout: "req_renamesnap_latency": { 2024-04-22T00:08:52.579 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.579 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.579 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.579 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.579 INFO:teuthology.orchestra.run.smithi120.stdout: "req_snapdiff_latency": { 2024-04-22T00:08:52.579 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.579 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.580 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.580 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.580 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmdir_latency": { 2024-04-22T00:08:52.580 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.580 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.580 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.580 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.580 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmsnap_latency": { 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmxattr_latency": { 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setattr_latency": { 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.581 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setdirlayout_latency": { 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setfilelock_latency": { 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setlayout_latency": { 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.582 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setxattr_latency": { 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "req_symlink_latency": { 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "req_unlink_latency": { 2024-04-22T00:08:52.583 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 90, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.293301000, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.003258900 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getvxattr_latency": { 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_sessions": { 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "session_count": 2, 2024-04-22T00:08:52.584 INFO:teuthology.orchestra.run.smithi120.stdout: "session_add": 5, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "session_remove": 3, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_open": 2, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_stale": 0, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "total_load": 208, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "average_load": 104, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "avg_session_uptime": 612, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "mdthresh_evicted": 0 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "mempool": { 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:52.585 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:52.587 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_items": 0, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_bytes": 302103, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_items": 139, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_bytes": 880, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_items": 10, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_bytes": 0, 2024-04-22T00:08:52.588 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_items": 0, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_bytes": 9464, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_items": 182, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:52.589 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_items": 0, 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_bytes": 113037, 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_items": 421, 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_items": 0, 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_items": 0 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: "objecter": { 2024-04-22T00:08:52.590 INFO:teuthology.orchestra.run.smithi120.stdout: "op_active": 0, 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "op_laggy": 0, 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send": 576, 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send_bytes": 1840045, 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "op_resend": 33, 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "op_reply": 576, 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "op_latency": { 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 576, 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 11.883725644, 2024-04-22T00:08:52.591 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.020631468 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: "op_inflight": 0, 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: "oplen_avg": { 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 576, 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 681 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: "op": 576, 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: "op_r": 56, 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: "op_w": 520, 2024-04-22T00:08:52.592 INFO:teuthology.orchestra.run.smithi120.stdout: "op_rmw": 0, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "op_pg": 0, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_stat": 0, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_create": 10, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_read": 12, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_write": 97, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writefull": 38, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writesame": 0, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_append": 0, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_zero": 0, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_truncate": 1, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_delete": 284, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_mapext": 0, 2024-04-22T00:08:52.593 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_sparse_read": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_clonerange": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_getxattr": 44, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_setxattr": 20, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_rmxattr": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_call": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_watch": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_notify": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:08:52.594 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_other": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_active": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_send": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_resend": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_ping": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_active": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_send": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_resend": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_active": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_send": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_resend": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_active": 0, 2024-04-22T00:08:52.595 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_send": 0, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_resend": 0, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "command_active": 0, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "command_send": 0, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "command_resend": 0, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "map_epoch": 101, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "map_full": 0, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "map_inc": 11, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_sessions": 12, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_open": 12, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_close": 0, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_laggy": 0, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_wr": 140, 2024-04-22T00:08:52.596 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_rd": 0, 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_del": 35 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "oft": { 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_objs": 1, 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_updates": 0, 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_removes": 0 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "osd-slow-ops": { 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_ops_count": 0 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "purge_queue": { 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops": 0, 2024-04-22T00:08:52.597 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops_high_water": 16, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing": 0, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_high_water": 8, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed_ops": 272, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed": 136, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_item_in_journal": 0 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 20141, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 8014828, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:52.598 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 20141, 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 20141, 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 8014828, 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_bytes": { 2024-04-22T00:08:52.599 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 576, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 1859061, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 576, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 1859061, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.600 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_ops": { 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 1024, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 576, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 576, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 576, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 576, 2024-04-22T00:08:52.601 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 136, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 19016, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 136, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:52.602 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 12, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 19016, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle-0x55ba92874500": { 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 995, 2024-04-22T00:08:52.603 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 1717434, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 995, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 85, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 1717434, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:52.604 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-04-22T00:08:52.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:52 smithi120 ceph-mon[31499]: pgmap v332: 129 pgs: 26 active+clean+snaptrim_wait, 11 active+clean+snaptrim, 92 active+clean; 610 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-22T00:08:52.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:52 smithi144 ceph-mon[31316]: pgmap v332: 129 pgs: 26 active+clean+snaptrim_wait, 11 active+clean+snaptrim, 92 active+clean; 610 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-22T00:08:52.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:52 smithi080 ceph-mon[27925]: pgmap v332: 129 pgs: 26 active+clean+snaptrim_wait, 11 active+clean+snaptrim, 92 active+clean; 610 MiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-22T00:08:53.339 INFO:tasks.check_counter:Daemon mds.h mds.exported=8 2024-04-22T00:08:53.339 INFO:tasks.check_counter:Daemon mds.h mds.imported=1 2024-04-22T00:08:53.339 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=25 2024-04-22T00:08:53.339 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=3467 2024-04-22T00:08:53.339 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=7 2024-04-22T00:08:53.339 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-22T00:08:53.339 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T00:08:53.340 INFO:tasks.check_counter:Daemon mds.h mds.dir_split=1 2024-04-22T00:08:53.340 DEBUG:tasks.check_counter:Getting stats from k 2024-04-22T00:08:53.340 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-22T00:08:53.669 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T00:08:54.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:54 smithi120 ceph-mon[31499]: pgmap v333: 129 pgs: 20 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 100 active+clean; 609 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:08:54.867 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:54 smithi144 ceph-mon[31316]: pgmap v333: 129 pgs: 20 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 100 active+clean; 609 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:08:54.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:54 smithi080 ceph-mon[27925]: pgmap v333: 129 pgs: 20 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 100 active+clean; 609 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 4, 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 4, 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 3072, 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 448, 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 4, 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 0, 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.001294736, 2024-04-22T00:08:56.132 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.000030779, 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.000532814, 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 3, 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000717608, 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000239202 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:56.133 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 3072, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 2, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 170, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 320, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 185424, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 5, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 3, 2024-04-22T00:08:56.134 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.012005481, 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.006250767, 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.003815834, 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 167, 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.013705403, 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000082068 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.135 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 185424 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 233, 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 222, 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 1584032, 2024-04-22T00:08:56.136 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 136384, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 2, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 1, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.040911417, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.010909036, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.035937657, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.005115148, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 221, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.010503917, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000047529 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:56.137 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 1584032, 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 136384 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "cct": { 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "total_workers": 0, 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "unhealthy_workers": 0 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "mempool": { 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:56.138 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:56.139 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:56.140 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_items": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_bytes": 148731, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_items": 31, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_items": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_bytes": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_items": 0, 2024-04-22T00:08:56.141 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_bytes": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_items": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_items": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_bytes": 928, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_items": 2, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:56.142 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_items": 0, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_items": 0 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 235, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 1551193, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 235, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-04-22T00:08:56.143 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 235, 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 1551193, 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-04-22T00:08:56.144 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-04-22T00:08:56.483 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:56 smithi120 ceph-mon[31499]: pgmap v334: 129 pgs: 13 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 111 active+clean; 608 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:08:56.866 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:56 smithi144 ceph-mon[31316]: pgmap v334: 129 pgs: 13 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 111 active+clean; 608 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:08:56.927 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-04-22T00:08:56.927 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-04-22T00:08:56.927 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-04-22T00:08:56.927 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-04-22T00:08:56.927 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-04-22T00:08:56.927 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-04-22T00:08:56.928 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-04-22T00:08:56.928 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.k 2024-04-22T00:08:56.928 DEBUG:tasks.check_counter:Getting stats from c 2024-04-22T00:08:56.928 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-22T00:08:56.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:56 smithi080 ceph-mon[27925]: pgmap v334: 129 pgs: 13 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 111 active+clean; 608 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-22T00:08:57.191 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:08:58.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:08:58 smithi144 ceph-mon[31316]: pgmap v335: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 608 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:08:58.747 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:08:58 smithi120 ceph-mon[31499]: pgmap v335: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 608 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:08:58.898 INFO:teuthology.orchestra.run.smithi144.stdout:{ 2024-04-22T00:08:58.899 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:08:58.899 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 304, 2024-04-22T00:08:58.899 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 301, 2024-04-22T00:08:58.899 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 17042358, 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 107852, 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 6, 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 2, 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.041725760, 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.009194576, 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.021283083, 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.009422196, 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:58.900 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 300, 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.023996641, 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000079988 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 184064, 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 32800 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.901 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 369, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 405, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 46069477, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 266634, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 6, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 5, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.057437899, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.008937184, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.034804775, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.011526795, 2024-04-22T00:08:58.902 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 404, 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.017923783, 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000044365 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 3232, 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 150816 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.903 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 135, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 137, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 41501536, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 42937, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 5, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 4, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.031486519, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.002767453, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.023530176, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.004253548, 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:08:58.904 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 135, 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.023748055, 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000175911 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:08:58.905 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "cct": { 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "total_workers": 1, 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "unhealthy_workers": 0 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "finisher-MDSRank": { 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "queue_len": 0, 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "complete_latency": { 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 1130, 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.156682065, 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000138656 2024-04-22T00:08:58.906 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: "finisher-PurgeQueue": { 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: "queue_len": 0, 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: "complete_latency": { 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.907 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "mds": { 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "request": 0, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "reply": 0, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "reply_latency": { 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "slow_reply": 0, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "forward": 0, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_fetch_complete": 0, 2024-04-22T00:08:58.908 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_fetch_keys": 0, 2024-04-22T00:08:58.909 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_commit": 0, 2024-04-22T00:08:58.909 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_split": 0, 2024-04-22T00:08:58.909 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_merge": 0, 2024-04-22T00:08:58.909 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes": 37194, 2024-04-22T00:08:58.909 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_top": 21024, 2024-04-22T00:08:58.909 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_bottom": 16170, 2024-04-22T00:08:58.909 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_pin_tail": 0, 2024-04-22T00:08:58.909 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_pinned": 7160, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_expired": 0, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_with_caps": 0, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "caps": 0, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "subtrees": 2, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse": 0, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_hit": 0, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_forward": 0, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_discover": 0, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:08:58.910 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_remote_ino": 0, 2024-04-22T00:08:58.911 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_lock": 0, 2024-04-22T00:08:58.911 INFO:teuthology.orchestra.run.smithi144.stdout: "load_cent": 0, 2024-04-22T00:08:58.911 INFO:teuthology.orchestra.run.smithi144.stdout: "q": 0, 2024-04-22T00:08:58.911 INFO:teuthology.orchestra.run.smithi144.stdout: "exported": 0, 2024-04-22T00:08:58.911 INFO:teuthology.orchestra.run.smithi144.stdout: "exported_inodes": 0, 2024-04-22T00:08:58.911 INFO:teuthology.orchestra.run.smithi144.stdout: "imported": 0, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "imported_inodes": 0, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_dir_fetch": 0, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_backtrace_fetch": 0, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_peer_discover": 0, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rfiles": 4, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rbytes": 234, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rsnaps": 7, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_set_tag": 0, 2024-04-22T00:08:58.912 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dir_inodes": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_file_inodes": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_inode_file_caps": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_grant": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:08:58.913 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_caps": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_caps_dirty": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_cap_release": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "process_request_cap_release": 0 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_cache": { 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_update": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_update_receipt": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_try_discover": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_send_discover": 0, 2024-04-22T00:08:58.914 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_handle_discover": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays_delayed": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_created": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_enqueued": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_reintegrated": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_migrated": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_processing": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:08:58.915 INFO:teuthology.orchestra.run.smithi144.stdout: "recovery_started": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "recovery_completed": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_exportdir": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_flush": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_fragmentdir": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_fragstats": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_inodestats": 0 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_log": { 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "evlrg": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "evadd": 0, 2024-04-22T00:08:58.916 INFO:teuthology.orchestra.run.smithi144.stdout: "evex": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "evtrm": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "ev": 34085, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "evexg": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "evexd": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "segadd": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "segex": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "segtrm": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "seg": 9, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "segmjr": 5, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "segexg": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "segexd": 0, 2024-04-22T00:08:58.917 INFO:teuthology.orchestra.run.smithi144.stdout: "expos": 847708910, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "wrpos": 868040497, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "rdpos": 868040361, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "jlat": { 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "replayed": 34085 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_mem": { 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "ino": 12869, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "ino+": 24321, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "ino-": 11452, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "dir": 547, 2024-04-22T00:08:58.918 INFO:teuthology.orchestra.run.smithi144.stdout: "dir+": 547, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "dir-": 0, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "dn": 37194, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "dn+": 37194, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "dn-": 0, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "cap": 0, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "cap+": 0, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "cap-": 0, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "rss": 118440, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "heap": 215420 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_server": { 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "dispatch_client_request": 0, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "dispatch_server_request": 0, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_request": 0, 2024-04-22T00:08:58.919 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_session": 0, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_peer_request": 0, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "req_create_latency": { 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getattr_latency": { 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getfilelock_latency": { 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.920 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "req_link_latency": { 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookup_latency": { 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.921 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookuphash_latency": { 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupino_latency": { 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupname_latency": { 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.922 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupparent_latency": { 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupsnap_latency": { 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lssnap_latency": { 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.923 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.924 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mkdir_latency": { 2024-04-22T00:08:58.924 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.924 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.924 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.924 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.924 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mknod_latency": { 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mksnap_latency": { 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "req_open_latency": { 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.925 INFO:teuthology.orchestra.run.smithi144.stdout: "req_readdir_latency": { 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rename_latency": { 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "req_renamesnap_latency": { 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.926 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "req_snapdiff_latency": { 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmdir_latency": { 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmsnap_latency": { 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.927 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmxattr_latency": { 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setattr_latency": { 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setdirlayout_latency": { 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.928 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setfilelock_latency": { 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setlayout_latency": { 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.929 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setxattr_latency": { 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "req_symlink_latency": { 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.930 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "req_unlink_latency": { 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getvxattr_latency": { 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.931 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_sessions": { 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "session_count": 2, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "session_add": 2, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "session_remove": 0, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "sessions_open": 0, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "sessions_stale": 0, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "total_load": 0, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "average_load": 0, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "avg_session_uptime": 1757, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "mdthresh_evicted": 0 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "mempool": { 2024-04-22T00:08:58.932 INFO:teuthology.orchestra.run.smithi144.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:08:58.933 INFO:teuthology.orchestra.run.smithi144.stdout: "bloom_filter_items": 0, 2024-04-22T00:08:58.933 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:08:58.933 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:08:58.933 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:08:58.933 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:08:58.933 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:08:58.933 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:08:58.933 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_extent_items": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_blob_items": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:08:58.934 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:08:58.935 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:08:58.935 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_txc_items": 0, 2024-04-22T00:08:58.935 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:08:58.935 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:08:58.935 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:08:58.935 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_items": 0, 2024-04-22T00:08:58.935 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_bytes": 0, 2024-04-22T00:08:58.935 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_items": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_anon_bytes": 702115, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_anon_items": 13285, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_meta_items": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_bytes": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_items": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_mapbl_items": 0, 2024-04-22T00:08:58.936 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_pglog_items": 0, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_bytes": 9464, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_items": 182, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "pgmap_bytes": 0, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "pgmap_items": 0, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_co_bytes": 56828412, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_co_items": 456110, 2024-04-22T00:08:58.937 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_1_bytes": 0, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_1_items": 0, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_2_bytes": 0, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_2_items": 0 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "objecter": { 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "op_active": 0, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "op_laggy": 0, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "op_send": 735, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "op_send_bytes": 26, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "op_resend": 4, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "op_reply": 735, 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "op_latency": { 2024-04-22T00:08:58.938 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 735, 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 3.294945963, 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.004482919 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "op_inflight": 0, 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "oplen_avg": { 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 735, 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 736 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "op": 735, 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "op_r": 735, 2024-04-22T00:08:58.939 INFO:teuthology.orchestra.run.smithi144.stdout: "op_w": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "op_rmw": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "op_pg": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_stat": 466, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_create": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_read": 266, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_write": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_writefull": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_writesame": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_append": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_zero": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_truncate": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_delete": 0, 2024-04-22T00:08:58.940 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_mapext": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_sparse_read": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_clonerange": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_getxattr": 2, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_setxattr": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_rmxattr": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_call": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_watch": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_notify": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:08:58.941 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_pgls": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_other": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_active": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_send": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_resend": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_ping": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_active": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_send": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_resend": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_active": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_send": 0, 2024-04-22T00:08:58.942 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_resend": 0, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_active": 0, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_send": 0, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_resend": 0, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "command_active": 0, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "command_send": 0, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "command_resend": 0, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "map_epoch": 101, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "map_full": 0, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "map_inc": 7, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_sessions": 8, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_session_open": 8, 2024-04-22T00:08:58.943 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_session_close": 0, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_laggy": 0, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_wr": 0, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_rd": 2, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_del": 0 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "oft": { 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_objs": 0, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_updates": 0, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_removes": 0 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "osd-slow-ops": { 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "slow_ops_count": 0 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.944 INFO:teuthology.orchestra.run.smithi144.stdout: "purge_queue": { 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_ops": 0, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing": 0, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_high_water": 0, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executed_ops": 0, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executed": 0, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_item_in_journal": 0 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 104857600, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 804, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 104534498, 2024-04-22T00:08:58.945 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 804, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 804, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 104534498, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-objecter_bytes": { 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 104857600, 2024-04-22T00:08:58.946 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 735, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 104214875, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 735, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 104214875, 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:08:58.947 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.948 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.948 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.948 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.948 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.948 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-objecter_ops": { 2024-04-22T00:08:58.948 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:08:58.948 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 1024, 2024-04-22T00:08:58.948 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 735, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 735, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 735, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 735, 2024-04-22T00:08:58.949 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 3758096384, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:58.950 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 0, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 0, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-write_buf_throttle-0x556708e886e0": { 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 3758096384, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:08:58.951 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:08:58.952 INFO:teuthology.orchestra.run.smithi144.stdout:} 2024-04-22T00:08:58.953 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:08:58 smithi080 ceph-mon[27925]: pgmap v335: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 608 MiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-22T00:08:59.698 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-22T00:08:59.698 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-22T00:08:59.698 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-22T00:08:59.698 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-04-22T00:08:59.699 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=7 2024-04-22T00:08:59.699 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-22T00:08:59.699 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T00:08:59.699 INFO:tasks.check_counter:Daemon mds.c mds.dir_split=0 2024-04-22T00:08:59.699 DEBUG:tasks.check_counter:Getting stats from f 2024-04-22T00:08:59.699 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-22T00:08:59.936 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:09:00.617 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:00 smithi144 ceph-mon[31316]: pgmap v336: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:09:00.748 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:00 smithi120 ceph-mon[31499]: pgmap v336: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:09:00.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:00 smithi080 ceph-mon[27925]: pgmap v336: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-22T00:09:01.802 INFO:teuthology.orchestra.run.smithi144.stdout:{ 2024-04-22T00:09:01.802 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 1014, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 991, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 1904496, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 377954, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 5, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 1, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.125522906, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.036155487, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.058169651, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.034417935, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 991, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.056914844, 2024-04-22T00:09:01.803 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000057431 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 1652160, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 139136 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 171, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 338, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 4240500, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 506476, 2024-04-22T00:09:01.804 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 7, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 5, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.025453638, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.009010513, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.008959563, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.004975490, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 335, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.034693594, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000103562 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.805 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 452672 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 1453, 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 1455, 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 14054464, 2024-04-22T00:09:01.806 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 462061, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 5, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 4, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.104998852, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.030851885, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.031501559, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.035942271, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 1453, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.056471347, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000038865 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.807 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "cct": { 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "total_workers": 1, 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "unhealthy_workers": 0 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "finisher-MDSRank": { 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "queue_len": 0, 2024-04-22T00:09:01.808 INFO:teuthology.orchestra.run.smithi144.stdout: "complete_latency": { 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 4025, 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.099461027, 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000024710 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "finisher-PurgeQueue": { 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "queue_len": 0, 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "complete_latency": { 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.809 INFO:teuthology.orchestra.run.smithi144.stdout: "mds": { 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: "request": 0, 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: "reply": 0, 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: "reply_latency": { 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: "slow_reply": 0, 2024-04-22T00:09:01.810 INFO:teuthology.orchestra.run.smithi144.stdout: "forward": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_fetch_complete": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_fetch_keys": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_commit": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_split": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_merge": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes": 1695, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_top": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_bottom": 1695, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_pin_tail": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_pinned": 1695, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_expired": 0, 2024-04-22T00:09:01.811 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_with_caps": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "caps": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "subtrees": 1, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_hit": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_forward": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_discover": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_remote_ino": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_lock": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "load_cent": 0, 2024-04-22T00:09:01.812 INFO:teuthology.orchestra.run.smithi144.stdout: "q": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "exported": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "exported_inodes": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "imported": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "imported_inodes": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_dir_fetch": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_backtrace_fetch": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_peer_discover": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rfiles": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rbytes": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rsnaps": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_set_tag": 0, 2024-04-22T00:09:01.813 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dir_inodes": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_file_inodes": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_inode_file_caps": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_grant": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_caps": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_caps_dirty": 0, 2024-04-22T00:09:01.814 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_cap_release": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "process_request_cap_release": 0 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_cache": { 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_update": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_update_receipt": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_try_discover": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_send_discover": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_handle_discover": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays_delayed": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_created": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_enqueued": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_reintegrated": 0, 2024-04-22T00:09:01.815 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_migrated": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_processing": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "recovery_started": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "recovery_completed": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_exportdir": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_flush": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_fragmentdir": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_fragstats": 0, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_inodestats": 0 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.816 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_log": { 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "evlrg": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "evadd": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "evex": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "evtrm": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "ev": 10249, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "evexg": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "evexd": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "segadd": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "segex": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "segtrm": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "seg": 14, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "segmjr": 2, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "segexg": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "segexd": 0, 2024-04-22T00:09:01.817 INFO:teuthology.orchestra.run.smithi144.stdout: "expos": 4194304, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "wrpos": 22072489, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "rdpos": 22067563, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "jlat": { 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "replayed": 10249 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_mem": { 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "ino": 12, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "ino+": 3708, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "ino-": 3696, 2024-04-22T00:09:01.818 INFO:teuthology.orchestra.run.smithi144.stdout: "dir": 10, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "dir+": 98, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "dir-": 88, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "dn": 1695, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "dn+": 6143, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "dn-": 4448, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "cap": 0, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "cap+": 0, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "cap-": 0, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "rss": 57992, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "heap": 215420 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_server": { 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "dispatch_client_request": 0, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "dispatch_server_request": 0, 2024-04-22T00:09:01.819 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_request": 0, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_session": 0, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_peer_request": 0, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "req_create_latency": { 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getattr_latency": { 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getfilelock_latency": { 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.820 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "req_link_latency": { 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookup_latency": { 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookuphash_latency": { 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.821 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupino_latency": { 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupname_latency": { 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupparent_latency": { 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.822 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupsnap_latency": { 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lssnap_latency": { 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.823 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mkdir_latency": { 2024-04-22T00:09:01.824 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.824 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.824 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.824 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.824 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mknod_latency": { 2024-04-22T00:09:01.824 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mksnap_latency": { 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "req_open_latency": { 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.825 INFO:teuthology.orchestra.run.smithi144.stdout: "req_readdir_latency": { 2024-04-22T00:09:01.826 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rename_latency": { 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "req_renamesnap_latency": { 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "req_snapdiff_latency": { 2024-04-22T00:09:01.827 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmdir_latency": { 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmsnap_latency": { 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.828 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmxattr_latency": { 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setattr_latency": { 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setdirlayout_latency": { 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.829 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setfilelock_latency": { 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setlayout_latency": { 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setxattr_latency": { 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.830 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "req_symlink_latency": { 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "req_unlink_latency": { 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getvxattr_latency": { 2024-04-22T00:09:01.831 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_sessions": { 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "session_count": 2, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "session_add": 6, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "session_remove": 4, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "sessions_open": 5, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "sessions_stale": 0, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "total_load": 0, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "average_load": 0, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "avg_session_uptime": 3429, 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: "mdthresh_evicted": 0 2024-04-22T00:09:01.832 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "mempool": { 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bloom_filter_items": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:09:01.833 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_extent_items": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_blob_items": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_txc_items": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:09:01.834 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_items": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_bytes": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_items": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_anon_bytes": 199098, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_anon_items": 61, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_meta_items": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_bytes": 0, 2024-04-22T00:09:01.835 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_items": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_mapbl_items": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_pglog_items": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_bytes": 9224, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_items": 176, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "pgmap_bytes": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "pgmap_items": 0, 2024-04-22T00:09:01.836 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_co_bytes": 1254224, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_co_items": 6934, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_1_bytes": 0, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_1_items": 0, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_2_bytes": 0, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_2_items": 0 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "objecter": { 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "op_active": 0, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "op_laggy": 0, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "op_send": 2373, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "op_send_bytes": 21, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "op_resend": 3, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "op_reply": 2373, 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "op_latency": { 2024-04-22T00:09:01.837 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 2373, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 27.772538597, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.011703556 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "op_inflight": 0, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "oplen_avg": { 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 2373, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 2374 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "op": 2373, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "op_r": 2373, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "op_w": 0, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "op_rmw": 0, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "op_pg": 0, 2024-04-22T00:09:01.838 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_stat": 1439, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_create": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_read": 932, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_write": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_writefull": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_writesame": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_append": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_zero": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_truncate": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_delete": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_mapext": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_sparse_read": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_clonerange": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_getxattr": 1, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_setxattr": 0, 2024-04-22T00:09:01.839 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_rmxattr": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_call": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_watch": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_notify": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_pgls": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_other": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_active": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_send": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_resend": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_ping": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_active": 0, 2024-04-22T00:09:01.840 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_send": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_resend": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_active": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_send": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_resend": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_active": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_send": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_resend": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "command_active": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "command_send": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "command_resend": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "map_epoch": 102, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "map_full": 0, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "map_inc": 12, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_sessions": 6, 2024-04-22T00:09:01.841 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_session_open": 6, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_session_close": 0, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_laggy": 0, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_wr": 0, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_rd": 2, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_del": 0 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "oft": { 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_objs": 0, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_updates": 0, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_removes": 0 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "osd-slow-ops": { 2024-04-22T00:09:01.842 INFO:teuthology.orchestra.run.smithi144.stdout: "slow_ops_count": 0 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "purge_queue": { 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_ops": 0, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing": 0, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_high_water": 0, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executed_ops": 0, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executed": 0, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_item_in_journal": 0 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 104857600, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:01.843 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 2634, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 19946120, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 2634, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 2634, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 19946120, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.844 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-objecter_bytes": { 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 104857600, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 2373, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 17882192, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 2373, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 17882192, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.845 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-objecter_ops": { 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 1024, 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:09:01.846 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 2373, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 2373, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 2373, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 2373, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 3758096384, 2024-04-22T00:09:01.847 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.848 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-write_buf_throttle-0x556bde6546e0": { 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 3758096384, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 0, 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:01.849 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:01.850 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:01.850 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:01.850 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.850 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:01.850 INFO:teuthology.orchestra.run.smithi144.stdout:} 2024-04-22T00:09:02.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:01 smithi144 ceph-mon[31316]: osdmap e102: 12 total, 12 up, 12 in 2024-04-22T00:09:02.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:01 smithi080 ceph-mon[27925]: osdmap e102: 12 total, 12 up, 12 in 2024-04-22T00:09:02.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:01 smithi120 ceph-mon[31499]: osdmap e102: 12 total, 12 up, 12 in 2024-04-22T00:09:02.762 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-22T00:09:02.762 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-22T00:09:02.762 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-22T00:09:02.762 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-22T00:09:02.763 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2024-04-22T00:09:02.763 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-22T00:09:02.763 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T00:09:02.763 INFO:tasks.check_counter:Daemon mds.f mds.dir_split=0 2024-04-22T00:09:02.763 DEBUG:tasks.check_counter:Getting stats from i 2024-04-22T00:09:02.763 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-22T00:09:03.002 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:09:03.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:02 smithi144 ceph-mon[31316]: pgmap v338: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:09:03.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:02 smithi080 ceph-mon[27925]: pgmap v338: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:09:03.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:02 smithi120 ceph-mon[31499]: pgmap v338: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-22T00:09:04.741 INFO:teuthology.orchestra.run.smithi144.stdout:{ 2024-04-22T00:09:04.741 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:09:04.741 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 1773, 2024-04-22T00:09:04.741 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 2139, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 456271, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 14912707, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 20, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 6, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.178491964, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.068052940, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.045356838, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.052568235, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 2132, 2024-04-22T00:09:04.742 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.198104735, 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000092919 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 629, 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000102497, 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000162 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 2928, 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 325856 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 55809, 2024-04-22T00:09:04.743 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 64093, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 21151599, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 28573298, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 14, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 5, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 2.985730416, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 1.241966334, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 2.660260806, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.036020605, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 64096, 2024-04-22T00:09:04.744 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 3.475724124, 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000054226 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 105868, 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.018282823, 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000172 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 11766016, 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 19306368 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 2356, 2024-04-22T00:09:04.745 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 2365, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 2412976, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 5410286, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 10, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 6, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.217353538, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.071133292, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.077504281, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.065564016, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 2364, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.224301837, 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000094882 2024-04-22T00:09:04.746 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 75, 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000012562, 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000167 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 1665280, 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 157360 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "cct": { 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "total_workers": 1, 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "unhealthy_workers": 0 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "finisher-MDSRank": { 2024-04-22T00:09:04.747 INFO:teuthology.orchestra.run.smithi144.stdout: "queue_len": 0, 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "complete_latency": { 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 1300, 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 4.316494423, 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.003320380 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "finisher-PurgeQueue": { 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "queue_len": 0, 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "complete_latency": { 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 3403, 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.361751934, 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000106303 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.748 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "mds": { 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "request": 16306, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "reply": 11927, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "reply_latency": { 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 11927, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 164.072616362, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.013756402 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "slow_reply": 0, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "forward": 4379, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_fetch_complete": 0, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_fetch_keys": 0, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_commit": 65, 2024-04-22T00:09:04.749 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_split": 6, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_merge": 0, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes": 24, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_top": 6, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_bottom": 8, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_pin_tail": 10, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_pinned": 13, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_expired": 4877, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "inodes_with_caps": 1, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "caps": 1, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "subtrees": 3, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse": 32134, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_hit": 20240, 2024-04-22T00:09:04.750 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_forward": 4376, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_discover": 270, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_dir_fetch": 0, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_remote_ino": 0, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "traverse_lock": 328, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "load_cent": 0, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "q": 0, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "exported": 49, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "exported_inodes": 3746, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "imported": 7, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "imported_inodes": 632, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_dir_fetch": 0, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_backtrace_fetch": 188, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "openino_peer_discover": 0, 2024-04-22T00:09:04.751 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rfiles": 4, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rbytes": 234, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "root_rsnaps": 7, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_backtrace_fetch": 188, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_set_tag": 0, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_inotable_repaired": 0, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dir_inodes": 0, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "scrub_file_inodes": 188, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_inode_file_caps": 112, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_revoke": 2778, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_grant": 4656, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T00:09:04.752 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_caps": 5029, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_caps_dirty": 2153, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_cap_release": 160, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "process_request_cap_release": 7112 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_cache": { 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_update": 284, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_update_receipt": 3263, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_try_discover": 1790, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_send_discover": 1788, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "dir_handle_discover": 133, 2024-04-22T00:09:04.753 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays": 0, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays_delayed": 0, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "num_strays_enqueuing": 0, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_created": 1686, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_enqueued": 1686, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_reintegrated": 0, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "strays_migrated": 0, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_processing": 0, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_enqueued": 0, 2024-04-22T00:09:04.754 INFO:teuthology.orchestra.run.smithi144.stdout: "num_recovering_prioritized": 0, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "recovery_started": 0, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "recovery_completed": 0, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_quiesce_path": 0, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_quiesce_inode": 0, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_exportdir": 49, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_flush": 0, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_fragmentdir": 6, 2024-04-22T00:09:04.755 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_fragstats": 0, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "ireq_inodestats": 0 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_log": { 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "evlrg": 0, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "evadd": 10249, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "evex": 0, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "evtrm": 0, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "ev": 10249, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "evexg": 0, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "evexd": 0, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "segadd": 14, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "segex": 0, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "segtrm": 0, 2024-04-22T00:09:04.756 INFO:teuthology.orchestra.run.smithi144.stdout: "seg": 14, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "segmjr": 2, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "segexg": 0, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "segexd": 0, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "expos": 4194304, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "wrpos": 22072489, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "rdpos": 0, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "jlat": { 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 473, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 20.083319157, 2024-04-22T00:09:04.757 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.042459448 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "replayed": 0 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_mem": { 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "ino": 28, 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "ino+": 3982, 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "ino-": 3954, 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "dir": 27, 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "dir+": 1841, 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "dir-": 1814, 2024-04-22T00:09:04.758 INFO:teuthology.orchestra.run.smithi144.stdout: "dn": 24, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "dn+": 6706, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "dn-": 6682, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "cap": 1, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "cap+": 2933, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "cap-": 2932, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "rss": 79672, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "heap": 223612 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_server": { 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "dispatch_client_request": 21257, 2024-04-22T00:09:04.759 INFO:teuthology.orchestra.run.smithi144.stdout: "dispatch_server_request": 1485, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_request": 16306, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_client_session": 34, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "handle_peer_request": 7052, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "req_create_latency": { 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 1385, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 12.583295379, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.009085411 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getattr_latency": { 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 5, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.003230419, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000646083 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.760 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getfilelock_latency": { 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "req_link_latency": { 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookup_latency": { 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 6575, 2024-04-22T00:09:04.761 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 130.502326649, 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.019848262 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookuphash_latency": { 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupino_latency": { 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.762 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupname_latency": { 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupparent_latency": { 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lookupsnap_latency": { 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.763 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.764 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.764 INFO:teuthology.orchestra.run.smithi144.stdout: "req_lssnap_latency": { 2024-04-22T00:09:04.764 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mkdir_latency": { 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mknod_latency": { 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.765 INFO:teuthology.orchestra.run.smithi144.stdout: "req_mksnap_latency": { 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "req_open_latency": { 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 1307, 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.964480329, 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000737934 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "req_readdir_latency": { 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 49, 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.055439491, 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.001131418 2024-04-22T00:09:04.766 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rename_latency": { 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 1389, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 16.397619871, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.011805341 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "req_renamesnap_latency": { 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "req_snapdiff_latency": { 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.767 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmdir_latency": { 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmsnap_latency": { 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "req_rmxattr_latency": { 2024-04-22T00:09:04.768 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setattr_latency": { 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setdirlayout_latency": { 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.769 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setfilelock_latency": { 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setlayout_latency": { 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.770 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "req_setxattr_latency": { 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "req_symlink_latency": { 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "req_unlink_latency": { 2024-04-22T00:09:04.771 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 1217, 2024-04-22T00:09:04.772 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 3.566224224, 2024-04-22T00:09:04.772 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.002930340 2024-04-22T00:09:04.772 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.772 INFO:teuthology.orchestra.run.smithi144.stdout: "cap_revoke_eviction": 0, 2024-04-22T00:09:04.772 INFO:teuthology.orchestra.run.smithi144.stdout: "cap_acquisition_throttle": 0, 2024-04-22T00:09:04.772 INFO:teuthology.orchestra.run.smithi144.stdout: "req_getvxattr_latency": { 2024-04-22T00:09:04.772 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_sessions": { 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: "session_count": 2, 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: "session_add": 6, 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: "session_remove": 4, 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: "sessions_open": 2, 2024-04-22T00:09:04.773 INFO:teuthology.orchestra.run.smithi144.stdout: "sessions_stale": 0, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "total_load": 2225, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "average_load": 1112, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "avg_session_uptime": 630, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "mdthresh_evicted": 0 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "mempool": { 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "bloom_filter_items": 0, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:09:04.774 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_extent_items": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_blob_items": 0, 2024-04-22T00:09:04.775 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_txc_items": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:09:04.776 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_items": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_bytes": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_items": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_anon_bytes": 284647, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_anon_items": 120, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_meta_bytes": 440, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_meta_items": 5, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_bytes": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_items": 0, 2024-04-22T00:09:04.777 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_mapbl_items": 0, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_pglog_items": 0, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_bytes": 9224, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_items": 176, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "pgmap_bytes": 0, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "pgmap_items": 0, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_co_bytes": 163101, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_co_items": 585, 2024-04-22T00:09:04.778 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_1_bytes": 0, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_1_items": 0, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_2_bytes": 0, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_2_items": 0 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "objecter": { 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "op_active": 0, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "op_laggy": 0, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "op_send": 4645, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "op_send_bytes": 19322848, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "op_resend": 28, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "op_reply": 4645, 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "op_latency": { 2024-04-22T00:09:04.779 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 4645, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 146.205574129, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.031475904 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "op_inflight": 0, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "oplen_avg": { 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 4645, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 4965 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "op": 4645, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "op_r": 299, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "op_w": 4346, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "op_rmw": 0, 2024-04-22T00:09:04.780 INFO:teuthology.orchestra.run.smithi144.stdout: "op_pg": 0, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_stat": 0, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_create": 10, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_read": 111, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_write": 584, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_writefull": 100, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_writesame": 0, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_append": 0, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_zero": 0, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_truncate": 6, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_delete": 3388, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_mapext": 0, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_sparse_read": 0, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_clonerange": 0, 2024-04-22T00:09:04.781 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_getxattr": 188, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_setxattr": 20, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_cmpxattr": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_rmxattr": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_resetxattrs": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_call": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_watch": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_notify": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_pgls": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_pgls_filter": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "osdop_other": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_active": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_send": 0, 2024-04-22T00:09:04.782 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_resend": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "linger_ping": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_active": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_send": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "poolop_resend": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_active": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_send": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "poolstat_resend": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_active": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_send": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "statfs_resend": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "command_active": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "command_send": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "command_resend": 0, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "map_epoch": 102, 2024-04-22T00:09:04.783 INFO:teuthology.orchestra.run.smithi144.stdout: "map_full": 0, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "map_inc": 12, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_sessions": 12, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_session_open": 12, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_session_close": 0, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_laggy": 0, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_wr": 463, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_rd": 0, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_del": 95 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "oft": { 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_objs": 1, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_kv_pairs": 0, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_updates": 0, 2024-04-22T00:09:04.784 INFO:teuthology.orchestra.run.smithi144.stdout: "omap_total_removes": 0 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "osd-slow-ops": { 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "slow_ops_count": 0 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "purge_queue": { 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_ops": 0, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_ops_high_water": 16, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing": 0, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executing_high_water": 8, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executed_ops": 3372, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_executed": 1686, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "pq_item_in_journal": 0 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:09:04.785 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 104857600, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 59934, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 17137732, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 59934, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 59934, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 17137732, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.786 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-objecter_bytes": { 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 104857600, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 4645, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 19543198, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 4645, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 19543198, 2024-04-22T00:09:04.787 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-objecter_ops": { 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 1024, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 0, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 0, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 0, 2024-04-22T00:09:04.788 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 4645, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 4645, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 4645, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 4645, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-write_buf_throttle": { 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 3758096384, 2024-04-22T00:09:04.789 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 1686, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 220350, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 1686, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 111, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 220350, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.790 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-write_buf_throttle-0x55b9aed96500": { 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 3758096384, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 10249, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 17878185, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 10249, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 473, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 17878185, 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:04.791 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:04.792 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:04.792 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:04.792 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.792 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:04.792 INFO:teuthology.orchestra.run.smithi144.stdout:} 2024-04-22T00:09:05.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:04 smithi144 ceph-mon[31316]: pgmap v339: 129 pgs: 129 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-04-22T00:09:05.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:04 smithi080 ceph-mon[27925]: pgmap v339: 129 pgs: 129 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-04-22T00:09:05.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:04 smithi120 ceph-mon[31499]: pgmap v339: 129 pgs: 129 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-04-22T00:09:05.523 INFO:tasks.check_counter:Daemon mds.i mds.exported=49 2024-04-22T00:09:05.523 INFO:tasks.check_counter:Daemon mds.i mds.imported=7 2024-04-22T00:09:05.523 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=284 2024-04-22T00:09:05.523 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=3263 2024-04-22T00:09:05.523 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=7 2024-04-22T00:09:05.523 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-22T00:09:05.523 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T00:09:05.523 INFO:tasks.check_counter:Daemon mds.i mds.dir_split=6 2024-04-22T00:09:05.523 DEBUG:tasks.check_counter:Getting stats from l 2024-04-22T00:09:05.524 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b shell --fsid 71601a1c-0039-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-22T00:09:05.759 INFO:teuthology.orchestra.run.smithi144.stderr:Inferring config /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T00:09:07.132 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:06 smithi144 ceph-mon[31316]: pgmap v340: 129 pgs: 129 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-22T00:09:07.133 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:06 smithi144 ceph-mon[31316]: osdmap e103: 12 total, 12 up, 12 in 2024-04-22T00:09:07.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:06 smithi080 ceph-mon[27925]: pgmap v340: 129 pgs: 129 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-22T00:09:07.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:06 smithi080 ceph-mon[27925]: osdmap e103: 12 total, 12 up, 12 in 2024-04-22T00:09:07.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:06 smithi120 ceph-mon[31499]: pgmap v340: 129 pgs: 129 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-22T00:09:07.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:06 smithi120 ceph-mon[31499]: osdmap e103: 12 total, 12 up, 12 in 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout:{ 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 4, 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 4, 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 3072, 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 448, 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 4, 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 0, 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.001289839, 2024-04-22T00:09:07.669 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.000033322, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.000509645, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 3, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000694183, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000231394 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 3072, 2024-04-22T00:09:07.670 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 237, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 226, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 1585120, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 138944, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 2, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 1, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.044809000, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.012540572, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.037027208, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.005359732, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 225, 2024-04-22T00:09:07.671 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.012042590, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000053522 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 1585120, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 138944 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_messages": 2, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages": 173, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_bytes": 320, 2024-04-22T00:09:07.672 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_bytes": 185952, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_created_connections": 5, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_active_connections": 3, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_total_time": 0.012243180, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_send_time": 0.006833803, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_recv_time": 0.003405094, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 170, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.012358169, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000072695 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_handle_ack_lat": { 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:07.673 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "msgr_send_encrypted_bytes": 185952 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "cct": { 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "total_workers": 0, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "unhealthy_workers": 0 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "mempool": { 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "bloom_filter_bytes": 0, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "bloom_filter_items": 0, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T00:09:07.674 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_alloc_items": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_data_items": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_other_items": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_extent_bytes": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_extent_items": 0, 2024-04-22T00:09:07.675 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_blob_bytes": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_blob_items": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_fsck_items": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_txc_bytes": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_txc_items": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_bytes": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluestore_writing_items": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_bytes": 0, 2024-04-22T00:09:07.676 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_items": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_reader_items": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "bluefs_file_writer_items": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_anon_bytes": 148704, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_anon_items": 29, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_meta_bytes": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "buffer_meta_items": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_bytes": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_items": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_mapbl_bytes": 0, 2024-04-22T00:09:07.677 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_mapbl_items": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_pglog_bytes": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "osd_pglog_items": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_bytes": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_items": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "osdmap_mapping_items": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "pgmap_bytes": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "pgmap_items": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_co_bytes": 928, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "mds_co_items": 2, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_1_bytes": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_1_items": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_2_bytes": 0, 2024-04-22T00:09:07.678 INFO:teuthology.orchestra.run.smithi144.stdout: "unittest_2_items": 0 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: }, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "val": 0, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "max": 104857600, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "get_started": 0, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "get": 239, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "get_sum": 1551713, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_fail": 0, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "get_or_fail_success": 239, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "take": 0, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "take_sum": 0, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "put": 239, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "put_sum": 1551713, 2024-04-22T00:09:07.679 INFO:teuthology.orchestra.run.smithi144.stdout: "wait": { 2024-04-22T00:09:07.680 INFO:teuthology.orchestra.run.smithi144.stdout: "avgcount": 0, 2024-04-22T00:09:07.680 INFO:teuthology.orchestra.run.smithi144.stdout: "sum": 0.000000000, 2024-04-22T00:09:07.680 INFO:teuthology.orchestra.run.smithi144.stdout: "avgtime": 0.000000000 2024-04-22T00:09:07.680 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:07.680 INFO:teuthology.orchestra.run.smithi144.stdout: } 2024-04-22T00:09:07.680 INFO:teuthology.orchestra.run.smithi144.stdout:} 2024-04-22T00:09:08.117 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:07 smithi144 ceph-mon[31316]: osdmap e104: 12 total, 12 up, 12 in 2024-04-22T00:09:08.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:07 smithi080 ceph-mon[27925]: osdmap e104: 12 total, 12 up, 12 in 2024-04-22T00:09:08.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:07 smithi120 ceph-mon[31499]: osdmap e104: 12 total, 12 up, 12 in 2024-04-22T00:09:08.467 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-04-22T00:09:08.467 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-04-22T00:09:08.467 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-04-22T00:09:08.467 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-04-22T00:09:08.467 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-04-22T00:09:08.467 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-04-22T00:09:08.467 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-04-22T00:09:08.468 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.l 2024-04-22T00:09:08.468 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-22T00:09:08.491 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-22T00:09:08.491 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-22T00:09:08.491 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:09:08.516 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-22T00:09:08.516 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:09:08.580 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:09:08.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.800+0000 7f6023066640 1 -- 172.21.15.80:0/550967508 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f601c100610 msgr2=0x7f601c104180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:08.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.800+0000 7f6023066640 1 --2- 172.21.15.80:0/550967508 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f601c100610 0x7f601c104180 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f600c009900 tx=0x7f600c02bc60 comp rx=0 tx=0).stop 2024-04-22T00:09:08.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.804+0000 7f6023066640 1 -- 172.21.15.80:0/550967508 shutdown_connections 2024-04-22T00:09:08.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.804+0000 7f6023066640 1 --2- 172.21.15.80:0/550967508 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f601c100610 0x7f601c104180 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:08.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.804+0000 7f6023066640 1 --2- 172.21.15.80:0/550967508 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f601c0ffc50 0x7f601c1000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:08.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.804+0000 7f6023066640 1 --2- 172.21.15.80:0/550967508 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f601c106720 0x7f601c106b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:08.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.804+0000 7f6023066640 1 -- 172.21.15.80:0/550967508 >> 172.21.15.80:0/550967508 conn(0x7f601c076be0 msgr2=0x7f601c0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:08.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.805+0000 7f6023066640 1 -- 172.21.15.80:0/550967508 shutdown_connections 2024-04-22T00:09:08.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.805+0000 7f6023066640 1 -- 172.21.15.80:0/550967508 wait complete. 2024-04-22T00:09:08.801 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.805+0000 7f6023066640 1 Processor -- start 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.808+0000 7f6023066640 1 -- start start 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.808+0000 7f6023066640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f601c0ffc50 0x7f601c10b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.808+0000 7f6023066640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f601c100610 0x7f601c10bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.808+0000 7f6023066640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f601c106720 0x7f601c071f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.808+0000 7f6023066640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f601c107db0 con 0x7f601c0ffc50 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.808+0000 7f6023066640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f601c107c30 con 0x7f601c100610 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.808+0000 7f6023066640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f601c107f30 con 0x7f601c106720 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.808+0000 7f6020e02640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f601c0ffc50 0x7f601c10b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f6021603640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f601c106720 0x7f601c071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f601bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f601c100610 0x7f601c10bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f601bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f601c100610 0x7f601c10bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:47850/0 (socket says 172.21.15.80:47850) 2024-04-22T00:09:08.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f601bfff640 1 -- 172.21.15.80:0/3389728556 learned_addr learned my addr 172.21.15.80:0/3389728556 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:08.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f601bfff640 1 -- 172.21.15.80:0/3389728556 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f601c106720 msgr2=0x7f601c071f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:08.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f601bfff640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f601c106720 0x7f601c071f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:08.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f601bfff640 1 -- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f601c0ffc50 msgr2=0x7f601c10b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:08.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f601bfff640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f601c0ffc50 0x7f601c10b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:08.807 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.809+0000 7f601bfff640 1 -- 172.21.15.80:0/3389728556 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f601c0727c0 con 0x7f601c100610 2024-04-22T00:09:08.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.817+0000 7f601bfff640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f601c100610 0x7f601c10bf30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f601000b450 tx=0x7f601000b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:08.813 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.817+0000 7f6019ffb640 1 -- 172.21.15.80:0/3389728556 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6010015020 con 0x7f601c100610 2024-04-22T00:09:08.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.817+0000 7f6019ffb640 1 -- 172.21.15.80:0/3389728556 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6010011d70 con 0x7f601c100610 2024-04-22T00:09:08.814 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.818+0000 7f6019ffb640 1 -- 172.21.15.80:0/3389728556 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6010015020 con 0x7f601c100610 2024-04-22T00:09:08.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.819+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f601c072ab0 con 0x7f601c100610 2024-04-22T00:09:08.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.819+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f601c1138f0 con 0x7f601c100610 2024-04-22T00:09:08.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.821+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f601c100c60 con 0x7f601c100610 2024-04-22T00:09:08.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.827+0000 7f6019ffb640 1 -- 172.21.15.80:0/3389728556 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6010018020 con 0x7f601c100610 2024-04-22T00:09:08.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.828+0000 7f6019ffb640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f60040a3100 0x7f60040a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:08.825 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.828+0000 7f6019ffb640 1 -- 172.21.15.80:0/3389728556 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7f6010011690 con 0x7f601c100610 2024-04-22T00:09:08.826 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.830+0000 7f6020e02640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f60040a3100 0x7f60040a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:08.828 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.832+0000 7f6019ffb640 1 -- 172.21.15.80:0/3389728556 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f601001f070 con 0x7f601c100610 2024-04-22T00:09:08.830 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:08.834+0000 7f6020e02640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f60040a3100 0x7f60040a55c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f601c078160 tx=0x7f6014008230 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:08.951 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:08 smithi080 ceph-mon[27925]: pgmap v343: 129 pgs: 13 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 112 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 82 KiB/s wr, 37 op/s 2024-04-22T00:09:09.151 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:08 smithi144 ceph-mon[31316]: pgmap v343: 129 pgs: 13 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 112 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 82 KiB/s wr, 37 op/s 2024-04-22T00:09:09.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.205+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f601c067cd0 con 0x7f601c100610 2024-04-22T00:09:09.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.210+0000 7f6019ffb640 1 -- 172.21.15.80:0/3389728556 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+25262 (secure 0 0 0) 0x7f601001f070 con 0x7f601c100610 2024-04-22T00:09:09.206 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-22T00:09:09.206 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":104,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-22T00:09:06.863906+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":104,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":104,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/3401086643":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/1811701282":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2979394302":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4024768484":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:09:09.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.213+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f60040a3100 msgr2=0x7f60040a55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:09.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.213+0000 7f6023066640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f60040a3100 0x7f60040a55c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f601c078160 tx=0x7f6014008230 comp rx=0 tx=0).stop 2024-04-22T00:09:09.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.213+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f601c100610 msgr2=0x7f601c10bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:09.209 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.213+0000 7f6023066640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f601c100610 0x7f601c10bf30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f601000b450 tx=0x7f601000b910 comp rx=0 tx=0).stop 2024-04-22T00:09:09.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.215+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 shutdown_connections 2024-04-22T00:09:09.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.215+0000 7f6023066640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f601c106720 0x7f601c071f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.215+0000 7f6023066640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f60040a3100 0x7f60040a55c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.215+0000 7f6023066640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f601c100610 0x7f601c10bf30 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.215+0000 7f6023066640 1 --2- 172.21.15.80:0/3389728556 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f601c0ffc50 0x7f601c10b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.215+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 >> 172.21.15.80:0/3389728556 conn(0x7f601c076be0 msgr2=0x7f601c101c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:09.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.215+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 shutdown_connections 2024-04-22T00:09:09.211 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.215+0000 7f6023066640 1 -- 172.21.15.80:0/3389728556 wait complete. 2024-04-22T00:09:09.228 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T23:51:07.085029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T23:55:41.910118+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T23:55:43.260771+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '104', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 16, 'snap_epoch': 104, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T23:55:47.078883+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '104', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 16, 'snap_epoch': 104, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-22T00:09:09.229 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T00:09:09.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:08 smithi120 ceph-mon[31499]: pgmap v343: 129 pgs: 13 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 112 active+clean; 607 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 82 KiB/s wr, 37 op/s 2024-04-22T00:09:09.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.414+0000 7f22fdc79640 1 -- 172.21.15.80:0/3692914094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22f8107720 msgr2=0x7f22f8107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:09.410 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.414+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3692914094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22f8107720 0x7f22f8107b00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f22f0009cd0 tx=0x7f22f002c120 comp rx=0 tx=0).stop 2024-04-22T00:09:09.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.416+0000 7f22fdc79640 1 -- 172.21.15.80:0/3692914094 shutdown_connections 2024-04-22T00:09:09.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.416+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3692914094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f81020d0 0x7f22f810e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.416+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3692914094 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22f8101710 0x7f22f8101b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.416+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3692914094 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22f8107720 0x7f22f8107b00 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.412 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.416+0000 7f22fdc79640 1 -- 172.21.15.80:0/3692914094 >> 172.21.15.80:0/3692914094 conn(0x7f22f8078b90 msgr2=0x7f22f8078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:09.413 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.417+0000 7f22fdc79640 1 -- 172.21.15.80:0/3692914094 shutdown_connections 2024-04-22T00:09:09.416 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.420+0000 7f22fdc79640 1 -- 172.21.15.80:0/3692914094 wait complete. 2024-04-22T00:09:09.417 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.420+0000 7f22fdc79640 1 Processor -- start 2024-04-22T00:09:09.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.422+0000 7f22fdc79640 1 -- start start 2024-04-22T00:09:09.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.422+0000 7f22fdc79640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22f8101710 0x7f22f8115ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:09.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.422+0000 7f22fdc79640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f81020d0 0x7f22f8116430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:09.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.422+0000 7f22fdc79640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22f8107720 0x7f22f811bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:09.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.423+0000 7f22fdc79640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f22f8075630 con 0x7f22f8101710 2024-04-22T00:09:09.423 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.423+0000 7f22fdc79640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f22f80754b0 con 0x7f22f81020d0 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.423+0000 7f22fdc79640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f22f80757b0 con 0x7f22f8107720 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.423+0000 7f22f6ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f81020d0 0x7f22f8116430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.423+0000 7f22f6ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f81020d0 0x7f22f8116430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:47860/0 (socket says 172.21.15.80:47860) 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.423+0000 7f22f6ffd640 1 -- 172.21.15.80:0/3320464924 learned_addr learned my addr 172.21.15.80:0/3320464924 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.424+0000 7f22f77fe640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22f8101710 0x7f22f8115ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.424+0000 7f22f6ffd640 1 -- 172.21.15.80:0/3320464924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22f8107720 msgr2=0x7f22f811bc00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.424+0000 7f22f6ffd640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22f8107720 0x7f22f811bc00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.424+0000 7f22f6ffd640 1 -- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22f8101710 msgr2=0x7f22f8115ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.424+0000 7f22f6ffd640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22f8101710 0x7f22f8115ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.424+0000 7f22f6ffd640 1 -- 172.21.15.80:0/3320464924 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22f811c4c0 con 0x7f22f81020d0 2024-04-22T00:09:09.424 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.427+0000 7f22f6ffd640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f81020d0 0x7f22f8116430 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f22ec00b4a0 tx=0x7f22ec00b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:09.427 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.431+0000 7f22f4ff9640 1 -- 172.21.15.80:0/3320464924 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ec014070 con 0x7f22f81020d0 2024-04-22T00:09:09.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.432+0000 7f22f4ff9640 1 -- 172.21.15.80:0/3320464924 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22ec010af0 con 0x7f22f81020d0 2024-04-22T00:09:09.428 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.432+0000 7f22f4ff9640 1 -- 172.21.15.80:0/3320464924 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ec017d10 con 0x7f22f81020d0 2024-04-22T00:09:09.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.432+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22f811c7b0 con 0x7f22f81020d0 2024-04-22T00:09:09.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.432+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22f8111240 con 0x7f22f81020d0 2024-04-22T00:09:09.430 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.434+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22e4005290 con 0x7f22f81020d0 2024-04-22T00:09:09.432 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.437+0000 7f22f4ff9640 1 -- 172.21.15.80:0/3320464924 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f22ec017070 con 0x7f22f81020d0 2024-04-22T00:09:09.433 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.438+0000 7f22f4ff9640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f22e00a2ed0 0x7f22e00a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:09.434 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.438+0000 7f22f4ff9640 1 -- 172.21.15.80:0/3320464924 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7f22ec0ce9f0 con 0x7f22f81020d0 2024-04-22T00:09:09.435 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.440+0000 7f22f77fe640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f22e00a2ed0 0x7f22e00a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:09.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.445+0000 7f22f77fe640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f22e00a2ed0 0x7f22e00a5390 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f22f0009ca0 tx=0x7f22f00093a0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:09.441 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.445+0000 7f22f4ff9640 1 -- 172.21.15.80:0/3320464924 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f22ec09b370 con 0x7f22f81020d0 2024-04-22T00:09:09.781 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.785+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f22e4005850 con 0x7f22f81020d0 2024-04-22T00:09:09.782 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 1 2024-04-22T00:09:09.783 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.787+0000 7f22f4ff9640 1 -- 172.21.15.80:0/3320464924 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v104) ==== 93+0+10 (secure 0 0 0) 0x7f22ec09ac70 con 0x7f22f81020d0 2024-04-22T00:09:09.785 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.790+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f22e00a2ed0 msgr2=0x7f22e00a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:09.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.790+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f22e00a2ed0 0x7f22e00a5390 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f22f0009ca0 tx=0x7f22f00093a0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.790+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f81020d0 msgr2=0x7f22f8116430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:09.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.790+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f81020d0 0x7f22f8116430 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f22ec00b4a0 tx=0x7f22ec00b960 comp rx=0 tx=0).stop 2024-04-22T00:09:09.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.791+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 shutdown_connections 2024-04-22T00:09:09.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.791+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f22f8107720 0x7f22f811bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.786 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.791+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f22e00a2ed0 0x7f22e00a5390 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.787 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.791+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f81020d0 0x7f22f8116430 secure :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f22ec00b4a0 tx=0x7f22ec00b960 comp rx=0 tx=0).stop 2024-04-22T00:09:09.787 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.791+0000 7f22fdc79640 1 --2- 172.21.15.80:0/3320464924 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f22f8101710 0x7f22f8115ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.787 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.791+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 >> 172.21.15.80:0/3320464924 conn(0x7f22f8078b90 msgr2=0x7f22f80ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:09.787 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.791+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 shutdown_connections 2024-04-22T00:09:09.788 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.791+0000 7f22fdc79640 1 -- 172.21.15.80:0/3320464924 wait complete. 2024-04-22T00:09:09.805 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T00:09:09.986 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.990+0000 7fde02a53640 1 -- 172.21.15.80:0/2794925872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fddf409ace0 msgr2=0x7fddf4004730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:09.986 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.990+0000 7fde02a53640 1 --2- 172.21.15.80:0/2794925872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fddf409ace0 0x7fddf4004730 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fddf8009900 tx=0x7fddf802bc50 comp rx=0 tx=0).stop 2024-04-22T00:09:09.986 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.990+0000 7fde02a53640 1 -- 172.21.15.80:0/2794925872 shutdown_connections 2024-04-22T00:09:09.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.990+0000 7fde02a53640 1 --2- 172.21.15.80:0/2794925872 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fddf40986d0 0x7fddf4098b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.990+0000 7fde02a53640 1 --2- 172.21.15.80:0/2794925872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fddf4004c70 0x7fddf40050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.990+0000 7fde02a53640 1 --2- 172.21.15.80:0/2794925872 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fddf409ace0 0x7fddf4004730 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.987 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.990+0000 7fde02a53640 1 -- 172.21.15.80:0/2794925872 >> 172.21.15.80:0/2794925872 conn(0x7fddf400a730 msgr2=0x7fddf400ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:09.991 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.996+0000 7fde02a53640 1 -- 172.21.15.80:0/2794925872 shutdown_connections 2024-04-22T00:09:09.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.996+0000 7fde02a53640 1 -- 172.21.15.80:0/2794925872 wait complete. 2024-04-22T00:09:09.993 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.997+0000 7fde02a53640 1 Processor -- start 2024-04-22T00:09:09.993 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.997+0000 7fde02a53640 1 -- start start 2024-04-22T00:09:09.993 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.997+0000 7fde02a53640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fddf4004c70 0x7fddf4143d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:09.993 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.997+0000 7fde02a53640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fddf40986d0 0x7fddf4144290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:09.994 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.998+0000 7fde02a53640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fddf4148610 0x7fddf4148ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:09.994 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.998+0000 7fde02a53640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fddf40bd6a0 con 0x7fddf40986d0 2024-04-22T00:09:09.994 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.998+0000 7fde02a53640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fddf40bd520 con 0x7fddf4004c70 2024-04-22T00:09:09.994 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.998+0000 7fde02a53640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fddf40bd820 con 0x7fddf4148610 2024-04-22T00:09:09.994 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.998+0000 7fde01a51640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fddf4004c70 0x7fddf4143d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:09.994 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.998+0000 7fde01a51640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fddf4004c70 0x7fddf4143d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:47874/0 (socket says 172.21.15.80:47874) 2024-04-22T00:09:09.994 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:09.998+0000 7fde01a51640 1 -- 172.21.15.80:0/1529299669 learned_addr learned my addr 172.21.15.80:0/1529299669 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:09.995 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.000+0000 7fde02252640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fddf4148610 0x7fddf4148ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:09.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.000+0000 7fde02252640 1 -- 172.21.15.80:0/1529299669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fddf4004c70 msgr2=0x7fddf4143d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:09.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.000+0000 7fde02252640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fddf4004c70 0x7fddf4143d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.000+0000 7fde02252640 1 -- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fddf40986d0 msgr2=0x7fddf4144290 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:09:09.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.000+0000 7fde02252640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fddf40986d0 0x7fddf4144290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:09.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.000+0000 7fde02252640 1 -- 172.21.15.80:0/1529299669 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddf4149100 con 0x7fddf4148610 2024-04-22T00:09:09.997 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.002+0000 7fde02252640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fddf4148610 0x7fddf4148ac0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fddfc067440 tx=0x7fddfc06b510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:09.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.002+0000 7fddf2ffd640 1 -- 172.21.15.80:0/1529299669 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddfc06bd80 con 0x7fddf4148610 2024-04-22T00:09:09.998 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.002+0000 7fddf2ffd640 1 -- 172.21.15.80:0/1529299669 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fddfc073550 con 0x7fddf4148610 2024-04-22T00:09:09.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.002+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddf41493f0 con 0x7fddf4148610 2024-04-22T00:09:09.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.003+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddf409b700 con 0x7fddf4148610 2024-04-22T00:09:09.999 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.003+0000 7fddf2ffd640 1 -- 172.21.15.80:0/1529299669 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddfc069440 con 0x7fddf4148610 2024-04-22T00:09:10.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.008+0000 7fddf2ffd640 1 -- 172.21.15.80:0/1529299669 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fddfc061b80 con 0x7fddf4148610 2024-04-22T00:09:10.004 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.009+0000 7fddf2ffd640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdde80a2f00 0x7fdde80a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:10.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.009+0000 7fddf2ffd640 1 -- 172.21.15.80:0/1529299669 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7fddfc132750 con 0x7fddf4148610 2024-04-22T00:09:10.007 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.010+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdde0005290 con 0x7fddf4148610 2024-04-22T00:09:10.008 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.012+0000 7fde01a51640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdde80a2f00 0x7fdde80a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:10.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.015+0000 7fde01a51640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdde80a2f00 0x7fdde80a53c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fddf8006010 tx=0x7fddf8004120 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:10.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.022+0000 7fddf2ffd640 1 -- 172.21.15.80:0/1529299669 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fddfc0b16f0 con 0x7fddf4148610 2024-04-22T00:09:10.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:09 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3389728556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:09:10.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:09 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3320464924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:09:10.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:09 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3389728556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:09:10.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:09 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3320464924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:09:10.367 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.371+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fdde0005850 con 0x7fddf4148610 2024-04-22T00:09:10.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:09 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3389728556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:09:10.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:09 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3320464924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T00:09:10.368 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.372+0000 7fddf2ffd640 1 -- 172.21.15.80:0/1529299669 <== mon.1 v2:172.21.15.144:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v104) ==== 104+0+11 (secure 0 0 0) 0x7fddfc07b070 con 0x7fddf4148610 2024-04-22T00:09:10.368 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-22T00:09:10.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.375+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdde80a2f00 msgr2=0x7fdde80a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:10.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.375+0000 7fde02a53640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdde80a2f00 0x7fdde80a53c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fddf8006010 tx=0x7fddf8004120 comp rx=0 tx=0).stop 2024-04-22T00:09:10.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.375+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fddf4148610 msgr2=0x7fddf4148ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:10.371 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.375+0000 7fde02a53640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fddf4148610 0x7fddf4148ac0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fddfc067440 tx=0x7fddfc06b510 comp rx=0 tx=0).stop 2024-04-22T00:09:10.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.376+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 shutdown_connections 2024-04-22T00:09:10.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.376+0000 7fde02a53640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fddf4148610 0x7fddf4148ac0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.376+0000 7fde02a53640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fddf40986d0 0x7fddf4144290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.376+0000 7fde02a53640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fdde80a2f00 0x7fdde80a53c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.376+0000 7fde02a53640 1 --2- 172.21.15.80:0/1529299669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fddf4004c70 0x7fddf4143d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.372 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.376+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 >> 172.21.15.80:0/1529299669 conn(0x7fddf400a730 msgr2=0x7fddf40922a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:10.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.377+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 shutdown_connections 2024-04-22T00:09:10.373 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.377+0000 7fde02a53640 1 -- 172.21.15.80:0/1529299669 wait complete. 2024-04-22T00:09:10.390 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T00:09:10.572 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.575+0000 7f49987c9640 1 -- 172.21.15.80:0/3191768412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 msgr2=0x7f49901055f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:10.573 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.575+0000 7f49987c9640 1 --2- 172.21.15.80:0/3191768412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 0x7f49901055f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f498c01a940 tx=0x7f498c03cd20 comp rx=0 tx=0).stop 2024-04-22T00:09:10.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.581+0000 7f49987c9640 1 -- 172.21.15.80:0/3191768412 shutdown_connections 2024-04-22T00:09:10.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.581+0000 7f49987c9640 1 --2- 172.21.15.80:0/3191768412 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990105c10 0x7f49901060c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.581+0000 7f49987c9640 1 --2- 172.21.15.80:0/3191768412 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 0x7f49901055f0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.581+0000 7f49987c9640 1 --2- 172.21.15.80:0/3191768412 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990100810 0x7f4990100bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.577 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.581+0000 7f49987c9640 1 -- 172.21.15.80:0/3191768412 >> 172.21.15.80:0/3191768412 conn(0x7f4990077770 msgr2=0x7f4990077b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:10.578 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.583+0000 7f49987c9640 1 -- 172.21.15.80:0/3191768412 shutdown_connections 2024-04-22T00:09:10.580 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.584+0000 7f49987c9640 1 -- 172.21.15.80:0/3191768412 wait complete. 2024-04-22T00:09:10.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.584+0000 7f49987c9640 1 Processor -- start 2024-04-22T00:09:10.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.584+0000 7f49987c9640 1 -- start start 2024-04-22T00:09:10.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.585+0000 7f49987c9640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100810 0x7f4990072230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:10.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.585+0000 7f49987c9640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 0x7f4990072770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:10.581 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.585+0000 7f49987c9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990105c10 0x7f499010cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:10.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.585+0000 7f49987c9640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f49901095e0 con 0x7f4990101130 2024-04-22T00:09:10.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.585+0000 7f49987c9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4990109460 con 0x7f4990105c10 2024-04-22T00:09:10.582 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.585+0000 7f49987c9640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f4990109760 con 0x7f4990100810 2024-04-22T00:09:10.585 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.585+0000 7f4995d64640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 0x7f4990072770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:10.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.586+0000 7f4995d64640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 0x7f4990072770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:44828/0 (socket says 172.21.15.80:44828) 2024-04-22T00:09:10.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.586+0000 7f4995d64640 1 -- 172.21.15.80:0/2692784933 learned_addr learned my addr 172.21.15.80:0/2692784933 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:10.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.587+0000 7f4996d66640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990105c10 0x7f499010cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:10.586 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.587+0000 7f4996565640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100810 0x7f4990072230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:10.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.591+0000 7f4995d64640 1 -- 172.21.15.80:0/2692784933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100810 msgr2=0x7f4990072230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:10.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.591+0000 7f4995d64640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100810 0x7f4990072230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.591+0000 7f4995d64640 1 -- 172.21.15.80:0/2692784933 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990105c10 msgr2=0x7f499010cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:10.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.591+0000 7f4995d64640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990105c10 0x7f499010cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.588 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.591+0000 7f4995d64640 1 -- 172.21.15.80:0/2692784933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f499010d420 con 0x7f4990101130 2024-04-22T00:09:10.596 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.600+0000 7f4995d64640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 0x7f4990072770 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f498c0045e0 tx=0x7f498c004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:10.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.601+0000 7f49877fe640 1 -- 172.21.15.80:0/2692784933 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498c052020 con 0x7f4990101130 2024-04-22T00:09:10.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.601+0000 7f49877fe640 1 -- 172.21.15.80:0/2692784933 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f498c03ddb0 con 0x7f4990101130 2024-04-22T00:09:10.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.601+0000 7f49877fe640 1 -- 172.21.15.80:0/2692784933 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498c003e30 con 0x7f4990101130 2024-04-22T00:09:10.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.602+0000 7f49987c9640 1 -- 172.21.15.80:0/2692784933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f499010d650 con 0x7f4990101130 2024-04-22T00:09:10.600 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.602+0000 7f49987c9640 1 -- 172.21.15.80:0/2692784933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f499010db20 con 0x7f4990101130 2024-04-22T00:09:10.601 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.605+0000 7f49857fa640 1 -- 172.21.15.80:0/2692784933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4978005290 con 0x7f4990101130 2024-04-22T00:09:10.604 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.608+0000 7f49877fe640 1 -- 172.21.15.80:0/2692784933 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f498c055020 con 0x7f4990101130 2024-04-22T00:09:10.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.609+0000 7f49877fe640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f497c0a2e80 0x7f497c0a5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:10.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.609+0000 7f49877fe640 1 -- 172.21.15.80:0/2692784933 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7f498c1028b0 con 0x7f4990101130 2024-04-22T00:09:10.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.610+0000 7f4996565640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f497c0a2e80 0x7f497c0a5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:10.608 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.612+0000 7f4996565640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f497c0a2e80 0x7f497c0a5340 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f49800058c0 tx=0x7f498000a2d0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:10.612 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.617+0000 7f49877fe640 1 -- 172.21.15.80:0/2692784933 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f498c05c070 con 0x7f4990101130 2024-04-22T00:09:10.967 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.971+0000 7f49857fa640 1 -- 172.21.15.80:0/2692784933 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f4978005850 con 0x7f4990101130 2024-04-22T00:09:10.971 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.975+0000 7f49877fe640 1 -- 172.21.15.80:0/2692784933 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v104) ==== 100+0+11 (secure 0 0 0) 0x7f498c0cf1b0 con 0x7f4990101130 2024-04-22T00:09:10.972 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 64 2024-04-22T00:09:10.976 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.981+0000 7f49857fa640 1 -- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f497c0a2e80 msgr2=0x7f497c0a5340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:10.977 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.981+0000 7f49857fa640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f497c0a2e80 0x7f497c0a5340 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f49800058c0 tx=0x7f498000a2d0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.977 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.981+0000 7f49857fa640 1 -- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 msgr2=0x7f4990072770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:10.977 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.981+0000 7f49857fa640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 0x7f4990072770 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f498c0045e0 tx=0x7f498c004610 comp rx=0 tx=0).stop 2024-04-22T00:09:10.979 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.983+0000 7f49857fa640 1 -- 172.21.15.80:0/2692784933 shutdown_connections 2024-04-22T00:09:10.979 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.983+0000 7f49857fa640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f497c0a2e80 0x7f497c0a5340 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.979 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.983+0000 7f49857fa640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4990105c10 0x7f499010cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.979 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.983+0000 7f49857fa640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4990101130 0x7f4990072770 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.979 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.983+0000 7f49857fa640 1 --2- 172.21.15.80:0/2692784933 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4990100810 0x7f4990072230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:10.979 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.983+0000 7f49857fa640 1 -- 172.21.15.80:0/2692784933 >> 172.21.15.80:0/2692784933 conn(0x7f4990077770 msgr2=0x7f49901035c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:10.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.983+0000 7f49857fa640 1 -- 172.21.15.80:0/2692784933 shutdown_connections 2024-04-22T00:09:10.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:10.983+0000 7f49857fa640 1 -- 172.21.15.80:0/2692784933 wait complete. 2024-04-22T00:09:10.996 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-22T00:09:11.190 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.194+0000 7f8cc79f7640 1 -- 172.21.15.80:0/3603975120 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc010dfc0 msgr2=0x7f8cc010e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.194+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/3603975120 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc010dfc0 0x7f8cc010e440 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8009930 tx=0x7f8cb802bc60 comp rx=0 tx=0).stop 2024-04-22T00:09:12.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.194+0000 7f8cc79f7640 1 -- 172.21.15.80:0/3603975120 shutdown_connections 2024-04-22T00:09:12.005 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.194+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/3603975120 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8cc011af20 0x7f8cc011d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.006 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.194+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/3603975120 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc010dfc0 0x7f8cc010e440 secure :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8009930 tx=0x7f8cb802bc60 comp rx=0 tx=0).stop 2024-04-22T00:09:12.006 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.194+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/3603975120 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8cc010ff90 0x7f8cc010da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.006 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.194+0000 7f8cc79f7640 1 -- 172.21.15.80:0/3603975120 >> 172.21.15.80:0/3603975120 conn(0x7f8cc006c850 msgr2=0x7f8cc006cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:12.007 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:10 smithi144 ceph-mon[31316]: pgmap v344: 129 pgs: 39 active+clean+snaptrim_wait, 12 active+clean+snaptrim, 78 active+clean; 606 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 66 KiB/s wr, 30 op/s 2024-04-22T00:09:12.008 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:10 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1529299669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.008 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:10 smithi120 ceph-mon[31499]: pgmap v344: 129 pgs: 39 active+clean+snaptrim_wait, 12 active+clean+snaptrim, 78 active+clean; 606 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 66 KiB/s wr, 30 op/s 2024-04-22T00:09:12.008 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:10 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1529299669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.010 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.195+0000 7f8cc79f7640 1 -- 172.21.15.80:0/3603975120 shutdown_connections 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.195+0000 7f8cc79f7640 1 -- 172.21.15.80:0/3603975120 wait complete. 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc79f7640 1 Processor -- start 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc79f7640 1 -- start start 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc79f7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8cc010ff90 0x7f8cc01a7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc79f7640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8cc011af20 0x7f8cc01a75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc79f7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc01ab950 0x7f8cc01abe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc79f7640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc0120950 con 0x7f8cc010ff90 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc79f7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc01207d0 con 0x7f8cc01ab950 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc79f7640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc0120ad0 con 0x7f8cc011af20 2024-04-22T00:09:12.011 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc5793640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8cc010ff90 0x7f8cc01a7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc5f94640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc01ab950 0x7f8cc01abe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc5f94640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc01ab950 0x7f8cc01abe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:47910/0 (socket says 172.21.15.80:47910) 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.196+0000 7f8cc5f94640 1 -- 172.21.15.80:0/995718533 learned_addr learned my addr 172.21.15.80:0/995718533 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.197+0000 7f8cc5793640 1 -- 172.21.15.80:0/995718533 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8cc011af20 msgr2=0x7f8cc01a75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.197+0000 7f8cc5793640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8cc011af20 0x7f8cc01a75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.197+0000 7f8cc5793640 1 -- 172.21.15.80:0/995718533 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc01ab950 msgr2=0x7f8cc01abe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.197+0000 7f8cc5793640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc01ab950 0x7f8cc01abe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.197+0000 7f8cc5793640 1 -- 172.21.15.80:0/995718533 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc01ac440 con 0x7f8cc010ff90 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.198+0000 7f8cc5793640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8cc010ff90 0x7f8cc01a7090 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f8ca800e9f0 tx=0x7f8ca800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:12.012 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.200+0000 7f8cbe7fc640 1 -- 172.21.15.80:0/995718533 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca800cd80 con 0x7f8cc010ff90 2024-04-22T00:09:12.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.200+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cc01ac730 con 0x7f8cc010ff90 2024-04-22T00:09:12.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.200+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cc0110a20 con 0x7f8cc010ff90 2024-04-22T00:09:12.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.202+0000 7f8cbe7fc640 1 -- 172.21.15.80:0/995718533 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ca8011950 con 0x7f8cc010ff90 2024-04-22T00:09:12.013 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.203+0000 7f8cbe7fc640 1 -- 172.21.15.80:0/995718533 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ca801aa70 con 0x7f8cc010ff90 2024-04-22T00:09:12.013 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:10 smithi080 ceph-mon[27925]: pgmap v344: 129 pgs: 39 active+clean+snaptrim_wait, 12 active+clean+snaptrim, 78 active+clean; 606 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 66 KiB/s wr, 30 op/s 2024-04-22T00:09:12.014 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:10 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1529299669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.209+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ca0005290 con 0x7f8cc010ff90 2024-04-22T00:09:12.015 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.210+0000 7f8cbe7fc640 1 -- 172.21.15.80:0/995718533 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8ca8011b00 con 0x7f8cc010ff90 2024-04-22T00:09:12.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.211+0000 7f8cbe7fc640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f8cac0a2d60 0x7f8cac0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:12.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.211+0000 7f8cbe7fc640 1 -- 172.21.15.80:0/995718533 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7f8ca80d0140 con 0x7f8cc010ff90 2024-04-22T00:09:12.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.212+0000 7f8cc4f92640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f8cac0a2d60 0x7f8cac0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:12.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.212+0000 7f8cc4f92640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f8cac0a2d60 0x7f8cac0a5220 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8009850 tx=0x7f8cb8000bc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:12.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.221+0000 7f8cbe7fc640 1 -- 172.21.15.80:0/995718533 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f8ca801f060 con 0x7f8cc010ff90 2024-04-22T00:09:12.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.562+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8ca0005850 con 0x7f8cc010ff90 2024-04-22T00:09:12.016 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.563+0000 7f8cbe7fc640 1 -- 172.21.15.80:0/995718533 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v104) ==== 103+0+11 (secure 0 0 0) 0x7f8ca8016030 con 0x7f8cc010ff90 2024-04-22T00:09:12.017 INFO:teuthology.orchestra.run.smithi080.stdout:pg_num: 32 2024-04-22T00:09:12.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f8cac0a2d60 msgr2=0x7f8cac0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f8cac0a2d60 0x7f8cac0a5220 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8009850 tx=0x7f8cb8000bc0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.018 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8cc010ff90 msgr2=0x7f8cc01a7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8cc010ff90 0x7f8cc01a7090 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f8ca800e9f0 tx=0x7f8ca800eeb0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 shutdown_connections 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f8cac0a2d60 0x7f8cac0a5220 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8cc01ab950 0x7f8cc01abe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f8cc011af20 0x7f8cc01a75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 --2- 172.21.15.80:0/995718533 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f8cc010ff90 0x7f8cc01a7090 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 >> 172.21.15.80:0/995718533 conn(0x7f8cc006c850 msgr2=0x7f8cc0072240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 shutdown_connections 2024-04-22T00:09:12.019 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:11.567+0000 7f8cc79f7640 1 -- 172.21.15.80:0/995718533 wait complete. 2024-04-22T00:09:12.020 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-22T00:09:12.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/2692784933' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:11 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/995718533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.242+0000 7eff1d89d640 1 -- 172.21.15.80:0/2569198306 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7eff181089b0 msgr2=0x7eff1810c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.242+0000 7eff1d89d640 1 --2- 172.21.15.80:0/2569198306 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7eff181089b0 0x7eff1810c9f0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7eff08009900 tx=0x7eff0802bc80 comp rx=0 tx=0).stop 2024-04-22T00:09:12.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.242+0000 7eff1d89d640 1 -- 172.21.15.80:0/2569198306 shutdown_connections 2024-04-22T00:09:12.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.242+0000 7eff1d89d640 1 --2- 172.21.15.80:0/2569198306 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff1810d0d0 0x7eff18114ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.242+0000 7eff1d89d640 1 --2- 172.21.15.80:0/2569198306 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7eff181089b0 0x7eff1810c9f0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.242+0000 7eff1d89d640 1 --2- 172.21.15.80:0/2569198306 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7eff18108000 0x7eff181083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.239 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.242+0000 7eff1d89d640 1 -- 172.21.15.80:0/2569198306 >> 172.21.15.80:0/2569198306 conn(0x7eff18075d60 msgr2=0x7eff18078180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:12.244 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.248+0000 7eff1d89d640 1 -- 172.21.15.80:0/2569198306 shutdown_connections 2024-04-22T00:09:12.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.248+0000 7eff1d89d640 1 -- 172.21.15.80:0/2569198306 wait complete. 2024-04-22T00:09:12.246 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.249+0000 7eff1d89d640 1 Processor -- start 2024-04-22T00:09:12.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:11 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/2692784933' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:11 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/995718533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.252+0000 7eff1d89d640 1 -- start start 2024-04-22T00:09:12.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.252+0000 7eff1d89d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7eff18108000 0x7eff18072f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:12.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.252+0000 7eff1d89d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7eff1810d0d0 0x7eff1806c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:12.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.252+0000 7eff1d89d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff1806c590 0x7eff1806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:12.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.252+0000 7eff1d89d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7eff18118210 con 0x7eff1810d0d0 2024-04-22T00:09:12.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.252+0000 7eff1d89d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7eff18118090 con 0x7eff1806c590 2024-04-22T00:09:12.249 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.252+0000 7eff1d89d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7eff18118390 con 0x7eff18108000 2024-04-22T00:09:12.250 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.254+0000 7eff16ffd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7eff18108000 0x7eff18072f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:12.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.255+0000 7eff16ffd640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7eff18108000 0x7eff18072f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:34646/0 (socket says 172.21.15.80:34646) 2024-04-22T00:09:12.251 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.255+0000 7eff16ffd640 1 -- 172.21.15.80:0/1071221353 learned_addr learned my addr 172.21.15.80:0/1071221353 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:12.253 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.256+0000 7eff177fe640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff1806c590 0x7eff1806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:12.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.260+0000 7eff16ffd640 1 -- 172.21.15.80:0/1071221353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff1806c590 msgr2=0x7eff1806ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.260+0000 7eff16ffd640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff1806c590 0x7eff1806ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.260+0000 7eff16ffd640 1 -- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7eff1810d0d0 msgr2=0x7eff1806c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.260+0000 7eff16ffd640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7eff1810d0d0 0x7eff1806c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.258 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.260+0000 7eff16ffd640 1 -- 172.21.15.80:0/1071221353 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff18070aa0 con 0x7eff18108000 2024-04-22T00:09:12.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.260+0000 7eff177fe640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff1806c590 0x7eff1806ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:09:12.259 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.261+0000 7eff16ffd640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7eff18108000 0x7eff18072f80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7eff0000b4a0 tx=0x7eff0000b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:12.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.269+0000 7eff1c89b640 1 -- 172.21.15.80:0/1071221353 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff00014070 con 0x7eff18108000 2024-04-22T00:09:12.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.269+0000 7eff1c89b640 1 -- 172.21.15.80:0/1071221353 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff00010af0 con 0x7eff18108000 2024-04-22T00:09:12.265 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.269+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff18070d90 con 0x7eff18108000 2024-04-22T00:09:12.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.269+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff180712e0 con 0x7eff18108000 2024-04-22T00:09:12.266 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.270+0000 7eff1c89b640 1 -- 172.21.15.80:0/1071221353 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff00017d10 con 0x7eff18108000 2024-04-22T00:09:12.269 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.271+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efef8005290 con 0x7eff18108000 2024-04-22T00:09:12.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.277+0000 7eff1c89b640 1 -- 172.21.15.80:0/1071221353 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7eff00017070 con 0x7eff18108000 2024-04-22T00:09:12.273 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.278+0000 7eff1c89b640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7eff040a2d30 0x7eff040a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:12.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.278+0000 7eff1c89b640 1 -- 172.21.15.80:0/1071221353 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7eff000ce920 con 0x7eff18108000 2024-04-22T00:09:12.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.278+0000 7eff0ffff640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7eff040a2d30 0x7eff040a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:12.274 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.279+0000 7eff0ffff640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7eff040a2d30 0x7eff040a51f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7eff0802c1c0 tx=0x7eff08000bc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:12.279 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.282+0000 7eff1c89b640 1 -- 172.21.15.80:0/1071221353 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7eff0009b300 con 0x7eff18108000 2024-04-22T00:09:12.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:11 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/2692784933' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:11 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/995718533' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-22T00:09:12.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.650+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efef8005580 con 0x7eff18108000 2024-04-22T00:09:12.647 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.652+0000 7eff1c89b640 1 -- 172.21.15.80:0/1071221353 <== mon.1 v2:172.21.15.144:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v104) ==== 81+0+944 (secure 0 0 0) 0x7eff0009ac00 con 0x7eff18108000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/3401086643 2024-04-22T23:58:09.124143+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/1811701282 2024-04-22T23:58:09.124143+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2979394302 2024-04-22T23:58:09.124143+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2566942715 2024-04-22T23:48:42.757844+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/4222051687 2024-04-22T23:48:42.757844+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/4024768484 2024-04-22T23:58:09.124143+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6801/2702705947 2024-04-22T23:48:17.409309+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/1314496522 2024-04-22T23:48:42.757844+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6801/1494600697 2024-04-22T23:58:09.124143+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2957493556 2024-04-22T23:48:17.409309+0000 2024-04-22T00:09:12.648 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6800/1494600697 2024-04-22T23:58:09.124143+0000 2024-04-22T00:09:12.649 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6800/912580841 2024-04-22T23:48:42.757844+0000 2024-04-22T00:09:12.649 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6800/2702705947 2024-04-22T23:48:17.409309+0000 2024-04-22T00:09:12.649 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/2542147030 2024-04-22T23:48:17.409309+0000 2024-04-22T00:09:12.649 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:6801/912580841 2024-04-22T23:48:42.757844+0000 2024-04-22T00:09:12.649 INFO:teuthology.orchestra.run.smithi080.stdout:172.21.15.80:0/1502872789 2024-04-22T23:48:17.409309+0000 2024-04-22T00:09:12.649 INFO:teuthology.orchestra.run.smithi080.stderr:listed 16 entries 2024-04-22T00:09:12.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.655+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7eff040a2d30 msgr2=0x7eff040a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.655+0000 7eff1d89d640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7eff040a2d30 0x7eff040a51f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7eff0802c1c0 tx=0x7eff08000bc0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.655+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7eff18108000 msgr2=0x7eff18072f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:12.651 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.655+0000 7eff1d89d640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7eff18108000 0x7eff18072f80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7eff0000b4a0 tx=0x7eff0000b960 comp rx=0 tx=0).stop 2024-04-22T00:09:12.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.656+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 shutdown_connections 2024-04-22T00:09:12.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.656+0000 7eff1d89d640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7eff040a2d30 0x7eff040a51f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.656+0000 7eff1d89d640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff1806c590 0x7eff1806ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.656+0000 7eff1d89d640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7eff1810d0d0 0x7eff1806c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.656+0000 7eff1d89d640 1 --2- 172.21.15.80:0/1071221353 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7eff18108000 0x7eff18072f80 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:12.652 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.656+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 >> 172.21.15.80:0/1071221353 conn(0x7eff18075d60 msgr2=0x7eff18077120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:12.654 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.658+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 shutdown_connections 2024-04-22T00:09:12.654 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:12.658+0000 7eff1d89d640 1 -- 172.21.15.80:0/1071221353 wait complete. 2024-04-22T00:09:12.671 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-22T00:09:12.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:09:12.672 DEBUG:teuthology.orchestra.run.smithi080:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-22T00:09:12.812 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi080.front.sepia.ceph.com 2024-04-22T00:09:12.813 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:09:12.813 DEBUG:teuthology.orchestra.run.smithi080:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-22T00:09:12.859 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:09:12.860 DEBUG:teuthology.orchestra.run.smithi080:> ip netns list 2024-04-22T00:09:12.912 INFO:teuthology.orchestra.run.smithi080.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-22T00:09:12.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:09:12.913 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-22T00:09:12.953 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:12 smithi080 ceph-mon[27925]: pgmap v345: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 606 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 32 KiB/s wr, 28 op/s 2024-04-22T00:09:12.953 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:12 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1071221353' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:09:12.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:09:12.972 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link delete ceph-brx 2024-04-22T00:09:13.086 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-22T00:09:13.086 DEBUG:teuthology.orchestra.run.smithi080:> set -ex 2024-04-22T00:09:13.086 DEBUG:teuthology.orchestra.run.smithi080:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T00:09:13.140 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056097,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497676k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17721 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248836k,nr_inodes=812209,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/d8f0982c10112d4ae4b1f8290c04b5741c4249cfafbe7a93ef426aa7a0dc7461/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/d8f0982c10112d4ae4b1f8290c04b5741c4249cfafbe7a93ef426aa7a0dc7461/diff,workdir=/var/lib/containers/storage/overlay/d8f0982c10112d4ae4b1f8290c04b5741c4249cfafbe7a93ef426aa7a0dc7461/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/07222a367b6dbe5a8fdb72e3eaccd2833a53efcbee27114af1c6afd256cf5532/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/07222a367b6dbe5a8fdb72e3eaccd2833a53efcbee27114af1c6afd256cf5532/diff,workdir=/var/lib/containers/storage/overlay/07222a367b6dbe5a8fdb72e3eaccd2833a53efcbee27114af1c6afd256cf5532/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248836k,nr_inodes=812209,mode=700,inode64 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0 overlay /var/lib/containers/storage/overlay/6d8bb2b908e7a8491fe183f14a2cabe5ff65ca34cf731a76abe57718c07d0d79/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/6d8bb2b908e7a8491fe183f14a2cabe5ff65ca34cf731a76abe57718c07d0d79/diff,workdir=/var/lib/containers/storage/overlay/6d8bb2b908e7a8491fe183f14a2cabe5ff65ca34cf731a76abe57718c07d0d79/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/f72563564a5f75a2b29fffaf4156983d445c77d6bf38ed3669ffa2fef1957a5f/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/f72563564a5f75a2b29fffaf4156983d445c77d6bf38ed3669ffa2fef1957a5f/diff,workdir=/var/lib/containers/storage/overlay/f72563564a5f75a2b29fffaf4156983d445c77d6bf38ed3669ffa2fef1957a5f/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/cc82a96d08661d08f1118e57ee766492ed1299f9d8006e1ced86063d20133585/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/cc82a96d08661d08f1118e57ee766492ed1299f9d8006e1ced86063d20133585/diff,workdir=/var/lib/containers/storage/overlay/cc82a96d08661d08f1118e57ee766492ed1299f9d8006e1ced86063d20133585/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/cb819ba62653aec4982a718dc0f11f86578b09e07f0d4431bb6c217ee1cc7376/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/cb819ba62653aec4982a718dc0f11f86578b09e07f0d4431bb6c217ee1cc7376/diff,workdir=/var/lib/containers/storage/overlay/cb819ba62653aec4982a718dc0f11f86578b09e07f0d4431bb6c217ee1cc7376/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/6b6b94d91bb06b257c19c98f06cd6c9759ca0f738ac4ae24aa0b82f597d74af9/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/6b6b94d91bb06b257c19c98f06cd6c9759ca0f738ac4ae24aa0b82f597d74af9/diff,workdir=/var/lib/containers/storage/overlay/6b6b94d91bb06b257c19c98f06cd6c9759ca0f738ac4ae24aa0b82f597d74af9/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/1104e3de1e43d184d6aec1b616cd6587751cea39560f74a6a1697a273fb98f9b/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/1104e3de1e43d184d6aec1b616cd6587751cea39560f74a6a1697a273fb98f9b/diff,workdir=/var/lib/containers/storage/overlay/1104e3de1e43d184d6aec1b616cd6587751cea39560f74a6a1697a273fb98f9b/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/3bd1bb1ae359f69b6167f8cdfb6daa8bed14da0335376b142332b9f3e6dec5e8/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/3bd1bb1ae359f69b6167f8cdfb6daa8bed14da0335376b142332b9f3e6dec5e8/diff,workdir=/var/lib/containers/storage/overlay/3bd1bb1ae359f69b6167f8cdfb6daa8bed14da0335376b142332b9f3e6dec5e8/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/d4416994e948e6cc88ccb2734f6a057b33eec8019c59445c610b16c9801c7481/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/54AK626MTJFX7M4RJD3RLLWQ2P:/var/lib/containers/storage/overlay/l/WER2YNCJPVW6KJIGAZFMYC54G3,upperdir=/var/lib/containers/storage/overlay/d4416994e948e6cc88ccb2734f6a057b33eec8019c59445c610b16c9801c7481/diff,workdir=/var/lib/containers/storage/overlay/d4416994e948e6cc88ccb2734f6a057b33eec8019c59445c610b16c9801c7481/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497676k,nr_inodes=819200,mode=755,inode64 0 0 2024-04-22T00:09:13.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:09:13.141 DEBUG:teuthology.orchestra.run.smithi080:> ip netns list 2024-04-22T00:09:13.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T00:09:13.183 DEBUG:teuthology.orchestra.run.smithi080:> sudo ip link delete ceph-brx 2024-04-22T00:09:13.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:12 smithi120 ceph-mon[31499]: pgmap v345: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 606 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 32 KiB/s wr, 28 op/s 2024-04-22T00:09:13.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:12 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1071221353' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:09:13.276 INFO:teuthology.orchestra.run.smithi080.stderr:Cannot find device "ceph-brx" 2024-04-22T00:09:13.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:09:13.278 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-22T00:09:13.981 INFO:tasks.cephadm:Teardown begin 2024-04-22T00:09:13.982 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-22T00:09:13.982 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:09:13.984 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:12 smithi144 ceph-mon[31316]: pgmap v345: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 606 MiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 32 KiB/s wr, 28 op/s 2024-04-22T00:09:13.984 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:12 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1071221353' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T00:09:14.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.158+0000 7f2357fff640 1 -- 172.21.15.80:0/3898284443 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2360069610 con 0x7f23580957e0 2024-04-22T00:09:14.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.158+0000 7f23664fb640 1 -- 172.21.15.80:0/3898284443 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f23580957e0 msgr2=0x7f23580a1ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:14.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.158+0000 7f23664fb640 1 --2- 172.21.15.80:0/3898284443 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f23580957e0 0x7f23580a1ab0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f236004fc40 tx=0x7f23600a0030 comp rx=0 tx=0).stop 2024-04-22T00:09:14.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.158+0000 7f23664fb640 1 -- 172.21.15.80:0/3898284443 shutdown_connections 2024-04-22T00:09:14.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.158+0000 7f23664fb640 1 --2- 172.21.15.80:0/3898284443 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f23580957e0 0x7f23580a1ab0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.158+0000 7f23664fb640 1 --2- 172.21.15.80:0/3898284443 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2358094e40 0x7f23580952a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.155 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.158+0000 7f23664fb640 1 --2- 172.21.15.80:0/3898284443 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f2358099bb0 0x7f2358099f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.156 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.158+0000 7f23664fb640 1 -- 172.21.15.80:0/3898284443 >> 172.21.15.80:0/3898284443 conn(0x7f235800a730 msgr2=0x7f235800ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:14.157 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.162+0000 7f23664fb640 1 -- 172.21.15.80:0/3898284443 shutdown_connections 2024-04-22T00:09:14.159 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.164+0000 7f23664fb640 1 -- 172.21.15.80:0/3898284443 wait complete. 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.164+0000 7f23664fb640 1 Processor -- start 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.164+0000 7f23664fb640 1 -- start start 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f23664fb640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2358094e40 0x7f23580aa2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f23664fb640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f23580957e0 0x7f23580aa7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f23664fb640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2358099bb0 0x7f23580a53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f23664fb640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f23580a3e60 con 0x7f23580957e0 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f23664fb640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f23580a3ce0 con 0x7f2358094e40 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f23664fb640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f23580a3fe0 con 0x7f2358099bb0 2024-04-22T00:09:14.166 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f2365cfa640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2358099bb0 0x7f23580a53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f2365cfa640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2358099bb0 0x7f23580a53b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:34678/0 (socket says 172.21.15.80:34678) 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.165+0000 7f2365cfa640 1 -- 172.21.15.80:0/10409755 learned_addr learned my addr 172.21.15.80:0/10409755 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.166+0000 7f23654f9640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2358094e40 0x7f23580aa2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.166+0000 7f2365cfa640 1 -- 172.21.15.80:0/10409755 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2358094e40 msgr2=0x7f23580aa2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.166+0000 7f2365cfa640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2358094e40 0x7f23580aa2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.166+0000 7f2365cfa640 1 -- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f23580957e0 msgr2=0x7f23580aa7e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.166+0000 7f2365cfa640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f23580957e0 0x7f23580aa7e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.166+0000 7f2365cfa640 1 -- 172.21.15.80:0/10409755 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23580a5c70 con 0x7f2358099bb0 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.166+0000 7f2365cfa640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2358099bb0 0x7f23580a53b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2360064c60 tx=0x7f2360069600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.167+0000 7f23567fc640 1 -- 172.21.15.80:0/10409755 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2360081070 con 0x7f2358099bb0 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.167+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23580a5f00 con 0x7f2358099bb0 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.167+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23580ae180 con 0x7f2358099bb0 2024-04-22T00:09:14.167 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.167+0000 7f23567fc640 1 -- 172.21.15.80:0/10409755 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f236007c910 con 0x7f2358099bb0 2024-04-22T00:09:14.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.167+0000 7f23567fc640 1 -- 172.21.15.80:0/10409755 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23600a8630 con 0x7f2358099bb0 2024-04-22T00:09:14.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.169+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23580962e0 con 0x7f2358099bb0 2024-04-22T00:09:14.168 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.172+0000 7f23567fc640 1 -- 172.21.15.80:0/10409755 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f236007c430 con 0x7f2358099bb0 2024-04-22T00:09:14.169 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.173+0000 7f23567fc640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f234c0a2e40 0x7f234c0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:14.169 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.173+0000 7f23567fc640 1 -- 172.21.15.80:0/10409755 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7f2360154550 con 0x7f2358099bb0 2024-04-22T00:09:14.173 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.177+0000 7f23654f9640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f234c0a2e40 0x7f234c0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:14.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.180+0000 7f23567fc640 1 -- 172.21.15.80:0/10409755 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f2360120e50 con 0x7f2358099bb0 2024-04-22T00:09:14.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.214+0000 7f23654f9640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f234c0a2e40 0x7f234c0a5300 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f235c005fd0 tx=0x7f235c005850 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:14.605 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.609+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f23580aec60 con 0x7f2358099bb0 2024-04-22T00:09:14.607 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-22T00:09:14.607 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-22T00:07:01.804079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":70,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25900":{"gid":25900,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/1790033880","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":1790033880},{"type":"v1","addr":"172.21.15.144:6837","nonce":1790033880}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24452,24472,24488]},"id":1}]} 2024-04-22T00:09:14.607 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 32 2024-04-22T00:09:14.607 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.610+0000 7f23567fc640 1 -- 172.21.15.80:0/10409755 <== mon.1 v2:172.21.15.144:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11881 (secure 0 0 0) 0x7f2360120750 con 0x7f2358099bb0 2024-04-22T00:09:14.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f234c0a2e40 msgr2=0x7f234c0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:14.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f234c0a2e40 0x7f234c0a5300 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f235c005fd0 tx=0x7f235c005850 comp rx=0 tx=0).stop 2024-04-22T00:09:14.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2358099bb0 msgr2=0x7f23580a53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:14.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2358099bb0 0x7f23580a53b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2360064c60 tx=0x7f2360069600 comp rx=0 tx=0).stop 2024-04-22T00:09:14.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 shutdown_connections 2024-04-22T00:09:14.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f2358099bb0 0x7f23580a53b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.610 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f23580957e0 0x7f23580aa7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f234c0a2e40 0x7f234c0a5300 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 --2- 172.21.15.80:0/10409755 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2358094e40 0x7f23580aa2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 >> 172.21.15.80:0/10409755 conn(0x7f235800a730 msgr2=0x7f2358092b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:14.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 shutdown_connections 2024-04-22T00:09:14.611 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.614+0000 7f23664fb640 1 -- 172.21.15.80:0/10409755 wait complete. 2024-04-22T00:09:14.628 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T00:09:14.795 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.799+0000 7f0e0434b640 1 -- 172.21.15.80:0/4187454175 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0dfc100620 msgr2=0x7f0dfc100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:14.796 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.799+0000 7f0e0434b640 1 --2- 172.21.15.80:0/4187454175 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0dfc100620 0x7f0dfc100aa0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f0dec009930 tx=0x7f0dec02bc60 comp rx=0 tx=0).stop 2024-04-22T00:09:14.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.802+0000 7f0e0434b640 1 -- 172.21.15.80:0/4187454175 shutdown_connections 2024-04-22T00:09:14.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.802+0000 7f0e0434b640 1 --2- 172.21.15.80:0/4187454175 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0dfc100fe0 0x7f0dfc10d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.802+0000 7f0e0434b640 1 --2- 172.21.15.80:0/4187454175 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0dfc100620 0x7f0dfc100aa0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.799 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.802+0000 7f0e0434b640 1 --2- 172.21.15.80:0/4187454175 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0dfc106630 0x7f0dfc106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.800 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.802+0000 7f0e0434b640 1 -- 172.21.15.80:0/4187454175 >> 172.21.15.80:0/4187454175 conn(0x7f0dfc077740 msgr2=0x7f0dfc077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:14.802 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.807+0000 7f0e0434b640 1 -- 172.21.15.80:0/4187454175 shutdown_connections 2024-04-22T00:09:14.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.808+0000 7f0e0434b640 1 -- 172.21.15.80:0/4187454175 wait complete. 2024-04-22T00:09:14.805 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.809+0000 7f0e0434b640 1 Processor -- start 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.809+0000 7f0e0434b640 1 -- start start 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.809+0000 7f0e0434b640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0dfc100620 0x7f0dfc115f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.809+0000 7f0e0434b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0dfc100fe0 0x7f0dfc1164a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.809+0000 7f0e0434b640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0dfc106630 0x7f0dfc111070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.809+0000 7f0e0434b640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f0dfc10fa40 con 0x7f0dfc100620 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.809+0000 7f0e0434b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0dfc10f8c0 con 0x7f0dfc100fe0 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.809+0000 7f0e0434b640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f0dfc10fbc0 con 0x7f0dfc106630 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.810+0000 7f0e018e6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0dfc100fe0 0x7f0dfc1164a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.810+0000 7f0e020e7640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0dfc100620 0x7f0dfc115f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.810+0000 7f0e028e8640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0dfc106630 0x7f0dfc111070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.810+0000 7f0e028e8640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0dfc106630 0x7f0dfc111070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:34708/0 (socket says 172.21.15.80:34708) 2024-04-22T00:09:14.806 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.810+0000 7f0e028e8640 1 -- 172.21.15.80:0/1741600833 learned_addr learned my addr 172.21.15.80:0/1741600833 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:14.809 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.813+0000 7f0e018e6640 1 -- 172.21.15.80:0/1741600833 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0dfc106630 msgr2=0x7f0dfc111070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:14.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.813+0000 7f0e018e6640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0dfc106630 0x7f0dfc111070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.813+0000 7f0e018e6640 1 -- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0dfc100620 msgr2=0x7f0dfc115f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:14.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.813+0000 7f0e018e6640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0dfc100620 0x7f0dfc115f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:14.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.813+0000 7f0e018e6640 1 -- 172.21.15.80:0/1741600833 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dfc111930 con 0x7f0dfc100fe0 2024-04-22T00:09:14.810 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.814+0000 7f0e018e6640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0dfc100fe0 0x7f0dfc1164a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0dec036040 tx=0x7f0dec0045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:14.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.816+0000 7f0df37fe640 1 -- 172.21.15.80:0/1741600833 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec041070 con 0x7f0dfc100fe0 2024-04-22T00:09:14.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.816+0000 7f0df37fe640 1 -- 172.21.15.80:0/1741600833 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0dec02cd40 con 0x7f0dfc100fe0 2024-04-22T00:09:14.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.816+0000 7f0df37fe640 1 -- 172.21.15.80:0/1741600833 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec034440 con 0x7f0dfc100fe0 2024-04-22T00:09:14.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.816+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dfc111bc0 con 0x7f0dfc100fe0 2024-04-22T00:09:14.812 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.816+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dfc11bc70 con 0x7f0dfc100fe0 2024-04-22T00:09:14.816 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.818+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0de0005290 con 0x7f0dfc100fe0 2024-04-22T00:09:14.817 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.821+0000 7f0df37fe640 1 -- 172.21.15.80:0/1741600833 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0dec044070 con 0x7f0dfc100fe0 2024-04-22T00:09:14.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.822+0000 7f0df37fe640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0de80a2f00 0x7f0de80a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:14.818 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.822+0000 7f0df37fe640 1 -- 172.21.15.80:0/1741600833 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7f0dec0f15a0 con 0x7f0dfc100fe0 2024-04-22T00:09:14.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.823+0000 7f0e020e7640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0de80a2f00 0x7f0de80a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:14.820 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.824+0000 7f0e020e7640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0de80a2f00 0x7f0de80a53c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0df4007dc0 tx=0x7f0df40072f0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:14.824 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:14.829+0000 7f0df37fe640 1 -- 172.21.15.80:0/1741600833 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f0dec0bdf20 con 0x7f0dfc100fe0 2024-04-22T00:09:15.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:14 smithi080 ceph-mon[27925]: pgmap v346: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 605 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-22T00:09:15.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:14 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/10409755' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:09:15.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:14 smithi120 ceph-mon[31499]: pgmap v346: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 605 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-22T00:09:15.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:14 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/10409755' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:09:15.254 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.258+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0de0005580 con 0x7f0dfc100fe0 2024-04-22T00:09:15.256 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-22T00:09:15.257 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6835/2857682737","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6834","nonce":2857682737},{"type":"v1","addr":"172.21.15.80:6835","nonce":2857682737}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6837/2896434383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6836","nonce":2896434383},{"type":"v1","addr":"172.21.15.80:6837","nonce":2896434383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6839/3488984223","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6838","nonce":3488984223},{"type":"v1","addr":"172.21.15.80:6839","nonce":3488984223}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.80:6841/3662974583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6840","nonce":3662974583},{"type":"v1","addr":"172.21.15.80:6841","nonce":3662974583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24395,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/3691697955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":3691697955},{"type":"v1","addr":"172.21.15.120:6833","nonce":3691697955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.144:6833/647268197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6832","nonce":647268197},{"type":"v1","addr":"172.21.15.144:6833","nonce":647268197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T23:55:44.029440+0000","modified":"2024-04-22T00:07:01.804079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24488,"mds_1":24472,"mds_2":24452},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24422":{"gid":24422,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/801754870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":801754870},{"type":"v1","addr":"172.21.15.120:6835","nonce":801754870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24433":{"gid":24433,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6835/490461557","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6834","nonce":490461557},{"type":"v1","addr":"172.21.15.144:6835","nonce":490461557}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":70,"addr":"172.21.15.120:6837/1425180453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":1425180453},{"type":"v1","addr":"172.21.15.120:6837","nonce":1425180453}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.144:6839/1911919560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6838","nonce":1911919560},{"type":"v1","addr":"172.21.15.144:6839","nonce":1911919560}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.120:6839/2854829731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":2854829731},{"type":"v1","addr":"172.21.15.120:6839","nonce":2854829731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25900":{"gid":25900,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.144:6837/1790033880","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6836","nonce":1790033880},{"type":"v1","addr":"172.21.15.144:6837","nonce":1790033880}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24488,"qdb_cluster":[24452,24472,24488]},"id":1}]} 2024-04-22T00:09:15.257 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.260+0000 7f0df37fe640 1 -- 172.21.15.80:0/1741600833 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11881 (secure 0 0 0) 0x7f0dec0bd820 con 0x7f0dfc100fe0 2024-04-22T00:09:15.257 INFO:teuthology.orchestra.run.smithi080.stderr:dumped fsmap epoch 32 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0de80a2f00 msgr2=0x7f0de80a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0de80a2f00 0x7f0de80a53c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0df4007dc0 tx=0x7f0df40072f0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0dfc100fe0 msgr2=0x7f0dfc1164a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0dfc100fe0 0x7f0dfc1164a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0dec036040 tx=0x7f0dec0045e0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 shutdown_connections 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f0dfc106630 0x7f0dfc111070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f0de80a2f00 0x7f0de80a53c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0dfc100fe0 0x7f0dfc1164a0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 --2- 172.21.15.80:0/1741600833 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f0dfc100620 0x7f0dfc115f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 >> 172.21.15.80:0/1741600833 conn(0x7f0dfc077740 msgr2=0x7f0dfc102ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:15.261 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 shutdown_connections 2024-04-22T00:09:15.262 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.264+0000 7f0e0434b640 1 -- 172.21.15.80:0/1741600833 wait complete. 2024-04-22T00:09:15.278 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T00:09:15.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:14 smithi144 ceph-mon[31316]: pgmap v346: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 605 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-22T00:09:15.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:14 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/10409755' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:09:15.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.459+0000 7f413e642640 1 -- 172.21.15.80:0/1342237836 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4138100810 msgr2=0x7f4138100bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:15.455 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.459+0000 7f413e642640 1 --2- 172.21.15.80:0/1342237836 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4138100810 0x7f4138100bf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4120009900 tx=0x7f412002bcf0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.460+0000 7f413e642640 1 -- 172.21.15.80:0/1342237836 shutdown_connections 2024-04-22T00:09:15.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.460+0000 7f413e642640 1 --2- 172.21.15.80:0/1342237836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4138105b30 0x7f4138105fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.460+0000 7f413e642640 1 --2- 172.21.15.80:0/1342237836 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4138101130 0x7f41381055f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.460+0000 7f413e642640 1 --2- 172.21.15.80:0/1342237836 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4138100810 0x7f4138100bf0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.457 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.460+0000 7f413e642640 1 -- 172.21.15.80:0/1342237836 >> 172.21.15.80:0/1342237836 conn(0x7f41380777a0 msgr2=0x7f4138077bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:15.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.463+0000 7f413e642640 1 -- 172.21.15.80:0/1342237836 shutdown_connections 2024-04-22T00:09:15.461 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.466+0000 7f413e642640 1 -- 172.21.15.80:0/1342237836 wait complete. 2024-04-22T00:09:15.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.466+0000 7f413e642640 1 Processor -- start 2024-04-22T00:09:15.462 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.466+0000 7f413e642640 1 -- start start 2024-04-22T00:09:15.466 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.467+0000 7f413e642640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4138100810 0x7f4138072c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.467+0000 7f413e642640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4138101130 0x7f4138073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.467+0000 7f413e642640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4138105b30 0x7f413806ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.467+0000 7f413e642640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f413806b770 con 0x7f4138100810 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.467+0000 7f413e642640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f413806b5f0 con 0x7f4138101130 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.467+0000 7f413e642640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f413806b8f0 con 0x7f4138105b30 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.468+0000 7f413cbdf640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4138105b30 0x7f413806ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.470+0000 7f41377fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4138101130 0x7f4138073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.470+0000 7f41377fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4138101130 0x7f4138073140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.80:57610/0 (socket says 172.21.15.80:57610) 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.470+0000 7f41377fe640 1 -- 172.21.15.80:0/3520165579 learned_addr learned my addr 172.21.15.80:0/3520165579 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:15.467 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.470+0000 7f4137fff640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4138100810 0x7f4138072c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:15.470 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.471+0000 7f4137fff640 1 -- 172.21.15.80:0/3520165579 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4138105b30 msgr2=0x7f413806ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:15.470 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.471+0000 7f4137fff640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4138105b30 0x7f413806ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.470 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.471+0000 7f4137fff640 1 -- 172.21.15.80:0/3520165579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4138101130 msgr2=0x7f4138073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:15.470 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.471+0000 7f4137fff640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4138101130 0x7f4138073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.471+0000 7f4137fff640 1 -- 172.21.15.80:0/3520165579 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f413806d6e0 con 0x7f4138100810 2024-04-22T00:09:15.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.471+0000 7f4137fff640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4138100810 0x7f4138072c00 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f4120009850 tx=0x7f4120004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:15.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.472+0000 7f41357fa640 1 -- 172.21.15.80:0/3520165579 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4120042020 con 0x7f4138100810 2024-04-22T00:09:15.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.472+0000 7f41357fa640 1 -- 172.21.15.80:0/3520165579 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41200035f0 con 0x7f4138100810 2024-04-22T00:09:15.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.472+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f413806d970 con 0x7f4138100810 2024-04-22T00:09:15.471 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.472+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41381b3a60 con 0x7f4138100810 2024-04-22T00:09:15.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.476+0000 7f41357fa640 1 -- 172.21.15.80:0/3520165579 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412003e770 con 0x7f4138100810 2024-04-22T00:09:15.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.476+0000 7f41357fa640 1 -- 172.21.15.80:0/3520165579 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4120045020 con 0x7f4138100810 2024-04-22T00:09:15.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.476+0000 7f41357fa640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41180a2e70 0x7f41180a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:15.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.477+0000 7f41357fa640 1 -- 172.21.15.80:0/3520165579 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7f41200f5170 con 0x7f4138100810 2024-04-22T00:09:15.473 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.477+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f413806a2c0 con 0x7f4138100810 2024-04-22T00:09:15.476 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.479+0000 7f41377fe640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41180a2e70 0x7f41180a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:15.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.488+0000 7f41377fe640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41180a2e70 0x7f41180a5330 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f41380fe650 tx=0x7f4130009720 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:15.484 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.489+0000 7f41357fa640 1 -- 172.21.15.80:0/3520165579 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f41200be370 con 0x7f4138100810 2024-04-22T00:09:15.842 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.846+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4138067cd0 con 0x7f4138100810 2024-04-22T00:09:15.845 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.849+0000 7f41357fa640 1 -- 172.21.15.80:0/3520165579 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+25262 (secure 0 0 0) 0x7f41200bdc70 con 0x7f4138100810 2024-04-22T00:09:15.845 INFO:teuthology.orchestra.run.smithi080.stdout: 2024-04-22T00:09:15.845 INFO:teuthology.orchestra.run.smithi080.stdout:{"epoch":104,"fsid":"71601a1c-0039-11ef-bc93-c7b262605968","created":"2024-04-21T23:47:46.055798+0000","modified":"2024-04-22T00:09:06.863906+0000","last_up_change":"2024-04-21T23:54:53.622896+0000","last_in_change":"2024-04-21T23:54:34.312097+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T23:51:07.085029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T23:55:41.910118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T23:55:43.260771+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":104,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T23:55:47.078883+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":104,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"01094b29-1da3-4722-a7c7-a272c6d20735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6802","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6803","nonce":3712077977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6804","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6805","nonce":3712077977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6808","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6809","nonce":3712077977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6806","nonce":3712077977},{"type":"v1","addr":"172.21.15.80:6807","nonce":3712077977}]},"public_addr":"172.21.15.80:6803/3712077977","cluster_addr":"172.21.15.80:6805/3712077977","heartbeat_back_addr":"172.21.15.80:6809/3712077977","heartbeat_front_addr":"172.21.15.80:6807/3712077977","state":["exists","up"]},{"osd":1,"uuid":"f09627b0-0aa9-4a31-b9ed-4c8c7b20d12b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6801","nonce":1451460093}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6803","nonce":1451460093}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6807","nonce":1451460093}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1451460093},{"type":"v1","addr":"172.21.15.120:6805","nonce":1451460093}]},"public_addr":"172.21.15.120:6801/1451460093","cluster_addr":"172.21.15.120:6803/1451460093","heartbeat_back_addr":"172.21.15.120:6807/1451460093","heartbeat_front_addr":"172.21.15.120:6805/1451460093","state":["exists","up"]},{"osd":2,"uuid":"1ab4583f-9ffc-455f-866c-234585750c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6800","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6801","nonce":3913188793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6802","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6803","nonce":3913188793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6806","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6807","nonce":3913188793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6804","nonce":3913188793},{"type":"v1","addr":"172.21.15.144:6805","nonce":3913188793}]},"public_addr":"172.21.15.144:6801/3913188793","cluster_addr":"172.21.15.144:6803/3913188793","heartbeat_back_addr":"172.21.15.144:6807/3913188793","heartbeat_front_addr":"172.21.15.144:6805/3913188793","state":["exists","up"]},{"osd":3,"uuid":"34ea75d5-1aeb-4705-90f2-01eccb797978","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6810","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6811","nonce":753791164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6812","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6813","nonce":753791164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6816","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6817","nonce":753791164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6814","nonce":753791164},{"type":"v1","addr":"172.21.15.80:6815","nonce":753791164}]},"public_addr":"172.21.15.80:6811/753791164","cluster_addr":"172.21.15.80:6813/753791164","heartbeat_back_addr":"172.21.15.80:6817/753791164","heartbeat_front_addr":"172.21.15.80:6815/753791164","state":["exists","up"]},{"osd":4,"uuid":"1f843240-c140-40ad-ad3d-aeee5a7f74bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6809","nonce":1903283526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6811","nonce":1903283526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6815","nonce":1903283526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":1903283526},{"type":"v1","addr":"172.21.15.120:6813","nonce":1903283526}]},"public_addr":"172.21.15.120:6809/1903283526","cluster_addr":"172.21.15.120:6811/1903283526","heartbeat_back_addr":"172.21.15.120:6815/1903283526","heartbeat_front_addr":"172.21.15.120:6813/1903283526","state":["exists","up"]},{"osd":5,"uuid":"8f7f1953-bf80-423d-a240-dcdb16e972a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6808","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6809","nonce":2018534066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6810","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6811","nonce":2018534066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6814","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6815","nonce":2018534066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6812","nonce":2018534066},{"type":"v1","addr":"172.21.15.144:6813","nonce":2018534066}]},"public_addr":"172.21.15.144:6809/2018534066","cluster_addr":"172.21.15.144:6811/2018534066","heartbeat_back_addr":"172.21.15.144:6815/2018534066","heartbeat_front_addr":"172.21.15.144:6813/2018534066","state":["exists","up"]},{"osd":6,"uuid":"6be591a8-040c-4982-b99c-6fee0b27c656","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6818","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6819","nonce":2684365112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6820","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6821","nonce":2684365112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6824","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6825","nonce":2684365112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6822","nonce":2684365112},{"type":"v1","addr":"172.21.15.80:6823","nonce":2684365112}]},"public_addr":"172.21.15.80:6819/2684365112","cluster_addr":"172.21.15.80:6821/2684365112","heartbeat_back_addr":"172.21.15.80:6825/2684365112","heartbeat_front_addr":"172.21.15.80:6823/2684365112","state":["exists","up"]},{"osd":7,"uuid":"7c6921f0-3dac-448a-8b10-17abde321344","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6817","nonce":627521111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6819","nonce":627521111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6823","nonce":627521111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":627521111},{"type":"v1","addr":"172.21.15.120:6821","nonce":627521111}]},"public_addr":"172.21.15.120:6817/627521111","cluster_addr":"172.21.15.120:6819/627521111","heartbeat_back_addr":"172.21.15.120:6823/627521111","heartbeat_front_addr":"172.21.15.120:6821/627521111","state":["exists","up"]},{"osd":8,"uuid":"2a496cfb-c86c-4efc-8dd0-c1b164efd1fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6816","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6817","nonce":2995609910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6818","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6819","nonce":2995609910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6822","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6823","nonce":2995609910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6820","nonce":2995609910},{"type":"v1","addr":"172.21.15.144:6821","nonce":2995609910}]},"public_addr":"172.21.15.144:6817/2995609910","cluster_addr":"172.21.15.144:6819/2995609910","heartbeat_back_addr":"172.21.15.144:6823/2995609910","heartbeat_front_addr":"172.21.15.144:6821/2995609910","state":["exists","up"]},{"osd":9,"uuid":"cae3a380-ab21-4336-b949-375aa53bb659","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6826","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6827","nonce":2881643954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6828","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6829","nonce":2881643954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6832","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6833","nonce":2881643954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.80:6830","nonce":2881643954},{"type":"v1","addr":"172.21.15.80:6831","nonce":2881643954}]},"public_addr":"172.21.15.80:6827/2881643954","cluster_addr":"172.21.15.80:6829/2881643954","heartbeat_back_addr":"172.21.15.80:6833/2881643954","heartbeat_front_addr":"172.21.15.80:6831/2881643954","state":["exists","up"]},{"osd":10,"uuid":"752a8009-35b9-4efe-94da-53d590cc6a7d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6825","nonce":3448944191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6827","nonce":3448944191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6831","nonce":3448944191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3448944191},{"type":"v1","addr":"172.21.15.120:6829","nonce":3448944191}]},"public_addr":"172.21.15.120:6825/3448944191","cluster_addr":"172.21.15.120:6827/3448944191","heartbeat_back_addr":"172.21.15.120:6831/3448944191","heartbeat_front_addr":"172.21.15.120:6829/3448944191","state":["exists","up"]},{"osd":11,"uuid":"22a3479e-70ea-4f38-b77b-9ac693812ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6824","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6825","nonce":2749656464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6826","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6827","nonce":2749656464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6830","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6831","nonce":2749656464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.144:6828","nonce":2749656464},{"type":"v1","addr":"172.21.15.144:6829","nonce":2749656464}]},"public_addr":"172.21.15.144:6825/2749656464","cluster_addr":"172.21.15.144:6827/2749656464","heartbeat_back_addr":"172.21.15.144:6831/2749656464","heartbeat_front_addr":"172.21.15.144:6829/2749656464","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:16.568300+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:50:40.386298+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:03.687805+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:28.484160+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:51:53.598831+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:17.937166+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:52:43.817333+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:09.663372+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:53:34.826260+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:00.740845+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:26.786025+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T23:54:52.304597+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.8","mappings":[{"from":5,"to":8}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.80:0/3401086643":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/1811701282":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2979394302":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2566942715":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4222051687":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/4024768484":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6801/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/1314496522":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6801/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:0/2957493556":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6800/1494600697":"2024-04-22T23:58:09.124143+0000","172.21.15.80:6800/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:6800/2702705947":"2024-04-22T23:48:17.409309+0000","172.21.15.80:0/2542147030":"2024-04-22T23:48:17.409309+0000","172.21.15.80:6801/912580841":"2024-04-22T23:48:42.757844+0000","172.21.15.80:0/1502872789":"2024-04-22T23:48:17.409309+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T00:09:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.852+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41180a2e70 msgr2=0x7f41180a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.852+0000 7f413e642640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41180a2e70 0x7f41180a5330 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f41380fe650 tx=0x7f4130009720 comp rx=0 tx=0).stop 2024-04-22T00:09:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.852+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4138100810 msgr2=0x7f4138072c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.852+0000 7f413e642640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4138100810 0x7f4138072c00 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f4120009850 tx=0x7f4120004270 comp rx=0 tx=0).stop 2024-04-22T00:09:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.853+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 shutdown_connections 2024-04-22T00:09:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.853+0000 7f413e642640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f4138105b30 0x7f413806ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.853+0000 7f413e642640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f41180a2e70 0x7f41180a5330 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.849 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.853+0000 7f413e642640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4138101130 0x7f4138073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.853+0000 7f413e642640 1 --2- 172.21.15.80:0/3520165579 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f4138100810 0x7f4138072c00 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:15.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.853+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 >> 172.21.15.80:0/3520165579 conn(0x7f41380777a0 msgr2=0x7f41381035c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:15.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.853+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 shutdown_connections 2024-04-22T00:09:15.850 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:15.853+0000 7f413e642640 1 -- 172.21.15.80:0/3520165579 wait complete. 2024-04-22T00:09:15.866 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-22T00:09:16.039 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.043+0000 7f76d153e640 1 -- 172.21.15.80:0/247325488 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f76cc1066a0 msgr2=0x7f76cc069b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:16.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.043+0000 7f76d153e640 1 --2- 172.21.15.80:0/247325488 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f76cc1066a0 0x7f76cc069b50 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f76c0009900 tx=0x7f76c002bc40 comp rx=0 tx=0).stop 2024-04-22T00:09:16.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.043+0000 7f76d153e640 1 -- 172.21.15.80:0/247325488 shutdown_connections 2024-04-22T00:09:16.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.043+0000 7f76d153e640 1 --2- 172.21.15.80:0/247325488 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76cc104160 0x7f76cc1045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.043+0000 7f76d153e640 1 --2- 172.21.15.80:0/247325488 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76cc06a090 0x7f76cc06a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.043+0000 7f76d153e640 1 --2- 172.21.15.80:0/247325488 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f76cc1066a0 0x7f76cc069b50 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.043+0000 7f76d153e640 1 -- 172.21.15.80:0/247325488 >> 172.21.15.80:0/247325488 conn(0x7f76cc0776e0 msgr2=0x7f76cc077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:16.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.044+0000 7f76d153e640 1 -- 172.21.15.80:0/247325488 shutdown_connections 2024-04-22T00:09:16.040 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.044+0000 7f76d153e640 1 -- 172.21.15.80:0/247325488 wait complete. 2024-04-22T00:09:16.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.045+0000 7f76d153e640 1 Processor -- start 2024-04-22T00:09:16.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.045+0000 7f76d153e640 1 -- start start 2024-04-22T00:09:16.041 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.045+0000 7f76d153e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76cc06a090 0x7f76cc072f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:16.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.045+0000 7f76d153e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76cc104160 0x7f76cc06bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:16.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.045+0000 7f76d153e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f76cc1066a0 0x7f76cc06c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:16.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.045+0000 7f76d153e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f76cc118090 con 0x7f76cc06a090 2024-04-22T00:09:16.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.045+0000 7f76d153e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f76cc117f10 con 0x7f76cc104160 2024-04-22T00:09:16.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.045+0000 7f76d153e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f76cc118210 con 0x7f76cc1066a0 2024-04-22T00:09:16.042 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.047+0000 7f76cb7fe640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f76cc1066a0 0x7f76cc06c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:16.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.047+0000 7f76caffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76cc06a090 0x7f76cc072f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:16.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.047+0000 7f76caffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76cc06a090 0x7f76cc072f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46810/0 (socket says 172.21.15.80:46810) 2024-04-22T00:09:16.043 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.047+0000 7f76caffd640 1 -- 172.21.15.80:0/3154243993 learned_addr learned my addr 172.21.15.80:0/3154243993 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:16.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.048+0000 7f76ca7fc640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76cc104160 0x7f76cc06bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:16.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.048+0000 7f76caffd640 1 -- 172.21.15.80:0/3154243993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f76cc1066a0 msgr2=0x7f76cc06c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:16.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.048+0000 7f76caffd640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f76cc1066a0 0x7f76cc06c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.048+0000 7f76caffd640 1 -- 172.21.15.80:0/3154243993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76cc104160 msgr2=0x7f76cc06bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:16.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.048+0000 7f76caffd640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76cc104160 0x7f76cc06bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.044 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.048+0000 7f76caffd640 1 -- 172.21.15.80:0/3154243993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76cc06cad0 con 0x7f76cc06a090 2024-04-22T00:09:16.045 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.049+0000 7f76caffd640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76cc06a090 0x7f76cc072f50 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f76c0036040 tx=0x7f76c00043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:16.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.052+0000 7f76b3fff640 1 -- 172.21.15.80:0/3154243993 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0041070 con 0x7f76cc06a090 2024-04-22T00:09:16.048 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.053+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76cc06cd60 con 0x7f76cc06a090 2024-04-22T00:09:16.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.053+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76cc070d00 con 0x7f76cc06a090 2024-04-22T00:09:16.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.053+0000 7f76b3fff640 1 -- 172.21.15.80:0/3154243993 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76c002ccd0 con 0x7f76cc06a090 2024-04-22T00:09:16.050 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.053+0000 7f76b3fff640 1 -- 172.21.15.80:0/3154243993 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0003d50 con 0x7f76cc06a090 2024-04-22T00:09:16.057 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.060+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76b8005290 con 0x7f76cc06a090 2024-04-22T00:09:16.063 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.063+0000 7f76b3fff640 1 -- 172.21.15.80:0/3154243993 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f76c0044070 con 0x7f76cc06a090 2024-04-22T00:09:16.063 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.063+0000 7f76b3fff640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f76b40a2ed0 0x7f76b40a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:16.063 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.064+0000 7f76b3fff640 1 -- 172.21.15.80:0/3154243993 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9497+0+0 (secure 0 0 0) 0x7f76c00f1340 con 0x7f76cc06a090 2024-04-22T00:09:16.063 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.066+0000 7f76ca7fc640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f76b40a2ed0 0x7f76b40a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:16.066 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.069+0000 7f76ca7fc640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f76b40a2ed0 0x7f76b40a5390 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f76bc005e30 tx=0x7f76bc005dc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:16.071 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.076+0000 7f76b3fff640 1 -- 172.21.15.80:0/3154243993 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f76c00bdc40 con 0x7f76cc06a090 2024-04-22T00:09:16.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:15 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1741600833' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:09:16.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:15 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3520165579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:09:16.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:15 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1741600833' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:09:16.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:15 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3520165579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:09:16.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:15 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1741600833' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T00:09:16.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:15 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3520165579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T00:09:16.502 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.505+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f76b8005850 con 0x7f76cc06a090 2024-04-22T00:09:16.507 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.511+0000 7f76b3fff640 1 -- 172.21.15.80:0/3154243993 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v33) ==== 161+0+0 (secure 0 0 0) 0x7f76c00bd540 con 0x7f76cc06a090 2024-04-22T00:09:16.507 INFO:teuthology.orchestra.run.smithi080.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-22T00:09:16.510 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.514+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f76b40a2ed0 msgr2=0x7f76b40a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:16.510 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.514+0000 7f76d153e640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f76b40a2ed0 0x7f76b40a5390 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f76bc005e30 tx=0x7f76bc005dc0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.510 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.514+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76cc06a090 msgr2=0x7f76cc072f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:16.510 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.514+0000 7f76d153e640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76cc06a090 0x7f76cc072f50 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f76c0036040 tx=0x7f76c00043b0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.515+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 shutdown_connections 2024-04-22T00:09:16.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.515+0000 7f76d153e640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f76cc1066a0 0x7f76cc06c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.515+0000 7f76d153e640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f76b40a2ed0 0x7f76b40a5390 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.515+0000 7f76d153e640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76cc104160 0x7f76cc06bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.515+0000 7f76d153e640 1 --2- 172.21.15.80:0/3154243993 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f76cc06a090 0x7f76cc072f50 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.515+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 >> 172.21.15.80:0/3154243993 conn(0x7f76cc0776e0 msgr2=0x7f76cc0fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:16.511 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.515+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 shutdown_connections 2024-04-22T00:09:16.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.515+0000 7f76d153e640 1 -- 172.21.15.80:0/3154243993 wait complete. 2024-04-22T00:09:16.532 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-22T00:09:16.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.724+0000 7f814995e640 1 -- 172.21.15.80:0/2667940016 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f81441089b0 msgr2=0x7f8144108d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:16.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.724+0000 7f814995e640 1 --2- 172.21.15.80:0/2667940016 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f81441089b0 0x7f8144108d90 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f812c00dbf0 tx=0x7f812c02faf0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.725+0000 7f814995e640 1 -- 172.21.15.80:0/2667940016 shutdown_connections 2024-04-22T00:09:16.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.725+0000 7f814995e640 1 --2- 172.21.15.80:0/2667940016 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f814410d470 0x7f8144115040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.725+0000 7f814995e640 1 --2- 172.21.15.80:0/2667940016 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8144109360 0x7f814410cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.725+0000 7f814995e640 1 --2- 172.21.15.80:0/2667940016 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f81441089b0 0x7f8144108d90 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.722 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.725+0000 7f814995e640 1 -- 172.21.15.80:0/2667940016 >> 172.21.15.80:0/2667940016 conn(0x7f814406ccc0 msgr2=0x7f814406d0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:16.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.728+0000 7f814995e640 1 -- 172.21.15.80:0/2667940016 shutdown_connections 2024-04-22T00:09:16.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.732+0000 7f814995e640 1 -- 172.21.15.80:0/2667940016 wait complete. 2024-04-22T00:09:16.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.732+0000 7f814995e640 1 Processor -- start 2024-04-22T00:09:16.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.733+0000 7f814995e640 1 -- start start 2024-04-22T00:09:16.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.733+0000 7f814995e640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f81441089b0 0x7f81441a51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:16.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.733+0000 7f814995e640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f814410d470 0x7f81441a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:16.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.733+0000 7f814995e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f814419e2b0 0x7f814419e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:16.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.733+0000 7f814995e640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f8144118130 con 0x7f814410d470 2024-04-22T00:09:16.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.733+0000 7f814995e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8144117fb0 con 0x7f814419e2b0 2024-04-22T00:09:16.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.733+0000 7f814995e640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f81441182b0 con 0x7f81441089b0 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.734+0000 7f81427fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f814410d470 0x7f81441a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.734+0000 7f81427fc640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f814410d470 0x7f81441a5720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46824/0 (socket says 172.21.15.80:46824) 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.734+0000 7f81427fc640 1 -- 172.21.15.80:0/637839054 learned_addr learned my addr 172.21.15.80:0/637839054 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.734+0000 7f8142ffd640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f81441089b0 0x7f81441a51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.734+0000 7f81437fe640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f814419e2b0 0x7f814419e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.735+0000 7f81427fc640 1 -- 172.21.15.80:0/637839054 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f81441089b0 msgr2=0x7f81441a51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.735+0000 7f81427fc640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f81441089b0 0x7f81441a51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.735+0000 7f81427fc640 1 -- 172.21.15.80:0/637839054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f814419e2b0 msgr2=0x7f814419e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.735+0000 7f81427fc640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f814419e2b0 0x7f814419e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.735+0000 7f81427fc640 1 -- 172.21.15.80:0/637839054 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f814419ef80 con 0x7f814410d470 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.735+0000 7f81427fc640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f814410d470 0x7f81441a5720 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f813c00a640 tx=0x7f813c00ab00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:16.732 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.736+0000 7f814895c640 1 -- 172.21.15.80:0/637839054 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813c017070 con 0x7f814410d470 2024-04-22T00:09:16.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.736+0000 7f814895c640 1 -- 172.21.15.80:0/637839054 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f813c00eda0 con 0x7f814410d470 2024-04-22T00:09:16.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.736+0000 7f814895c640 1 -- 172.21.15.80:0/637839054 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813c010860 con 0x7f814410d470 2024-04-22T00:09:16.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.736+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81441a2d00 con 0x7f814410d470 2024-04-22T00:09:16.733 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.736+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81441a3200 con 0x7f814410d470 2024-04-22T00:09:16.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.738+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8144109960 con 0x7f814410d470 2024-04-22T00:09:16.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.740+0000 7f814895c640 1 -- 172.21.15.80:0/637839054 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f813c01a070 con 0x7f814410d470 2024-04-22T00:09:16.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.741+0000 7f814895c640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f81300a2f00 0x7f81300a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:16.738 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.741+0000 7f814895c640 1 -- 172.21.15.80:0/637839054 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9667+0+0 (secure 0 0 0) 0x7f813c0cf650 con 0x7f814410d470 2024-04-22T00:09:16.743 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.746+0000 7f8142ffd640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f81300a2f00 0x7f81300a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:16.746 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.750+0000 7f814895c640 1 -- 172.21.15.80:0/637839054 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f813c09bd90 con 0x7f814410d470 2024-04-22T00:09:16.747 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:16.752+0000 7f8142ffd640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f81300a2f00 0x7f81300a53c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f812c00da00 tx=0x7f812c005b20 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:16.867 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[67267]: ignoring --setuser ceph since I am not root 2024-04-22T00:09:16.867 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[67267]: ignoring --setgroup ceph since I am not root 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mds[67271]: -- 172.21.15.144:0/1323528931 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x557bff7e44e0 con 0x557bff7bac00 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mds[67271]: -- 172.21.15.144:0/1323528931 <== mon.1 v2:172.21.15.144:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557bff7e7a40 con 0x557bff7bac00 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[67267]: starting mds.c at 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f[62129]: ignoring --setuser ceph since I am not root 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f[62129]: ignoring --setgroup ceph since I am not root 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f[62129]: starting mds.f at 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i[62761]: ignoring --setuser ceph since I am not root 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i[62761]: ignoring --setgroup ceph since I am not root 2024-04-22T00:09:16.868 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i[62761]: starting mds.i at 2024-04-22T00:09:16.931 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a[27921]: 2024-04-22T00:09:16.508+0000 7f11b3f8c700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T00:09:16.932 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b[61741]: ignoring --setuser ceph since I am not root 2024-04-22T00:09:16.932 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b[61741]: ignoring --setgroup ceph since I am not root 2024-04-22T00:09:16.932 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b[61741]: starting mds.b at 2024-04-22T00:09:16.933 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: ignoring --setuser ceph since I am not root 2024-04-22T00:09:16.933 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: ignoring --setgroup ceph since I am not root 2024-04-22T00:09:16.933 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: starting mds.h at 2024-04-22T00:09:16.933 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e[61118]: ignoring --setuser ceph since I am not root 2024-04-22T00:09:16.933 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e[61118]: ignoring --setgroup ceph since I am not root 2024-04-22T00:09:16.933 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e[61118]: starting mds.e at 2024-04-22T00:09:17.169 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.173+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8144109400 con 0x7f814410d470 2024-04-22T00:09:17.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-mon[27925]: pgmap v347: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 605 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 430 B/s wr, 5 op/s 2024-04-22T00:09:17.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3154243993' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T00:09:17.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-mon[27925]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T00:09:17.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-mon[27925]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T00:09:17.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-mon[27925]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-22T00:09:17.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/3154243993' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T00:09:17.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-mon[27925]: osdmap e105: 12 total, 12 up, 12 in 2024-04-22T00:09:17.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:16 smithi080 ceph-mon[27925]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-22T00:09:17.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-mon[31499]: pgmap v347: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 605 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 430 B/s wr, 5 op/s 2024-04-22T00:09:17.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3154243993' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T00:09:17.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-mon[31499]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T00:09:17.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-mon[31499]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T00:09:17.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-mon[31499]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-22T00:09:17.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/3154243993' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T00:09:17.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-mon[31499]: osdmap e105: 12 total, 12 up, 12 in 2024-04-22T00:09:17.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:16 smithi120 ceph-mon[31499]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-22T00:09:17.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mon[31316]: pgmap v347: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 605 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 430 B/s wr, 5 op/s 2024-04-22T00:09:17.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3154243993' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T00:09:17.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mon[31316]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T00:09:17.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mon[31316]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T00:09:17.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mon[31316]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-22T00:09:17.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/3154243993' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T00:09:17.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mon[31316]: osdmap e105: 12 total, 12 up, 12 in 2024-04-22T00:09:17.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:16 smithi144 ceph-mon[31316]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-22T00:09:17.508 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.512+0000 7f814895c640 1 -- 172.21.15.80:0/637839054 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v34) ==== 104+0+0 (secure 0 0 0) 0x7f813c09b690 con 0x7f814410d470 2024-04-22T00:09:17.512 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f81300a2f00 msgr2=0x7f81300a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f81300a2f00 0x7f81300a53c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f812c00da00 tx=0x7f812c005b20 comp rx=0 tx=0).stop 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f814410d470 msgr2=0x7f81441a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f814410d470 0x7f81441a5720 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f813c00a640 tx=0x7f813c00ab00 comp rx=0 tx=0).stop 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 shutdown_connections 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f81300a2f00 0x7f81300a53c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f814419e2b0 0x7f814419e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f814410d470 0x7f81441a5720 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 --2- 172.21.15.80:0/637839054 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f81441089b0 0x7f81441a51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 >> 172.21.15.80:0/637839054 conn(0x7f814406ccc0 msgr2=0x7f8144071070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 shutdown_connections 2024-04-22T00:09:17.513 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.516+0000 7f814995e640 1 -- 172.21.15.80:0/637839054 wait complete. 2024-04-22T00:09:17.529 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-22T00:09:17.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.711+0000 7f6f23866640 1 -- 172.21.15.80:0/487244456 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c074330 msgr2=0x7f6f1c1122b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:17.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.711+0000 7f6f23866640 1 --2- 172.21.15.80:0/487244456 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c074330 0x7f6f1c1122b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6f1401ace0 tx=0x7f6f1403d1f0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.711+0000 7f6f23866640 1 -- 172.21.15.80:0/487244456 shutdown_connections 2024-04-22T00:09:17.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.711+0000 7f6f23866640 1 --2- 172.21.15.80:0/487244456 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f1c1127f0 0x7f6f1c114be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.711+0000 7f6f23866640 1 --2- 172.21.15.80:0/487244456 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c074330 0x7f6f1c1122b0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.711+0000 7f6f23866640 1 --2- 172.21.15.80:0/487244456 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f1c073a10 0x7f6f1c073df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.707 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.711+0000 7f6f23866640 1 -- 172.21.15.80:0/487244456 >> 172.21.15.80:0/487244456 conn(0x7f6f1c078b90 msgr2=0x7f6f1c078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:17.712 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.716+0000 7f6f23866640 1 -- 172.21.15.80:0/487244456 shutdown_connections 2024-04-22T00:09:17.714 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.717+0000 7f6f23866640 1 -- 172.21.15.80:0/487244456 wait complete. 2024-04-22T00:09:17.714 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.718+0000 7f6f23866640 1 Processor -- start 2024-04-22T00:09:17.720 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.723+0000 7f6f23866640 1 -- start start 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.723+0000 7f6f23866640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c073a10 0x7f6f1c112060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.723+0000 7f6f23866640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f1c074330 0x7f6f1c10e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.723+0000 7f6f23866640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f1c1127f0 0x7f6f1c10e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.723+0000 7f6f23866640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c1084e0 con 0x7f6f1c074330 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.723+0000 7f6f23866640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c108360 con 0x7f6f1c1127f0 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.723+0000 7f6f23866640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c108660 con 0x7f6f1c073a10 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.724+0000 7f6f21602640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c073a10 0x7f6f1c112060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.725+0000 7f6f21602640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c073a10 0x7f6f1c112060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:34766/0 (socket says 172.21.15.80:34766) 2024-04-22T00:09:17.721 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.725+0000 7f6f21602640 1 -- 172.21.15.80:0/1256598297 learned_addr learned my addr 172.21.15.80:0/1256598297 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:17.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.726+0000 7f6f21602640 1 -- 172.21.15.80:0/1256598297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f1c1127f0 msgr2=0x7f6f1c10e680 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:09:17.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.726+0000 7f6f21602640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f1c1127f0 0x7f6f1c10e680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.726+0000 7f6f21602640 1 -- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f1c074330 msgr2=0x7f6f1c10e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:17.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.726+0000 7f6f21602640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f1c074330 0x7f6f1c10e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:17.724 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.726+0000 7f6f21602640 1 -- 172.21.15.80:0/1256598297 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f1c10ee70 con 0x7f6f1c073a10 2024-04-22T00:09:17.728 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.731+0000 7f6f21602640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c073a10 0x7f6f1c112060 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6f1800b480 tx=0x7f6f1800b940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:17.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.733+0000 7f6f127fc640 1 -- 172.21.15.80:0/1256598297 <== mon.1 v2:172.21.15.144:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18014070 con 0x7f6f1c073a10 2024-04-22T00:09:17.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.733+0000 7f6f127fc640 1 -- 172.21.15.80:0/1256598297 <== mon.1 v2:172.21.15.144:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6f18010d50 con 0x7f6f1c073a10 2024-04-22T00:09:17.729 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.733+0000 7f6f127fc640 1 -- 172.21.15.80:0/1256598297 <== mon.1 v2:172.21.15.144:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18017360 con 0x7f6f1c073a10 2024-04-22T00:09:17.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.735+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f1c06b1c0 con 0x7f6f1c073a10 2024-04-22T00:09:17.730 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.735+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f1c06b690 con 0x7f6f1c073a10 2024-04-22T00:09:17.734 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.737+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f1c075150 con 0x7f6f1c073a10 2024-04-22T00:09:17.740 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.744+0000 7f6f127fc640 1 -- 172.21.15.80:0/1256598297 <== mon.1 v2:172.21.15.144:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6f18017070 con 0x7f6f1c073a10 2024-04-22T00:09:17.741 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.744+0000 7f6f127fc640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6f080a2f00 0x7f6f080a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:17.741 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.745+0000 7f6f127fc640 1 -- 172.21.15.80:0/1256598297 <== mon.1 v2:172.21.15.144:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9667+0+0 (secure 0 0 0) 0x7f6f180cf3b0 con 0x7f6f1c073a10 2024-04-22T00:09:17.744 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.748+0000 7f6f20e01640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6f080a2f00 0x7f6f080a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:17.744 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.749+0000 7f6f127fc640 1 -- 172.21.15.80:0/1256598297 <== mon.1 v2:172.21.15.144:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f6f1801e030 con 0x7f6f1c073a10 2024-04-22T00:09:17.745 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:17.750+0000 7f6f20e01640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6f080a2f00 0x7f6f080a53c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6f14006010 tx=0x7f6f1401a950 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:18.099 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.103+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6f1c104df0 con 0x7f6f1c073a10 2024-04-22T00:09:18.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/637839054' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:09:18.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T00:09:18.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T00:09:18.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: Cluster is now healthy 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/637839054' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6834/2310449613,v1:172.21.15.144:6835/2310449613] up:boot 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6836/2018732340,v1:172.21.15.144:6837/2018732340] up:boot 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.144:6838/1558330880,v1:172.21.15.144:6839/1558330880] up:boot 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6834/1853621918,v1:172.21.15.120:6837/1853621918] up:boot 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6835/3548892924,v1:172.21.15.120:6836/3548892924] up:boot 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: mds.? [v2:172.21.15.120:6838/3640677950,v1:172.21.15.120:6839/3640677950] up:boot 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: fsmap 12 up:standby 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:09:18.203 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:09:18.204 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:17 smithi080 ceph-mon[27925]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/637839054' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: Cluster is now healthy 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/637839054' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6834/2310449613,v1:172.21.15.144:6835/2310449613] up:boot 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6836/2018732340,v1:172.21.15.144:6837/2018732340] up:boot 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.144:6838/1558330880,v1:172.21.15.144:6839/1558330880] up:boot 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6834/1853621918,v1:172.21.15.120:6837/1853621918] up:boot 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6835/3548892924,v1:172.21.15.120:6836/3548892924] up:boot 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: mds.? [v2:172.21.15.120:6838/3640677950,v1:172.21.15.120:6839/3640677950] up:boot 2024-04-22T00:09:18.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: fsmap 12 up:standby 2024-04-22T00:09:18.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:09:18.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:09:18.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:09:18.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:09:18.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:09:18.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:17 smithi120 ceph-mon[31499]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:09:18.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/637839054' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T00:09:18.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T00:09:18.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: Cluster is now healthy 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/637839054' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6834/2310449613,v1:172.21.15.144:6835/2310449613] up:boot 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6836/2018732340,v1:172.21.15.144:6837/2018732340] up:boot 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.144:6838/1558330880,v1:172.21.15.144:6839/1558330880] up:boot 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6834/1853621918,v1:172.21.15.120:6837/1853621918] up:boot 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6835/3548892924,v1:172.21.15.120:6836/3548892924] up:boot 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: mds.? [v2:172.21.15.120:6838/3640677950,v1:172.21.15.120:6839/3640677950] up:boot 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: fsmap 12 up:standby 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T00:09:18.368 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T00:09:18.369 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T00:09:18.369 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T00:09:18.369 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T00:09:18.369 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:17 smithi144 ceph-mon[31316]: from='mgr.15477 172.21.15.80:0/3551318691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T00:09:18.965 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.969+0000 7f6f127fc640 1 -- 172.21.15.80:0/1256598297 <== mon.1 v2:172.21.15.144:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v106) ==== 181+0+0 (secure 0 0 0) 0x7f6f1809bd10 con 0x7f6f1c073a10 2024-04-22T00:09:18.966 INFO:teuthology.orchestra.run.smithi080.stderr:pool 'cephfs_metadata' removed 2024-04-22T00:09:18.969 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.972+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6f080a2f00 msgr2=0x7f6f080a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:18.969 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6f080a2f00 0x7f6f080a53c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6f14006010 tx=0x7f6f1401a950 comp rx=0 tx=0).stop 2024-04-22T00:09:18.969 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c073a10 msgr2=0x7f6f1c112060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:18.969 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c073a10 0x7f6f1c112060 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6f1800b480 tx=0x7f6f1800b940 comp rx=0 tx=0).stop 2024-04-22T00:09:18.969 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 shutdown_connections 2024-04-22T00:09:18.969 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f6f080a2f00 0x7f6f080a53c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:18.969 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6f1c1127f0 0x7f6f1c10e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:18.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f6f1c074330 0x7f6f1c10e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:18.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 --2- 172.21.15.80:0/1256598297 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f6f1c073a10 0x7f6f1c112060 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:18.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 >> 172.21.15.80:0/1256598297 conn(0x7f6f1c078b90 msgr2=0x7f6f1c0fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:18.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 shutdown_connections 2024-04-22T00:09:18.970 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:18.973+0000 7f6f23866640 1 -- 172.21.15.80:0/1256598297 wait complete. 2024-04-22T00:09:18.986 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-22T00:09:19.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.168+0000 7fac2a220640 1 -- 172.21.15.80:0/3213417149 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac24105ad0 msgr2=0x7fac24105f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:19.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.168+0000 7fac2a220640 1 --2- 172.21.15.80:0/3213417149 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac24105ad0 0x7fac24105f60 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fac1c01acb0 tx=0x7fac1c03d280 comp rx=0 tx=0).stop 2024-04-22T00:09:19.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.169+0000 7fac2a220640 1 -- 172.21.15.80:0/3213417149 shutdown_connections 2024-04-22T00:09:19.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.169+0000 7fac2a220640 1 --2- 172.21.15.80:0/3213417149 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac24105ad0 0x7fac24105f60 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.169+0000 7fac2a220640 1 --2- 172.21.15.80:0/3213417149 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac241010d0 0x7fac24105590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.169+0000 7fac2a220640 1 --2- 172.21.15.80:0/3213417149 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac241007b0 0x7fac24100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.165 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.169+0000 7fac2a220640 1 -- 172.21.15.80:0/3213417149 >> 172.21.15.80:0/3213417149 conn(0x7fac24077740 msgr2=0x7fac24077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:19.169 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.173+0000 7fac2a220640 1 -- 172.21.15.80:0/3213417149 shutdown_connections 2024-04-22T00:09:19.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.174+0000 7fac2a220640 1 -- 172.21.15.80:0/3213417149 wait complete. 2024-04-22T00:09:19.172 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.174+0000 7fac2a220640 1 Processor -- start 2024-04-22T00:09:19.174 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.178+0000 7fac2a220640 1 -- start start 2024-04-22T00:09:19.174 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.178+0000 7fac2a220640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac241007b0 0x7fac24114b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:19.175 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.178+0000 7fac2a220640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac241010d0 0x7fac24110bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:19.175 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.178+0000 7fac2a220640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac24105ad0 0x7fac24111130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:19.175 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.178+0000 7fac2a220640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7fac24109510 con 0x7fac241010d0 2024-04-22T00:09:19.175 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.178+0000 7fac2a220640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fac24109390 con 0x7fac241007b0 2024-04-22T00:09:19.175 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.178+0000 7fac2a220640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7fac24109690 con 0x7fac24105ad0 2024-04-22T00:09:19.175 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.179+0000 7fac22ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac241010d0 0x7fac24110bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:19.175 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.179+0000 7fac22ffd640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac241010d0 0x7fac24110bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46850/0 (socket says 172.21.15.80:46850) 2024-04-22T00:09:19.176 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.179+0000 7fac22ffd640 1 -- 172.21.15.80:0/273814784 learned_addr learned my addr 172.21.15.80:0/273814784 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:19.176 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.179+0000 7fac22ffd640 1 -- 172.21.15.80:0/273814784 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac24105ad0 msgr2=0x7fac24111130 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:09:19.176 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.179+0000 7fac22ffd640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac24105ad0 0x7fac24111130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.176 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.179+0000 7fac22ffd640 1 -- 172.21.15.80:0/273814784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac241007b0 msgr2=0x7fac24114b60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-22T00:09:19.176 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.179+0000 7fac22ffd640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac241007b0 0x7fac24114b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.176 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.179+0000 7fac22ffd640 1 -- 172.21.15.80:0/273814784 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac24111880 con 0x7fac241010d0 2024-04-22T00:09:19.176 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.180+0000 7fac22ffd640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac241010d0 0x7fac24110bf0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fac1400b450 tx=0x7fac1400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:19.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.180+0000 7fac20ff9640 1 -- 172.21.15.80:0/273814784 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac14015020 con 0x7fac241010d0 2024-04-22T00:09:19.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.180+0000 7fac20ff9640 1 -- 172.21.15.80:0/273814784 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fac14011d70 con 0x7fac241010d0 2024-04-22T00:09:19.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.180+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac2406b160 con 0x7fac241010d0 2024-04-22T00:09:19.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.180+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac2406b700 con 0x7fac241010d0 2024-04-22T00:09:19.177 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.180+0000 7fac20ff9640 1 -- 172.21.15.80:0/273814784 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1400f340 con 0x7fac241010d0 2024-04-22T00:09:19.179 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.182+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac10005290 con 0x7fac241010d0 2024-04-22T00:09:19.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.186+0000 7fac20ff9640 1 -- 172.21.15.80:0/273814784 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fac14018020 con 0x7fac241010d0 2024-04-22T00:09:19.182 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.186+0000 7fac20ff9640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fac0c0a2e40 0x7fac0c0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:19.183 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.187+0000 7fac20ff9640 1 -- 172.21.15.80:0/273814784 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9171+0+0 (secure 0 0 0) 0x7fac140cefe0 con 0x7fac241010d0 2024-04-22T00:09:19.185 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.187+0000 7fac237fe640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fac0c0a2e40 0x7fac0c0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:19.186 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.190+0000 7fac237fe640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fac0c0a2e40 0x7fac0c0a5300 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fac1800a890 tx=0x7fac18005b80 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:19.190 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.195+0000 7fac20ff9640 1 -- 172.21.15.80:0/273814784 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7fac1401f020 con 0x7fac241010d0 2024-04-22T00:09:19.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:18 smithi120 ceph-mon[31499]: pgmap v349: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 603 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 818 B/s wr, 7 op/s 2024-04-22T00:09:19.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:18 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1256598297' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:19.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:18 smithi120 ceph-mon[31499]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:19.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:18 smithi144 ceph-mon[31316]: pgmap v349: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 603 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 818 B/s wr, 7 op/s 2024-04-22T00:09:19.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:18 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1256598297' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:19.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:18 smithi144 ceph-mon[31316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:19.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:18 smithi080 ceph-mon[27925]: pgmap v349: 129 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 37 active+clean; 603 MiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 818 B/s wr, 7 op/s 2024-04-22T00:09:19.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:18 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1256598297' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:19.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:18 smithi080 ceph-mon[27925]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:19.551 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.555+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fac10005580 con 0x7fac241010d0 2024-04-22T00:09:19.980 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.984+0000 7fac20ff9640 1 -- 172.21.15.80:0/273814784 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v107) ==== 169+0+0 (secure 0 0 0) 0x7fac1400d040 con 0x7fac241010d0 2024-04-22T00:09:19.981 INFO:teuthology.orchestra.run.smithi080.stderr:pool 'cephfs_data' removed 2024-04-22T00:09:19.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fac0c0a2e40 msgr2=0x7fac0c0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:19.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fac0c0a2e40 0x7fac0c0a5300 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fac1800a890 tx=0x7fac18005b80 comp rx=0 tx=0).stop 2024-04-22T00:09:19.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac241010d0 msgr2=0x7fac24110bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:19.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac241010d0 0x7fac24110bf0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fac1400b450 tx=0x7fac1400b910 comp rx=0 tx=0).stop 2024-04-22T00:09:19.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 shutdown_connections 2024-04-22T00:09:19.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7fac24105ad0 0x7fac24111130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7fac241010d0 0x7fac24110bf0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.984 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7fac0c0a2e40 0x7fac0c0a5300 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.985 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 --2- 172.21.15.80:0/273814784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac241007b0 0x7fac24114b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:19.985 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 >> 172.21.15.80:0/273814784 conn(0x7fac24077740 msgr2=0x7fac24103560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:19.985 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 shutdown_connections 2024-04-22T00:09:19.985 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:19.988+0000 7fac2a220640 1 -- 172.21.15.80:0/273814784 wait complete. 2024-04-22T00:09:20.002 DEBUG:teuthology.orchestra.run.smithi080:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-04-22T00:09:20.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.190+0000 7f5afb27d640 1 -- 172.21.15.80:0/3556358746 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af4106670 msgr2=0x7f5af4106a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:20.187 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.190+0000 7f5afb27d640 1 --2- 172.21.15.80:0/3556358746 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af4106670 0x7f5af4106a50 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f5af0009900 tx=0x7f5af002bc50 comp rx=0 tx=0).stop 2024-04-22T00:09:20.192 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.195+0000 7f5afb27d640 1 -- 172.21.15.80:0/3556358746 shutdown_connections 2024-04-22T00:09:20.192 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.195+0000 7f5afb27d640 1 --2- 172.21.15.80:0/3556358746 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5af406a510 0x7f5af4105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.192 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.195+0000 7f5afb27d640 1 --2- 172.21.15.80:0/3556358746 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5af4069a90 0x7f5af4069ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.192 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.195+0000 7f5afb27d640 1 --2- 172.21.15.80:0/3556358746 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af4106670 0x7f5af4106a50 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.192 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.195+0000 7f5afb27d640 1 -- 172.21.15.80:0/3556358746 >> 172.21.15.80:0/3556358746 conn(0x7f5af40761c0 msgr2=0x7f5af40765d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:20.193 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.197+0000 7f5afb27d640 1 -- 172.21.15.80:0/3556358746 shutdown_connections 2024-04-22T00:09:20.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.198+0000 7f5afb27d640 1 -- 172.21.15.80:0/3556358746 wait complete. 2024-04-22T00:09:20.195 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.199+0000 7f5afb27d640 1 Processor -- start 2024-04-22T00:09:20.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.202+0000 7f5afb27d640 1 -- start start 2024-04-22T00:09:20.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.202+0000 7f5afb27d640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5af4069a90 0x7f5af4072250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:20.198 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.202+0000 7f5afb27d640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af406a510 0x7f5af4072790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:20.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.202+0000 7f5afb27d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5af4106670 0x7f5af410a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:20.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.202+0000 7f5afb27d640 1 -- --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_getmap magic: 0 -- 0x7f5af4118140 con 0x7f5af406a510 2024-04-22T00:09:20.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.202+0000 7f5afb27d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5af4117fc0 con 0x7f5af4106670 2024-04-22T00:09:20.199 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.202+0000 7f5afb27d640 1 -- --> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] -- mon_getmap magic: 0 -- 0x7f5af41182c0 con 0x7f5af4069a90 2024-04-22T00:09:20.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.203+0000 7f5af981a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5af4106670 0x7f5af410a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:20.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.204+0000 7f5af9019640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5af4069a90 0x7f5af4072250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:20.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.204+0000 7f5af8818640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af406a510 0x7f5af4072790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:20.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.204+0000 7f5af8818640 1 --2- >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af406a510 0x7f5af4072790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.80:3300/0 says I am v2:172.21.15.80:46866/0 (socket says 172.21.15.80:46866) 2024-04-22T00:09:20.200 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.204+0000 7f5af9019640 1 --2- >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5af4069a90 0x7f5af4072250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.144:3300/0 says I am v2:172.21.15.80:34792/0 (socket says 172.21.15.80:34792) 2024-04-22T00:09:20.201 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.204+0000 7f5af8818640 1 -- 172.21.15.80:0/1767845227 learned_addr learned my addr 172.21.15.80:0/1767845227 (peer_addr_for_me v2:172.21.15.80:0/0) 2024-04-22T00:09:20.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.205+0000 7f5af8818640 1 -- 172.21.15.80:0/1767845227 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5af4069a90 msgr2=0x7f5af4072250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:20.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.205+0000 7f5af8818640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5af4069a90 0x7f5af4072250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.205+0000 7f5af8818640 1 -- 172.21.15.80:0/1767845227 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5af4106670 msgr2=0x7f5af410a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:20.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.205+0000 7f5af8818640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5af4106670 0x7f5af410a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.205+0000 7f5af8818640 1 -- 172.21.15.80:0/1767845227 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5af410aa20 con 0x7f5af406a510 2024-04-22T00:09:20.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.205+0000 7f5af9019640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5af4069a90 0x7f5af4072250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T00:09:20.202 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.205+0000 7f5af981a640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5af4106670 0x7f5af410a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T00:09:20.203 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.207+0000 7f5af8818640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af406a510 0x7f5af4072790 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f5ae400b450 tx=0x7f5ae400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:20.204 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.209+0000 7f5aea7fc640 1 -- 172.21.15.80:0/1767845227 <== mon.0 v2:172.21.15.80:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae4015020 con 0x7f5af406a510 2024-04-22T00:09:20.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.209+0000 7f5aea7fc640 1 -- 172.21.15.80:0/1767845227 <== mon.0 v2:172.21.15.80:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ae4011d70 con 0x7f5af406a510 2024-04-22T00:09:20.205 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.209+0000 7f5aea7fc640 1 -- 172.21.15.80:0/1767845227 <== mon.0 v2:172.21.15.80:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae400f340 con 0x7f5af406a510 2024-04-22T00:09:20.207 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.211+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5af410ad10 con 0x7f5af406a510 2024-04-22T00:09:20.207 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.211+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5af41125c0 con 0x7f5af406a510 2024-04-22T00:09:20.210 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.214+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5af4100d30 con 0x7f5af406a510 2024-04-22T00:09:20.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.217+0000 7f5aea7fc640 1 -- 172.21.15.80:0/1767845227 <== mon.0 v2:172.21.15.80:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5ae4018020 con 0x7f5af406a510 2024-04-22T00:09:20.213 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.217+0000 7f5aea7fc640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f5ae00a2ed0 0x7f5ae00a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T00:09:20.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.218+0000 7f5aea7fc640 1 -- 172.21.15.80:0/1767845227 <== mon.0 v2:172.21.15.80:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 8670+0+0 (secure 0 0 0) 0x7f5ae40ced00 con 0x7f5af406a510 2024-04-22T00:09:20.215 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.219+0000 7f5af9019640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f5ae00a2ed0 0x7f5ae00a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T00:09:20.223 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.224+0000 7f5af9019640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f5ae00a2ed0 0x7f5ae00a5390 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5af0009230 tx=0x7f5af0004f10 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T00:09:20.223 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.225+0000 7f5aea7fc640 1 -- 172.21.15.80:0/1767845227 <== mon.0 v2:172.21.15.80:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186074 (secure 0 0 0) 0x7f5ae400d040 con 0x7f5af406a510 2024-04-22T00:09:20.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:19 smithi120 ceph-mon[31499]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:09:20.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:19 smithi120 ceph-mon[31499]: osdmap e106: 12 total, 12 up, 12 in 2024-04-22T00:09:20.249 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:19 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/273814784' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:20.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:19 smithi144 ceph-mon[31316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:09:20.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:19 smithi144 ceph-mon[31316]: osdmap e106: 12 total, 12 up, 12 in 2024-04-22T00:09:20.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:19 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/273814784' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:20.451 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:19 smithi080 ceph-mon[27925]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:09:20.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:19 smithi080 ceph-mon[27925]: osdmap e106: 12 total, 12 up, 12 in 2024-04-22T00:09:20.452 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:19 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/273814784' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:20.569 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.573+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 --> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5af4067cd0 con 0x7f5af406a510 2024-04-22T00:09:20.992 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.996+0000 7f5aea7fc640 1 -- 172.21.15.80:0/1767845227 <== mon.0 v2:172.21.15.80:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v108) ==== 178+0+0 (secure 0 0 0) 0x7f5ae409b940 con 0x7f5af406a510 2024-04-22T00:09:20.994 INFO:teuthology.orchestra.run.smithi080.stderr:pool 'cephfs_data_ec' removed 2024-04-22T00:09:20.995 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f5ae00a2ed0 msgr2=0x7f5ae00a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f5ae00a2ed0 0x7f5ae00a5390 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5af0009230 tx=0x7f5af0004f10 comp rx=0 tx=0).stop 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af406a510 msgr2=0x7f5af4072790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af406a510 0x7f5af4072790 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f5ae400b450 tx=0x7f5ae400b910 comp rx=0 tx=0).stop 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 shutdown_connections 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:6800/2795458070,v1:172.21.15.80:6801/2795458070] conn(0x7f5ae00a2ed0 0x7f5ae00a5390 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5af4106670 0x7f5af410a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.80:3300/0,v1:172.21.15.80:6789/0] conn(0x7f5af406a510 0x7f5af4072790 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 --2- 172.21.15.80:0/1767845227 >> [v2:172.21.15.144:3300/0,v1:172.21.15.144:6789/0] conn(0x7f5af4069a90 0x7f5af4072250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 >> 172.21.15.80:0/1767845227 conn(0x7f5af40761c0 msgr2=0x7f5af4103230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 shutdown_connections 2024-04-22T00:09:20.996 INFO:teuthology.orchestra.run.smithi080.stderr:2024-04-22T00:09:20.999+0000 7f5afb27d640 1 -- 172.21.15.80:0/1767845227 wait complete. 2024-04-22T00:09:21.012 DEBUG:teuthology.orchestra.run.smithi080:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:09:21.054 DEBUG:teuthology.orchestra.run.smithi120:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:09:21.100 DEBUG:teuthology.orchestra.run.smithi144:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:09:21.137 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-22T00:09:21.137 DEBUG:teuthology.orchestra.run.smithi080:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T00:09:21.153 DEBUG:teuthology.orchestra.run.smithi120:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T00:09:21.174 DEBUG:teuthology.orchestra.run.smithi144:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T00:09:21.198 INFO:tasks.cephadm:Stopping all daemons... 2024-04-22T00:09:21.198 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-22T00:09:21.199 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.a 2024-04-22T00:09:21.240 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:20 smithi080 ceph-mon[27925]: pgmap v351: 97 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 5 active+clean; 561 MiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:09:21.240 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:20 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/273814784' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:09:21.240 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:20 smithi080 ceph-mon[27925]: osdmap e107: 12 total, 12 up, 12 in 2024-04-22T00:09:21.240 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:20 smithi080 ceph-mon[27925]: from='client.? 172.21.15.80:0/1767845227' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:21.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:20 smithi120 ceph-mon[31499]: pgmap v351: 97 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 5 active+clean; 561 MiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:09:21.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:20 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/273814784' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:09:21.247 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:20 smithi120 ceph-mon[31499]: osdmap e107: 12 total, 12 up, 12 in 2024-04-22T00:09:21.248 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:20 smithi120 ceph-mon[31499]: from='client.? 172.21.15.80:0/1767845227' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:21.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:20 smithi144 ceph-mon[31316]: pgmap v351: 97 pgs: 70 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 5 active+clean; 561 MiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T00:09:21.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:20 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/273814784' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T00:09:21.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:20 smithi144 ceph-mon[31316]: osdmap e107: 12 total, 12 up, 12 in 2024-04-22T00:09:21.367 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:20 smithi144 ceph-mon[31316]: from='client.? 172.21.15.80:0/1767845227' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T00:09:21.515 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:21 smithi080 systemd[1]: Stopping Ceph mon.a for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:21.891 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:21 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a[27921]: 2024-04-22T00:09:21.518+0000 7f11b9797700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:09:21.891 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:21 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a[27921]: 2024-04-22T00:09:21.518+0000 7f11b9797700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-22T00:09:21.891 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:21 smithi080 podman[91284]: 2024-04-22 00:09:21.590450184 +0000 UTC m=+0.201244358 container died 4e98f4a52d297add19a742746fd38dadd531e032cda440ae667200dd096af831 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, ceph=True) 2024-04-22T00:09:22.201 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:21 smithi080 podman[91284]: 2024-04-22 00:09:21.995156064 +0000 UTC m=+0.605950235 container cleanup 4e98f4a52d297add19a742746fd38dadd531e032cda440ae667200dd096af831 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T00:09:22.202 INFO:journalctl@ceph.mon.a.smithi080.stdout:Apr 22 00:09:21 smithi080 bash[91284]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-a 2024-04-22T00:09:22.386 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.a.service' 2024-04-22T00:09:22.468 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:22.469 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-22T00:09:22.469 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-22T00:09:22.469 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.b 2024-04-22T00:09:22.997 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:22 smithi120 systemd[1]: Stopping Ceph mon.b for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:23.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:23 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-b[31495]: 2024-04-22T00:09:23.582+0000 7f2af5033700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:09:23.998 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:23 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-b[31495]: 2024-04-22T00:09:23.582+0000 7f2af5033700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-22T00:09:24.498 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:24 smithi120 podman[67218]: 2024-04-22 00:09:24.031115966 +0000 UTC m=+1.203046255 container died 983ff14e241e022d6c3f85fb258fa911c8e85734b927c6f645633968877ad8b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-22T00:09:25.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:25 smithi120 podman[67218]: 2024-04-22 00:09:25.675828563 +0000 UTC m=+2.847758850 container cleanup 983ff14e241e022d6c3f85fb258fa911c8e85734b927c6f645633968877ad8b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8) 2024-04-22T00:09:25.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:25 smithi120 bash[67218]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-b 2024-04-22T00:09:26.156 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.b.service' 2024-04-22T00:09:26.177 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:25 smithi120 podman[67230]: 2024-04-22 00:09:25.927140334 +0000 UTC m=+1.889661872 container remove 983ff14e241e022d6c3f85fb258fa911c8e85734b927c6f645633968877ad8b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-22T00:09:26.177 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:26 smithi120 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-22T00:09:26.177 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:26 smithi120 systemd[1]: Stopped Ceph mon.b for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:09:26.177 INFO:journalctl@ceph.mon.b.smithi120.stdout:Apr 22 00:09:26 smithi120 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.b.service: Consumed 12.811s CPU time. 2024-04-22T00:09:26.614 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:26.614 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-22T00:09:26.614 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-22T00:09:26.614 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.c 2024-04-22T00:09:26.938 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:26 smithi144 systemd[1]: Stopping Ceph mon.c for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:27.281 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:26 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-c[31312]: 2024-04-22T00:09:26.942+0000 7f52a061c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:09:27.281 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:26 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-c[31312]: 2024-04-22T00:09:26.942+0000 7f52a061c700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-22T00:09:27.281 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:26 smithi144 podman[68938]: 2024-04-22 00:09:26.963245456 +0000 UTC m=+0.141717120 container died ad50e8948300fb9b83a2f19c875f58599cf9f40aaf106961bbb452ecdfa5dc35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS) 2024-04-22T00:09:27.607 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:27 smithi144 podman[68938]: 2024-04-22 00:09:27.376406894 +0000 UTC m=+0.554878549 container cleanup ad50e8948300fb9b83a2f19c875f58599cf9f40aaf106961bbb452ecdfa5dc35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2024-04-22T00:09:27.607 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:27 smithi144 bash[68938]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-c 2024-04-22T00:09:27.841 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.c.service' 2024-04-22T00:09:27.862 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:27 smithi144 podman[68952]: 2024-04-22 00:09:27.61214308 +0000 UTC m=+0.647995298 container remove ad50e8948300fb9b83a2f19c875f58599cf9f40aaf106961bbb452ecdfa5dc35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mon-c, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-22T00:09:27.862 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:27 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-22T00:09:27.862 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:27 smithi144 systemd[1]: Stopped Ceph mon.c for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:09:27.862 INFO:journalctl@ceph.mon.c.smithi144.stdout:Apr 22 00:09:27 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mon.c.service: Consumed 13.105s CPU time. 2024-04-22T00:09:27.889 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:27.889 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-22T00:09:27.890 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-22T00:09:27.890 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.x 2024-04-22T00:09:28.202 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 22 00:09:27 smithi080 systemd[1]: Stopping Ceph mgr.x for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:28.572 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 22 00:09:28 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x[28156]: 2024-04-22T00:09:28.249+0000 7fcdaaa49700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:09:28.572 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 22 00:09:28 smithi080 podman[91491]: 2024-04-22 00:09:28.281001683 +0000 UTC m=+0.202856925 container died 6e6d6699d19fa288f0d9a105d984cfffe57946490aa538c76d69ddf0db2640d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-22T00:09:28.923 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 22 00:09:28 smithi080 podman[91491]: 2024-04-22 00:09:28.67647862 +0000 UTC m=+0.598333861 container cleanup 6e6d6699d19fa288f0d9a105d984cfffe57946490aa538c76d69ddf0db2640d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:820a2f8ced66152ed3d765c31444b8076ea28c6b, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-22T00:09:28.923 INFO:journalctl@ceph.mgr.x.smithi080.stdout:Apr 22 00:09:28 smithi080 bash[91491]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-x 2024-04-22T00:09:29.088 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-22T00:09:29.131 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:29.131 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-22T00:09:29.131 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-22T00:09:29.131 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.y 2024-04-22T00:09:29.471 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 22 00:09:29 smithi120 systemd[1]: Stopping Ceph mgr.y for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:29.747 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 22 00:09:29 smithi120 podman[67338]: 2024-04-22 00:09:29.47555006 +0000 UTC m=+0.149733441 container died ef70f076a7e95eb2e737a017e5548bbc93b63f130ca685aa61ffa8d35f562552 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-22T00:09:30.219 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 22 00:09:29 smithi120 podman[67338]: 2024-04-22 00:09:29.913833046 +0000 UTC m=+0.588016456 container cleanup ef70f076a7e95eb2e737a017e5548bbc93b63f130ca685aa61ffa8d35f562552 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-22T00:09:30.219 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Apr 22 00:09:29 smithi120 bash[67338]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-y 2024-04-22T00:09:30.376 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-22T00:09:30.408 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:30.409 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-22T00:09:30.409 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-22T00:09:30.409 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.z 2024-04-22T00:09:30.732 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 22 00:09:30 smithi144 systemd[1]: Stopping Ceph mgr.z for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:31.020 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 22 00:09:30 smithi144 podman[69064]: 2024-04-22 00:09:30.736335475 +0000 UTC m=+0.136009886 container died b862497567323f8112e76dbd22b7f487933ee4ba195e1861f49688e4b7975e2b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:09:31.367 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 22 00:09:31 smithi144 podman[69064]: 2024-04-22 00:09:31.116421534 +0000 UTC m=+0.516095940 container cleanup b862497567323f8112e76dbd22b7f487933ee4ba195e1861f49688e4b7975e2b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-22T00:09:31.367 INFO:journalctl@ceph.mgr.z.smithi144.stdout:Apr 22 00:09:31 smithi144 bash[69064]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mgr-z 2024-04-22T00:09:31.684 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-22T00:09:31.717 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:31.717 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-22T00:09:31.717 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-22T00:09:31.717 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.0 2024-04-22T00:09:32.010 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:31 smithi080 systemd[1]: Stopping Ceph osd.0 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:32.452 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:32 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0[40134]: 2024-04-22T00:09:32.013+0000 7f2093dc9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:09:32.452 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:32 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0[40134]: 2024-04-22T00:09:32.013+0000 7f2093dc9700 -1 osd.0 108 *** Got signal Terminated *** 2024-04-22T00:09:32.452 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:32 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0[40134]: 2024-04-22T00:09:32.013+0000 7f2093dc9700 -1 osd.0 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:09:37.785 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:37 smithi080 podman[91612]: 2024-04-22 00:09:37.512029255 +0000 UTC m=+5.608405200 container died ba6ecec08852de7704f8fd056deb9bf4926cb13c51c7e6374a6acfb5f6bd6b1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-820a2f8, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:09:38.162 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:37 smithi080 podman[91612]: 2024-04-22 00:09:37.889331744 +0000 UTC m=+5.985707692 container cleanup ba6ecec08852de7704f8fd056deb9bf4926cb13c51c7e6374a6acfb5f6bd6b1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:09:38.162 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:37 smithi080 bash[91612]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0 2024-04-22T00:09:38.452 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:38 smithi080 podman[91629]: 2024-04-22 00:09:38.166151061 +0000 UTC m=+0.651873650 container remove ba6ecec08852de7704f8fd056deb9bf4926cb13c51c7e6374a6acfb5f6bd6b1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-22T00:09:38.815 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:38 smithi080 podman[91720]: 2024-04-22 00:09:38.410662002 +0000 UTC m=+0.017977777 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:09:38.816 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:38 smithi080 podman[91720]: 2024-04-22 00:09:38.550857258 +0000 UTC m=+0.158173057 container create ea2a4d466a7ec862dfe5a7722e6fe48e14529e7abb32c21736e5be25c54d5403 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-22T00:09:39.111 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:38 smithi080 podman[91720]: 2024-04-22 00:09:38.820275286 +0000 UTC m=+0.427591043 container init ea2a4d466a7ec862dfe5a7722e6fe48e14529e7abb32c21736e5be25c54d5403 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:09:39.111 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:38 smithi080 podman[91720]: 2024-04-22 00:09:38.823509005 +0000 UTC m=+0.430824774 container start ea2a4d466a7ec862dfe5a7722e6fe48e14529e7abb32c21736e5be25c54d5403 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-22T00:09:39.112 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:38 smithi080 podman[91720]: 2024-04-22 00:09:38.920228782 +0000 UTC m=+0.527544540 container attach ea2a4d466a7ec862dfe5a7722e6fe48e14529e7abb32c21736e5be25c54d5403 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-22T00:09:39.395 INFO:journalctl@ceph.osd.0.smithi080.stdout:Apr 22 00:09:39 smithi080 podman[91720]: 2024-04-22 00:09:39.116213765 +0000 UTC m=+0.723529522 container died ea2a4d466a7ec862dfe5a7722e6fe48e14529e7abb32c21736e5be25c54d5403 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T00:09:40.147 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.0.service' 2024-04-22T00:09:40.192 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:40.192 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-22T00:09:40.193 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-22T00:09:40.193 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.1 2024-04-22T00:09:40.497 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:40 smithi120 systemd[1]: Stopping Ceph osd.1 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:40.997 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:40 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1[36104]: 2024-04-22T00:09:40.501+0000 7f266e904700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:09:40.998 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:40 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1[36104]: 2024-04-22T00:09:40.501+0000 7f266e904700 -1 osd.1 108 *** Got signal Terminated *** 2024-04-22T00:09:40.998 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:40 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1[36104]: 2024-04-22T00:09:40.501+0000 7f266e904700 -1 osd.1 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:09:46.324 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:46 smithi120 podman[67472]: 2024-04-22 00:09:46.015187871 +0000 UTC m=+5.638338649 container died aa4260d0b34449170bd9787d3f4adcf8877fc2b7edf6bd3938b16cbe6e121e19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-22T00:09:46.681 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:46 smithi120 podman[67472]: 2024-04-22 00:09:46.426561426 +0000 UTC m=+6.049712202 container cleanup aa4260d0b34449170bd9787d3f4adcf8877fc2b7edf6bd3938b16cbe6e121e19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-22T00:09:46.682 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:46 smithi120 bash[67472]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1 2024-04-22T00:09:46.997 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:46 smithi120 podman[67490]: 2024-04-22 00:09:46.686381366 +0000 UTC m=+0.666803339 container remove aa4260d0b34449170bd9787d3f4adcf8877fc2b7edf6bd3938b16cbe6e121e19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-22T00:09:47.369 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:47 smithi120 podman[67579]: 2024-04-22 00:09:47.002532994 +0000 UTC m=+0.018160388 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:09:47.369 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:47 smithi120 podman[67579]: 2024-04-22 00:09:47.137328676 +0000 UTC m=+0.152956128 container create ba921f62e2401bc8c5beadbfb435000338f77fdff9dea4421e5a0ef929fe4a3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True) 2024-04-22T00:09:47.369 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:47 smithi120 podman[67579]: 2024-04-22 00:09:47.373533408 +0000 UTC m=+0.389160791 container init ba921f62e2401bc8c5beadbfb435000338f77fdff9dea4421e5a0ef929fe4a3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-22T00:09:47.747 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:47 smithi120 podman[67579]: 2024-04-22 00:09:47.377312783 +0000 UTC m=+0.392940169 container start ba921f62e2401bc8c5beadbfb435000338f77fdff9dea4421e5a0ef929fe4a3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1-deactivate, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:09:47.748 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:47 smithi120 podman[67579]: 2024-04-22 00:09:47.498520431 +0000 UTC m=+0.514147833 container attach ba921f62e2401bc8c5beadbfb435000338f77fdff9dea4421e5a0ef929fe4a3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1-deactivate, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-22T00:09:48.248 INFO:journalctl@ceph.osd.1.smithi120.stdout:Apr 22 00:09:47 smithi120 podman[67579]: 2024-04-22 00:09:47.902973395 +0000 UTC m=+0.918600773 container died ba921f62e2401bc8c5beadbfb435000338f77fdff9dea4421e5a0ef929fe4a3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-1-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:09:48.624 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.1.service' 2024-04-22T00:09:48.664 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:48.664 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-22T00:09:48.664 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-22T00:09:48.664 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.2 2024-04-22T00:09:48.975 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:48 smithi144 systemd[1]: Stopping Ceph osd.2 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:49.367 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:48 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2[36506]: 2024-04-22T00:09:48.977+0000 7f68c9061700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:09:49.367 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:48 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2[36506]: 2024-04-22T00:09:48.977+0000 7f68c9061700 -1 osd.2 108 *** Got signal Terminated *** 2024-04-22T00:09:49.367 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:48 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2[36506]: 2024-04-22T00:09:48.977+0000 7f68c9061700 -1 osd.2 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:09:54.867 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:54 smithi144 podman[69201]: 2024-04-22 00:09:54.617000054 +0000 UTC m=+5.756241409 container died 5155b53d305c279dd6af0e80d7237acdaca04bb71627302301bff4c18aef6ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2, RELEASE=squid-820a2f8, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-22T00:09:56.160 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:55 smithi144 podman[69201]: 2024-04-22 00:09:55.912857136 +0000 UTC m=+7.052098489 container cleanup 5155b53d305c279dd6af0e80d7237acdaca04bb71627302301bff4c18aef6ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-22T00:09:56.160 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:55 smithi144 bash[69201]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2 2024-04-22T00:09:56.477 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:56 smithi144 podman[69218]: 2024-04-22 00:09:56.164269689 +0000 UTC m=+1.550434756 container remove 5155b53d305c279dd6af0e80d7237acdaca04bb71627302301bff4c18aef6ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-22T00:09:56.747 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:56 smithi144 podman[69315]: 2024-04-22 00:09:56.481859822 +0000 UTC m=+0.114140936 container create 1da95ecc6def44ce32876c955e5207508595533bf0f79f6f0e60d21057fc2518 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-22T00:09:56.747 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:56 smithi144 podman[69315]: 2024-04-22 00:09:56.386088926 +0000 UTC m=+0.018370015 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:09:57.019 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:56 smithi144 podman[69315]: 2024-04-22 00:09:56.751440859 +0000 UTC m=+0.383721931 container init 1da95ecc6def44ce32876c955e5207508595533bf0f79f6f0e60d21057fc2518 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8) 2024-04-22T00:09:57.019 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:56 smithi144 podman[69315]: 2024-04-22 00:09:56.75540851 +0000 UTC m=+0.387689591 container start 1da95ecc6def44ce32876c955e5207508595533bf0f79f6f0e60d21057fc2518 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-22T00:09:57.019 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:56 smithi144 podman[69315]: 2024-04-22 00:09:56.851606753 +0000 UTC m=+0.483887833 container attach 1da95ecc6def44ce32876c955e5207508595533bf0f79f6f0e60d21057fc2518 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8) 2024-04-22T00:09:57.367 INFO:journalctl@ceph.osd.2.smithi144.stdout:Apr 22 00:09:57 smithi144 podman[69315]: 2024-04-22 00:09:57.063891571 +0000 UTC m=+0.696172661 container died 1da95ecc6def44ce32876c955e5207508595533bf0f79f6f0e60d21057fc2518 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8) 2024-04-22T00:09:57.738 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.2.service' 2024-04-22T00:09:57.775 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:09:57.775 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-22T00:09:57.775 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-22T00:09:57.775 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.3 2024-04-22T00:09:58.089 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:09:57 smithi080 systemd[1]: Stopping Ceph osd.3 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:09:58.090 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:09:57 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:09:57.979+0000 7fa64e816700 -1 osd.3 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.571396+0000 front 2024-04-22T00:09:32.571372+0000 (oldest deadline 2024-04-22T00:09:57.871581+0000) 2024-04-22T00:09:58.090 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:09:58 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:09:58.092+0000 7fa652222700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:09:58.090 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:09:58 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:09:58.092+0000 7fa652222700 -1 osd.3 108 *** Got signal Terminated *** 2024-04-22T00:09:58.091 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:09:58 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:09:58.092+0000 7fa652222700 -1 osd.3 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:09:59.452 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:09:58 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:09:58.998+0000 7fa64e816700 -1 osd.3 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.571396+0000 front 2024-04-22T00:09:32.571372+0000 (oldest deadline 2024-04-22T00:09:57.871581+0000) 2024-04-22T00:09:59.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:09:59 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:09:59.237+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:09:59.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:09:59 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:09:59.596+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:00.452 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:10:00.008+0000 7fa64e816700 -1 osd.3 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.571396+0000 front 2024-04-22T00:09:32.571372+0000 (oldest deadline 2024-04-22T00:09:57.871581+0000) 2024-04-22T00:10:00.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:00.208+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:01.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:00.855+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:01.118 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:00.628+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:01.159 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:10:00.996+0000 7fa64e816700 -1 osd.3 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.571396+0000 front 2024-04-22T00:09:32.571372+0000 (oldest deadline 2024-04-22T00:09:57.871581+0000) 2024-04-22T00:10:01.159 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:00 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:00.858+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:01.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:01 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:01.162+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:02.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:01.810+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:02.118 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:01.676+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:02.165 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:01 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:10:01.966+0000 7fa64e816700 -1 osd.3 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.571396+0000 front 2024-04-22T00:09:32.571372+0000 (oldest deadline 2024-04-22T00:09:57.871581+0000) 2024-04-22T00:10:02.165 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:01 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:01.853+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:02.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:02.168+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:02.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:02 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:02.370+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:03.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:02.796+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:03.118 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:02.646+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:03.182 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:03 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3[46638]: 2024-04-22T00:10:03.000+0000 7fa64e816700 -1 osd.3 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.571396+0000 front 2024-04-22T00:09:32.571372+0000 (oldest deadline 2024-04-22T00:09:57.871581+0000) 2024-04-22T00:10:03.183 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:02 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:02.895+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:03.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:03 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:03.186+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:03.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:03 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:03.360+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:03.873 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:03 smithi080 podman[91839]: 2024-04-22 00:10:03.596654937 +0000 UTC m=+5.626982022 container died a495d04005d5ffeb15a731731a32e6cae07cd573524d0fc332f328632fd69120 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:10:04.117 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:03.623+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:04.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:03.799+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:04.185 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:03 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:03.877+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:04.186 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:03 smithi080 podman[91839]: 2024-04-22 00:10:03.99376429 +0000 UTC m=+6.024091381 container cleanup a495d04005d5ffeb15a731731a32e6cae07cd573524d0fc332f328632fd69120 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-22T00:10:04.186 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:03 smithi080 bash[91839]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3 2024-04-22T00:10:04.452 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:04 smithi080 podman[91857]: 2024-04-22 00:10:04.253709683 +0000 UTC m=+0.655561382 container remove a495d04005d5ffeb15a731731a32e6cae07cd573524d0fc332f328632fd69120 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True) 2024-04-22T00:10:04.453 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:04 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:04.188+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:04.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:04 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:04.391+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:04.861 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:04 smithi080 podman[91946]: 2024-04-22 00:10:04.505747252 +0000 UTC m=+0.017699832 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:10:04.861 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:04 smithi080 podman[91946]: 2024-04-22 00:10:04.729734701 +0000 UTC m=+0.241687278 container create da75cf189a5696c786a20890da45eab4e1780a0c98994778bb2684d007d6b4f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T00:10:04.867 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:04.798+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:04.867 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:04.606+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:05.139 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:04 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:04.891+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:05.139 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:05 smithi080 podman[91946]: 2024-04-22 00:10:05.041033893 +0000 UTC m=+0.552986476 container init da75cf189a5696c786a20890da45eab4e1780a0c98994778bb2684d007d6b4f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-22T00:10:05.139 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:05 smithi080 podman[91946]: 2024-04-22 00:10:05.044292064 +0000 UTC m=+0.556244635 container start da75cf189a5696c786a20890da45eab4e1780a0c98994778bb2684d007d6b4f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD) 2024-04-22T00:10:05.452 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:05 smithi080 podman[91946]: 2024-04-22 00:10:05.149092224 +0000 UTC m=+0.661044799 container attach da75cf189a5696c786a20890da45eab4e1780a0c98994778bb2684d007d6b4f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8) 2024-04-22T00:10:05.453 INFO:journalctl@ceph.osd.3.smithi080.stdout:Apr 22 00:10:05 smithi080 podman[91946]: 2024-04-22 00:10:05.339477759 +0000 UTC m=+0.851431046 container died da75cf189a5696c786a20890da45eab4e1780a0c98994778bb2684d007d6b4f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-04-22T00:10:05.453 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:05 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:05.142+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:05.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:05 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:05.415+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:05.868 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:05.755+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:05.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:05.609+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:05.982 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.3.service' 2024-04-22T00:10:06.021 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:10:06.021 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-22T00:10:06.021 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-22T00:10:06.021 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.4 2024-04-22T00:10:06.159 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:05 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:05.889+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:06.334 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:06 smithi120 systemd[1]: Stopping Ceph osd.4 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:10:06.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:06 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:06.162+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:06.696 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:06.461+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:06.696 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-22T00:10:06.337+0000 7f31b075f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:10:06.696 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-22T00:10:06.337+0000 7f31b075f700 -1 osd.4 108 *** Got signal Terminated *** 2024-04-22T00:10:06.696 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-22T00:10:06.337+0000 7f31b075f700 -1 osd.4 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:10:06.696 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:06 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-22T00:10:06.700+0000 7f31acd53700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.702679+0000 front 2024-04-22T00:09:40.702704+0000 (oldest deadline 2024-04-22T00:10:06.602897+0000) 2024-04-22T00:10:06.867 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:06.765+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:06.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:06.576+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:07.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:07.118+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:07.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:06 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:06.937+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:07.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:06 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:06.937+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:07.748 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-22T00:10:07.662+0000 7f31acd53700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.702679+0000 front 2024-04-22T00:09:40.702704+0000 (oldest deadline 2024-04-22T00:10:06.602897+0000) 2024-04-22T00:10:07.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:07.431+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:07.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:07 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:07.431+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:07.800 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:07.565+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:08.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:07.803+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:08.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:08 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:08.072+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:08.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:07.932+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:08.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:07 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:07.932+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:08.748 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:08 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-22T00:10:08.631+0000 7f31acd53700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.702679+0000 front 2024-04-22T00:09:40.702704+0000 (oldest deadline 2024-04-22T00:10:06.602897+0000) 2024-04-22T00:10:08.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:08 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:08.504+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:08.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:08 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:08.439+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:08.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:08 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:08.439+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:08.845 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:08.566+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:08.845 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:08.566+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:09.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:08.849+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:09.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:09 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:09.036+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:09.452 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:08 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:08.964+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:09.452 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:08 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:08.964+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:09.748 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:09 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-22T00:10:09.628+0000 7f31acd53700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.702679+0000 front 2024-04-22T00:09:40.702704+0000 (oldest deadline 2024-04-22T00:10:06.602897+0000) 2024-04-22T00:10:09.749 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:09 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:09.511+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:09.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:09 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:09.457+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:09.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:09 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:09.457+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:09.821 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:09 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:09.564+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:09.821 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:09 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:09.564+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:10.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:09 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:09.825+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:10.452 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:10.007+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:10.452 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:10.007+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:10.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:10.083+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:10.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:10 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:10.083+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:10.748 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:10 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4[42629]: 2024-04-22T00:10:10.668+0000 7f31acd53700 -1 osd.4 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.702679+0000 front 2024-04-22T00:09:40.702704+0000 (oldest deadline 2024-04-22T00:10:06.602897+0000) 2024-04-22T00:10:10.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:10 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:10.469+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:10.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:10 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:10.456+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:10.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:10 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:10.456+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:10.851 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:10 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:10.491+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:10.851 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:10 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:10.608+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:10.851 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:10 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:10.608+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:11.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:10 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:10.854+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:11.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:10 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:10.854+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:11.452 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:11.002+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:11.453 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:11.002+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:11.453 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:11.053+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:11.453 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:11.053+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:11.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:11 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:11.494+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:11.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:11 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:11.442+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:11.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:11 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:11.442+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:11.867 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:11 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:11.524+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:11.867 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:11 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:11.620+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:11.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:11 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:11.620+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:12.106 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:11 smithi120 podman[67685]: 2024-04-22 00:10:11.796745674 +0000 UTC m=+5.578814590 container died 2a1af5b670afdce92b160337acf018c5337acaaecbabe14e9173a2b108b3ae79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4, RELEASE=squid-820a2f8, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-22T00:10:12.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:11 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:11.870+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:12.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:11 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:11.870+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:12.448 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:12 smithi120 podman[67685]: 2024-04-22 00:10:12.212970873 +0000 UTC m=+5.995039792 container cleanup 2a1af5b670afdce92b160337acf018c5337acaaecbabe14e9173a2b108b3ae79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:10:12.448 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:12 smithi120 bash[67685]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4 2024-04-22T00:10:12.452 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:12.013+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:12.452 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:12.013+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:12.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:12.017+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:12.452 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:12.017+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:12.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:12 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:12.452+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:12.748 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:12 smithi120 podman[67715]: 2024-04-22 00:10:12.472670877 +0000 UTC m=+0.660969600 container remove 2a1af5b670afdce92b160337acf018c5337acaaecbabe14e9173a2b108b3ae79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:10:12.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:12 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:12.472+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:12.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:12 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:12.472+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:12.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:12 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:12.557+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:12.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:12 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:12.597+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:12.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:12 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:12.597+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:13.172 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:12 smithi120 podman[67806]: 2024-04-22 00:10:12.788661695 +0000 UTC m=+0.017922848 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:10:13.172 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:12 smithi120 podman[67806]: 2024-04-22 00:10:12.915141405 +0000 UTC m=+0.144402545 container create e5337296003afc71ca0129623821bef086e219ecd74a28d6973e8c273cb9afc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=) 2024-04-22T00:10:13.172 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:13 smithi120 podman[67806]: 2024-04-22 00:10:13.176328799 +0000 UTC m=+0.405589939 container init e5337296003afc71ca0129623821bef086e219ecd74a28d6973e8c273cb9afc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:10:13.373 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:12 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:12.910+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:13.373 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:12 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:12.910+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:13.430 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:13 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:13.419+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:13.430 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:13 smithi120 podman[67806]: 2024-04-22 00:10:13.179502762 +0000 UTC m=+0.408763905 container start e5337296003afc71ca0129623821bef086e219ecd74a28d6973e8c273cb9afc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:10:13.430 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:13 smithi120 podman[67806]: 2024-04-22 00:10:13.2763939 +0000 UTC m=+0.505655042 container attach e5337296003afc71ca0129623821bef086e219ecd74a28d6973e8c273cb9afc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8) 2024-04-22T00:10:13.453 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:13.045+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:13.453 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:13.045+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:13.453 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:12.976+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:13.453 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:12 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:12.976+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:13.748 INFO:journalctl@ceph.osd.4.smithi120.stdout:Apr 22 00:10:13 smithi120 podman[67806]: 2024-04-22 00:10:13.47068326 +0000 UTC m=+0.699944399 container died e5337296003afc71ca0129623821bef086e219ecd74a28d6973e8c273cb9afc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-22T00:10:13.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:13 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:13.428+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:13.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:13 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:13.428+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:13.862 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:13 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:13.600+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:13.862 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:13 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:13.569+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:13.863 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:13 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:13.569+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:14.119 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:13 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:13.864+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:14.119 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:13 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:13.864+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:14.325 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.4.service' 2024-04-22T00:10:14.373 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:10:14.373 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-22T00:10:14.373 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-22T00:10:14.373 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.5 2024-04-22T00:10:14.453 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:13.995+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:14.453 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:13.995+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:14.453 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:13.965+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:14.453 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:13 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:13.965+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:14.688 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:14 smithi144 systemd[1]: Stopping Ceph osd.5 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:10:14.688 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:14 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:14.589+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:14.689 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:14 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:14.578+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:14.689 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:14 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:14.578+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:14.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:14 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:14.421+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:14.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:14 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:14.414+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:14.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:14 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:14.414+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:15.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:14 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:14.691+0000 7fa67fb6b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:10:15.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:14 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:14.691+0000 7fa67fb6b700 -1 osd.5 108 *** Got signal Terminated *** 2024-04-22T00:10:15.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:14 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:14.691+0000 7fa67fb6b700 -1 osd.5 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:10:15.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:14 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:14.816+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:15.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:14 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:14.816+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:15.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:14 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:14.925+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:15.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:14 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:14.925+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:15.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:14 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:14.952+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:15.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:14 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:14.952+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:15.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:14 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:14.952+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:15.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:15 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:15.410+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:15.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:15 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:15.410+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:15.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:15 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:15.439+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:15.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:15 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:15.439+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:15.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:15 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:15.439+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:15.845 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:15 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:15.623+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:15.846 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:15 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:15.535+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:15.846 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:15 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:15.535+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:15.846 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:15 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:15.535+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:16.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:15 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:15.849+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:16.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:15 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:15.849+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:16.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:15.885+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:16.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:15.885+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:16.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:15.948+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:16.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:15.948+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:16.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:15 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:15.948+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:16.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:16.411+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:16.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:16.411+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:16.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:16.468+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:16.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:16.468+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:16.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:16 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:16.468+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:16.831 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:16.594+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:16.831 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:16.594+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:16.831 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:16.519+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:16.832 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:16.519+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:16.832 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:16.519+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:17.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:16.835+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:17.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:16.835+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:17.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:16 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:16.835+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.725324+0000 front 2024-04-22T00:09:52.725387+0000 (oldest deadline 2024-04-22T00:10:16.825356+0000) 2024-04-22T00:10:17.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:16.913+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:17.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:16.913+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:17.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:16.913+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:17.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:16.846+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:17.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:16.846+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:17.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:16.846+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:17.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:17 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:17.370+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:17.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:17 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:17.370+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:17.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:17 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:17.510+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:17.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:17 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:17.510+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:17.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:17 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:17.510+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:17.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:17 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:17.618+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:17.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:17 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:17.618+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:17.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:17 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:17.518+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:17.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:17 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:17.518+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:17.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:17 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:17.518+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:18.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:17.866+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:18.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:17.866+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:18.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:17.866+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:18.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:17.886+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:18.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:17.886+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:18.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:17 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:17.886+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:18.367 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:17 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:17.876+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:18.368 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:17 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:17.876+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:18.368 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:17 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:17.876+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.725324+0000 front 2024-04-22T00:09:52.725387+0000 (oldest deadline 2024-04-22T00:10:16.825356+0000) 2024-04-22T00:10:18.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:18 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:18.397+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:18.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:18 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:18.397+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:18.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:18 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:18.507+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:18.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:18 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:18.507+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:18.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:18 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:18.507+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:18.809 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:18 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:18.575+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:18.809 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:18 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:18.575+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:18.810 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:18 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:18.520+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:18.810 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:18 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:18.520+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:18.810 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:18 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:18.520+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:19.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:18 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:18.901+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:35.420913+0000 front 2024-04-22T00:09:35.420785+0000 (oldest deadline 2024-04-22T00:10:00.720994+0000) 2024-04-22T00:10:19.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:18 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:18.901+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:45.223568+0000 front 2024-04-22T00:09:45.223681+0000 (oldest deadline 2024-04-22T00:10:10.523814+0000) 2024-04-22T00:10:19.118 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:18 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5[43291]: 2024-04-22T00:10:18.901+0000 7fa678157700 -1 osd.5 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.725324+0000 front 2024-04-22T00:09:52.725387+0000 (oldest deadline 2024-04-22T00:10:16.825356+0000) 2024-04-22T00:10:19.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:18 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:18.854+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:19.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:18 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:18.854+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:19.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:18 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:18.854+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:19.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:18 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:18.889+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:19.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:18 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:18.889+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:19.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:18 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:18.889+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:19.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:19 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:19.441+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:19.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:19 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:19.441+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:19.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:19 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:19.504+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:19.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:19 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:19.504+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:19.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:19 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:19.504+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:19.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:19 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:19.582+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:19.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:19 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:19.582+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:19.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:19 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:19.533+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:19.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:19 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:19.533+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:19.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:19 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:19.533+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:20.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:19 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:19.853+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:20.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:19 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:19.853+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:20.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:19 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:19.853+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:20.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:19 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:19.925+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:20.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:19 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:19.925+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:20.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:19 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:19.925+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:20.463 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:20 smithi144 podman[69447]: 2024-04-22 00:10:20.185039537 +0000 UTC m=+5.608625289 container died e6b846d8f65a2a79a7b3a670571910f346e4077db865ac512456f1c52073f510 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8) 2024-04-22T00:10:20.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:20 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:20.450+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:20.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:20 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:20.450+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:20.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:20 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:20.461+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:20.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:20 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:20.461+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:20.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:20 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:20.462+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:20.822 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:20 smithi144 podman[69447]: 2024-04-22 00:10:20.558437894 +0000 UTC m=+5.982023644 container cleanup e6b846d8f65a2a79a7b3a670571910f346e4077db865ac512456f1c52073f510 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-22T00:10:20.822 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:20 smithi144 bash[69447]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5 2024-04-22T00:10:20.822 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:20 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:20.618+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:20.823 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:20 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:20.618+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:20.823 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:20 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:20.499+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:20.823 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:20 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:20.499+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:20.823 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:20 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:20.499+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:21.117 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:20 smithi144 podman[69465]: 2024-04-22 00:10:20.826548034 +0000 UTC m=+0.639625652 container remove e6b846d8f65a2a79a7b3a670571910f346e4077db865ac512456f1c52073f510 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-22T00:10:21.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:20 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:20.810+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:21.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:20 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:20.810+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:21.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:20 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:20.810+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:21.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:20 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:20.899+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:21.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:20 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:20.899+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:21.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:20 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:20.899+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:21.454 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:21 smithi144 podman[69557]: 2024-04-22 00:10:21.069945817 +0000 UTC m=+0.018041626 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:10:21.454 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:21 smithi144 podman[69557]: 2024-04-22 00:10:21.210931292 +0000 UTC m=+0.159027086 container create ea89f99ade123607ffda0b72e3d23704eb94a985c20d482d1c37f937877c232e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5-deactivate, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-22T00:10:21.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:21 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:21.453+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:21.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:21 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:21.453+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:21.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:21 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:21.417+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:21.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:21 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:21.417+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:21.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:21 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:21.417+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:21.754 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:21 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:21.598+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:21.754 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:21 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:21.598+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:21.754 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:21 smithi144 podman[69557]: 2024-04-22 00:10:21.463945413 +0000 UTC m=+0.412041216 container init ea89f99ade123607ffda0b72e3d23704eb94a985c20d482d1c37f937877c232e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T00:10:21.755 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:21 smithi144 podman[69557]: 2024-04-22 00:10:21.467357926 +0000 UTC m=+0.415453724 container start ea89f99ade123607ffda0b72e3d23704eb94a985c20d482d1c37f937877c232e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:10:21.755 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:21 smithi144 podman[69557]: 2024-04-22 00:10:21.572018208 +0000 UTC m=+0.520114018 container attach ea89f99ade123607ffda0b72e3d23704eb94a985c20d482d1c37f937877c232e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-22T00:10:21.755 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:21 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:21.457+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:21.755 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:21 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:21.457+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:21.755 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:21 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:21.457+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:22.104 INFO:journalctl@ceph.osd.5.smithi144.stdout:Apr 22 00:10:21 smithi144 podman[69557]: 2024-04-22 00:10:21.758737638 +0000 UTC m=+0.706833432 container died ea89f99ade123607ffda0b72e3d23704eb94a985c20d482d1c37f937877c232e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-22T00:10:22.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:21 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:21.940+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:22.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:21 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:21.940+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:22.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:21 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:21.940+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:22.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:21 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:21.778+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:22.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:21 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:21.778+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:22.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:21 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:21.778+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:22.433 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.5.service' 2024-04-22T00:10:22.472 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:10:22.472 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-22T00:10:22.473 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-22T00:10:22.473 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.6 2024-04-22T00:10:22.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:22 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:22.469+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:22.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:22 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:22.469+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:22.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:22 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:22.399+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:22.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:22 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:22.399+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:22.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:22 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:22.399+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:22.791 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:22 smithi080 systemd[1]: Stopping Ceph osd.6 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:10:22.867 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:22 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:22.642+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:22.867 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:22 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:22.642+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:22.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:22 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:22.502+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:22.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:22 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:22.502+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:22.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:22 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:22.502+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:23.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:22.908+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:23.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:22.908+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:23.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:22.908+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:23.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:22.794+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:23.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:22.794+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:23.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:22.794+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:23.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:22.796+0000 7ff541bc6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:10:23.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:22.796+0000 7ff541bc6700 -1 osd.6 108 *** Got signal Terminated *** 2024-04-22T00:10:23.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:22 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:22.796+0000 7ff541bc6700 -1 osd.6 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:10:23.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:23 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:23.446+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:23.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:23 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:23.446+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:23.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:23 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:23.402+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:23.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:23 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:23.402+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:23.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:23 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:23.402+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:23.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:23 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:23.639+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:23.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:23 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:23.639+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:23.869 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:23 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:23.466+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:23.869 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:23 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:23.466+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:23.869 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:23 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:23.466+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:24.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:23 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:23.916+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:24.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:23 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:23.916+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:24.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:23 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:23.916+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:24.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:23 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:23.820+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:24.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:23 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:23.820+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:24.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:23 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:23.820+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:24.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:24 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:24.460+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:24.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:24 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:24.460+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:24.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:24 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:24.368+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:24.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:24 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:24.368+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:24.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:24 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:24.368+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:24.867 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:24 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:24.641+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:24.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:24 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:24.641+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:24.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:24 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:24.423+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:24.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:24 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:24.423+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:24.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:24 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:24.423+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:25.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:24 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:24.880+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:25.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:24 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:24.880+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:25.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:24 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:24.880+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:25.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:24 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:24.808+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:25.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:24 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:24.808+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:25.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:24 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:24.808+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:25.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:25 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:25.433+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:25.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:25 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:25.433+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:25.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:25 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:25.409+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:25.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:25 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:25.409+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:25.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:25 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:25.409+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:25.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:25 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:25.409+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:25.867 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:25 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:25.622+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:25.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:25 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:25.622+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:25.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:25 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:25.420+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:25.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:25 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:25.420+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:25.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:25 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:25.420+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:26.202 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:25.857+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:26.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:25.857+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:26.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:25.857+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:26.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:25.837+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:26.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:25.837+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:26.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:25.837+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:26.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:25.837+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:26.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:26 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:26.437+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:26.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:26 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:26.437+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:26.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:26 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:26.437+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:26.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:26 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:26.428+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:26.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:26 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:26.428+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:26.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:26 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:26.428+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:26.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:26 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:26.428+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:26.869 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:26 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:26.576+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:26.870 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:26 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:26.576+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:26.870 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:26 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:26.576+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:26.870 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:26 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:26.373+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:26.870 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:26 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:26.373+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:26.870 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:26 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:26.373+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:27.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:26 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:26.802+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:27.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:26 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:26.802+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:27.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:26 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:26.802+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:27.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:26 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:26.802+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:27.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:26 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:26.821+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.736634+0000 front 2024-04-22T00:09:36.736658+0000 (oldest deadline 2024-04-22T00:10:00.836768+0000) 2024-04-22T00:10:27.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:26 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:26.821+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:40.837329+0000 front 2024-04-22T00:09:40.837231+0000 (oldest deadline 2024-04-22T00:10:06.737304+0000) 2024-04-22T00:10:27.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:26 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:26.821+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.040231+0000 front 2024-04-22T00:09:53.040134+0000 (oldest deadline 2024-04-22T00:10:14.739881+0000) 2024-04-22T00:10:27.203 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:26 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6[53198]: 2024-04-22T00:10:26.821+0000 7ff53e1ba700 -1 osd.6 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:02.341189+0000 front 2024-04-22T00:10:02.341207+0000 (oldest deadline 2024-04-22T00:10:26.441358+0000) 2024-04-22T00:10:27.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:27.435+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:27.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:27.435+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:27.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:27.435+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:27.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:27.433+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:27.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:27.433+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:27.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:27.433+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:27.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:27 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:27.433+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:27.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:27 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:27.379+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:27.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:27 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:27.379+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:27.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:27 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:27.379+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:27.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:27 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:27.546+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:27.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:27 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:27.546+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:27.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:27 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:27.546+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:28.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:27 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:27.815+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:28.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:27 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:27.815+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:28.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:27 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:27.816+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:28.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:27 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:27.816+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:28.660 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:28 smithi080 podman[92064]: 2024-04-22 00:10:28.398542469 +0000 UTC m=+5.729604198 container died 2d41af11bb10b4ff0138f01b1c36b3294dc8736e2c60f8d5bde9a39fef829f80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:10:28.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:28 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:28.391+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:28.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:28 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:28.391+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:28.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:28 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:28.391+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:28.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:28 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:28.403+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:28.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:28 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:28.403+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:28.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:28 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:28.403+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:28.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:28 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:28.403+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:28.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:28 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:28.573+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:28.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:28 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:28.573+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:28.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:28 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:28.573+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:28.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:28 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:28.375+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:28.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:28 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:28.375+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:28.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:28 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:28.375+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:28.952 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:28 smithi080 podman[92064]: 2024-04-22 00:10:28.763022226 +0000 UTC m=+6.094083966 container cleanup 2d41af11bb10b4ff0138f01b1c36b3294dc8736e2c60f8d5bde9a39fef829f80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8) 2024-04-22T00:10:28.952 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:28 smithi080 bash[92064]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6 2024-04-22T00:10:28.952 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:28 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:28.787+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:28.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:28 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:28.787+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:28.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:28 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:28.787+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:28.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:28 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:28.787+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:29.372 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:29 smithi080 podman[92082]: 2024-04-22 00:10:29.039788443 +0000 UTC m=+0.638363320 container remove 2d41af11bb10b4ff0138f01b1c36b3294dc8736e2c60f8d5bde9a39fef829f80 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-22T00:10:29.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:29 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:29.555+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:29.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:29 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:29.555+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:29.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:29 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:29.555+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:29.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:29 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:29.331+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:29.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:29 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:29.331+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:29.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:29 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:29.331+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:29.664 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:29 smithi080 podman[92168]: 2024-04-22 00:10:29.27940581 +0000 UTC m=+0.018111473 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:10:29.664 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:29 smithi080 podman[92168]: 2024-04-22 00:10:29.407311397 +0000 UTC m=+0.146017044 container create 76b0ab0c76eb0c7eb4df0194d5bca5b34ff88bb5f5d8d6ba69b743f181e04ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-22T00:10:29.664 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:29 smithi080 podman[92168]: 2024-04-22 00:10:29.66815234 +0000 UTC m=+0.406857991 container init 76b0ab0c76eb0c7eb4df0194d5bca5b34ff88bb5f5d8d6ba69b743f181e04ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:10:29.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:29.342+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:29.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:29.342+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:29.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:29.342+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:29.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:29.386+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:29.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:29.386+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:29.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:29.386+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:29.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:29.386+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:29.952 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:29 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:29.792+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:29.952 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:29 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:29.792+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:29.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:29 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:29.792+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:29.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:29 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:29.792+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:29.953 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:29 smithi080 podman[92168]: 2024-04-22 00:10:29.671235167 +0000 UTC m=+0.409940823 container start 76b0ab0c76eb0c7eb4df0194d5bca5b34ff88bb5f5d8d6ba69b743f181e04ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:10:29.953 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:29 smithi080 podman[92168]: 2024-04-22 00:10:29.793204057 +0000 UTC m=+0.531909722 container attach 76b0ab0c76eb0c7eb4df0194d5bca5b34ff88bb5f5d8d6ba69b743f181e04ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-04-22T00:10:30.258 INFO:journalctl@ceph.osd.6.smithi080.stdout:Apr 22 00:10:29 smithi080 podman[92168]: 2024-04-22 00:10:29.963955086 +0000 UTC m=+0.702660740 container died 76b0ab0c76eb0c7eb4df0194d5bca5b34ff88bb5f5d8d6ba69b743f181e04ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-04-22T00:10:30.572 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.6.service' 2024-04-22T00:10:30.610 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:10:30.610 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-22T00:10:30.611 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-22T00:10:30.611 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.7 2024-04-22T00:10:30.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:30 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:30.561+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:30.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:30 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:30.561+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:30.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:30 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:30.561+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:30.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:30 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:30.343+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:30.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:30 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:30.343+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:30.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:30 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:30.343+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:30.636 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:30.296+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:30.636 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:30.296+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:30.636 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:30.296+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:30.637 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:30.350+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:30.637 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:30.350+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:30.637 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:30.350+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:30.637 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:30.350+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:30.928 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:30 smithi120 systemd[1]: Stopping Ceph osd.7 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:10:30.952 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:30 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:30.757+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:30.952 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:30 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:30.757+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:30.952 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:30 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:30.757+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:30.952 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:30 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:30.757+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:31.248 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:30.931+0000 7f35210c2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:10:31.248 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:30.931+0000 7f35210c2700 -1 osd.7 108 *** Got signal Terminated *** 2024-04-22T00:10:31.248 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:30 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:30.931+0000 7f35210c2700 -1 osd.7 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:10:31.593 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:31 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:31.324+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:31.593 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:31 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:31.324+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:31.594 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:31 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:31.324+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:31.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:31 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:31.309+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:31.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:31 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:31.309+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:31.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:31 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:31.309+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:31.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:31 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:31.358+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:31.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:31 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:31.358+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:31.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:31 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:31.358+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:31.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:31 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:31.358+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:31.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:31 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:31.597+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:31.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:31 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:31.597+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:31.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:31 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:31.597+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:32.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:31 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:31.742+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:32.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:31 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:31.742+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:32.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:31 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:31.742+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:32.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:31 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:31.742+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:32.593 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:32 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:32.302+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:32.593 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:32 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:32.302+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:32.593 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:32 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:32.302+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:32.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:32 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:32.279+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:32.749 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:32 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:32.279+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:32.749 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:32 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:32.279+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:32.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:32 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:32.372+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:32.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:32 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:32.372+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:32.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:32 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:32.372+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:32.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:32 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:32.372+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:32.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:32 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:32.597+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:32.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:32 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:32.597+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:32.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:32 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:32.597+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:32.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:32 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:32.597+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:33.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:32 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:32.714+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:33.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:32 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:32.714+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:33.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:32 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:32.714+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:33.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:32 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:32.714+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:33.591 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:33 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:33.274+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:33.591 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:33 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:33.274+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:33.591 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:33 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:33.274+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:33.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:33.254+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:33.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:33.254+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:33.748 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:33.254+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:33.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:33.392+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:33.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:33.392+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:33.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:33.392+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:33.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:33.392+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:33.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:33.392+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:33.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:33 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:33.595+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:33.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:33 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:33.595+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:33.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:33 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:33.595+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:33.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:33 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:33.595+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:34.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:33 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:33.748+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:34.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:33 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:33.748+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:34.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:33 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:33.748+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:34.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:33 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:33.748+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:34.498 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:34 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:34.226+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:34.499 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:34 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:34.226+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:34.499 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:34 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:34.226+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:34.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:34 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:34.363+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:34.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:34 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:34.363+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:34.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:34 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:34.363+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:34.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:34 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:34.363+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:34.500 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:34 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:34.363+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:34.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:34 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:34.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:34.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:34 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:34.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:34.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:34 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:34.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:35.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:34 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:34.644+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:35.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:34 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:34.644+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:35.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:34 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:34.644+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:35.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:34 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:34.644+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:35.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:34 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:34.711+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:35.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:34 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:34.711+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:35.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:34 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:34.711+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:35.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:34 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:34.711+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:35.498 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:35.182+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.420787+0000 front 2024-04-22T00:09:42.420762+0000 (oldest deadline 2024-04-22T00:10:08.321004+0000) 2024-04-22T00:10:35.498 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:35.182+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:53.622213+0000 front 2024-04-22T00:09:53.622191+0000 (oldest deadline 2024-04-22T00:10:15.322318+0000) 2024-04-22T00:10:35.498 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:35.182+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.524222+0000 front 2024-04-22T00:10:00.524206+0000 (oldest deadline 2024-04-22T00:10:26.424194+0000) 2024-04-22T00:10:35.498 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7[49635]: 2024-04-22T00:10:35.182+0000 7f35196ae700 -1 osd.7 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:09.325024+0000 front 2024-04-22T00:10:09.325193+0000 (oldest deadline 2024-04-22T00:10:34.625146+0000) 2024-04-22T00:10:35.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:35.357+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:35.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:35.357+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:35.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:35.357+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:35.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:35.357+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:35.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:35 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:35.357+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:35.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:35.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:35.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:35.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:35.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:35.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:35.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:35.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:35.952 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:35 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:35.693+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:35.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:35 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:35.693+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:35.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:35 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:35.693+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:35.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:35 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:35.693+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:35.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:35 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:35.693+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:36.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:35.646+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:36.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:35.646+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:36.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:35.646+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:36.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:35 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:35.646+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:36.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:36 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:36.336+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:36.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:36 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:36.336+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:36.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:36 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:36.336+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:36.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:36 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:36.336+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:36.671 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:36 smithi120 podman[67911]: 2024-04-22 00:10:36.421297008 +0000 UTC m=+5.611019337 container died 3bae9a791c2e6af41df8c24642d369aed5b5930db77fa9f919a11d8d7a038391 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:10:36.671 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:36 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:36.374+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:36.671 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:36 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:36.374+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:36.671 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:36 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:36.374+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:36.671 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:36 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:36.374+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:36.671 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:36 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:36.374+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:36.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:36.698+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:36.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:36.698+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:36.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:36.698+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:36.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:36.698+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:36.953 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:36 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:36.698+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:36.998 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:36 smithi120 podman[67911]: 2024-04-22 00:10:36.790613086 +0000 UTC m=+5.980335411 container cleanup 3bae9a791c2e6af41df8c24642d369aed5b5930db77fa9f919a11d8d7a038391 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-22T00:10:36.998 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:36 smithi120 bash[67911]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7 2024-04-22T00:10:37.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:36 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:36.666+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:37.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:36 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:36.666+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:37.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:36 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:36.666+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:37.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:36 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:36.666+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:37.392 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:37 smithi120 podman[67930]: 2024-04-22 00:10:37.091716251 +0000 UTC m=+0.668671508 container remove 3bae9a791c2e6af41df8c24642d369aed5b5930db77fa9f919a11d8d7a038391 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-22T00:10:37.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:37 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:37.336+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:37.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:37 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:37.336+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:37.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:37 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:37.336+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:37.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:37 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:37.336+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:37.644 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:37 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:37.396+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:37.644 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:37 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:37.396+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:37.645 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:37 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:37.396+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:37.645 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:37 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:37.396+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:37.645 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:37 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:37.396+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:37.645 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:37 smithi120 podman[68020]: 2024-04-22 00:10:37.311772362 +0000 UTC m=+0.017937672 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:10:37.645 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:37 smithi120 podman[68020]: 2024-04-22 00:10:37.417262849 +0000 UTC m=+0.123428147 container create 025d9d58d1b625fa499e225e5a37d5016fc36ec7f65f2b3104db3529047bdb32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:10:37.645 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:37 smithi120 podman[68020]: 2024-04-22 00:10:37.645430597 +0000 UTC m=+0.351595907 container init 025d9d58d1b625fa499e225e5a37d5016fc36ec7f65f2b3104db3529047bdb32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416) 2024-04-22T00:10:37.645 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:37 smithi120 podman[68020]: 2024-04-22 00:10:37.648857838 +0000 UTC m=+0.355023134 container start 025d9d58d1b625fa499e225e5a37d5016fc36ec7f65f2b3104db3529047bdb32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-22T00:10:37.930 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:37 smithi120 podman[68020]: 2024-04-22 00:10:37.744803368 +0000 UTC m=+0.450968671 container attach 025d9d58d1b625fa499e225e5a37d5016fc36ec7f65f2b3104db3529047bdb32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7-deactivate, RELEASE=squid-820a2f8, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-22T00:10:38.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:37 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:37.671+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:38.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:37 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:37.671+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:38.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:37 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:37.671+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:38.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:37 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:37.671+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:38.127 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:37 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:37.707+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:38.127 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:37 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:37.707+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:38.127 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:37 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:37.707+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:38.127 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:37 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:37.707+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:38.127 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:37 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:37.707+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:38.248 INFO:journalctl@ceph.osd.7.smithi120.stdout:Apr 22 00:10:37 smithi120 podman[68020]: 2024-04-22 00:10:37.934740089 +0000 UTC m=+0.640905377 container died 025d9d58d1b625fa499e225e5a37d5016fc36ec7f65f2b3104db3529047bdb32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-22T00:10:38.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:38 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:38.293+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:38.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:38 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:38.293+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:38.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:38 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:38.293+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:38.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:38 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:38.293+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:38.620 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:38 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:38.402+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:38.620 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:38 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:38.402+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:38.620 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:38 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:38.402+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:38.620 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:38 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:38.402+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:38.620 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:38 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:38.402+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:38.645 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.7.service' 2024-04-22T00:10:38.730 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:10:38.730 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-22T00:10:38.730 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-22T00:10:38.730 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.8 2024-04-22T00:10:39.043 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:38 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:38.693+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:39.043 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:38 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:38.693+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:39.043 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:38 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:38.693+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:39.043 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:38 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:38.693+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:39.043 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:38 smithi144 systemd[1]: Stopping Ceph osd.8 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:10:39.043 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:39.046+0000 7f00dbb8e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:10:39.043 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:39.046+0000 7f00dbb8e700 -1 osd.8 108 *** Got signal Terminated *** 2024-04-22T00:10:39.043 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:39.046+0000 7f00dbb8e700 -1 osd.8 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:10:39.062 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:38.736+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:39.062 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:38.736+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:39.062 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:38.736+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:39.062 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:38.736+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:39.062 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:38 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:38.736+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:39.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:39.299+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:39.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:39.299+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:39.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:39.299+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:39.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:39.299+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:39.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:39 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:39.429+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:39.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:39 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:39.429+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:39.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:39 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:39.429+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:39.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:39 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:39.429+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:39.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:39 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:39.429+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:40.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:39.654+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:40.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:39.654+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:40.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:39.654+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:40.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:39 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:39.654+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:40.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:39 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:39.780+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:40.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:39 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:39.780+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:40.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:39 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:39.780+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:40.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:39 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:39.780+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:40.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:39 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:39.780+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:40.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:40.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:40.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:40.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:40.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:40.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:40.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:40.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:40.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:40 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:40.423+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:40.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:40 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:40.423+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:40.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:40 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:40.423+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:40.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:40 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:40.423+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:40.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:40 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:40.423+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:41.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:40.631+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:41.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:40.631+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:41.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:40.631+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:41.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:40.631+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:41.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:40 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:40.631+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.487020+0000 front 2024-04-22T00:10:15.487044+0000 (oldest deadline 2024-04-22T00:10:40.187185+0000) 2024-04-22T00:10:41.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:40.824+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:41.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:40.824+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:41.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:40.824+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:41.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:40.824+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:41.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:40 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:40.825+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:41.585 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:41.332+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:41.585 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:41.332+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:41.585 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:41.332+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:41.586 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:41.332+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:41.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:41.427+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:41.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:41.427+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:41.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:41.427+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:41.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:41.427+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:41.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:41.427+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:41.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:41.427+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:41.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:41.589+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:41.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:41.589+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:41.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:41.589+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:41.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:41.589+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:41.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:41 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:41.589+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.487020+0000 front 2024-04-22T00:10:15.487044+0000 (oldest deadline 2024-04-22T00:10:40.187185+0000) 2024-04-22T00:10:42.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:41.830+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:42.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:41.830+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:42.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:41.830+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:42.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:41.830+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:42.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:41 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:41.830+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:42.605 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:42.329+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:42.605 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:42.329+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:42.605 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:42.329+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:42.605 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:42.329+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:42.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:42 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:42.379+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:42.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:42 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:42.379+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:42.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:42 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:42.379+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:42.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:42 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:42.379+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:42.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:42 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:42.379+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:42.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:42 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:42.379+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:42.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:42.608+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:42.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:42.608+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:42.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:42.608+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:42.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:42.608+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:42.868 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:42 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:42.608+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.487020+0000 front 2024-04-22T00:10:15.487044+0000 (oldest deadline 2024-04-22T00:10:40.187185+0000) 2024-04-22T00:10:43.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:42 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:42.823+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:43.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:42 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:42.823+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:43.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:42 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:42.823+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:43.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:42 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:42.823+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:43.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:42 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:42.823+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:43.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:43.559+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:42.980714+0000 front 2024-04-22T00:09:42.980687+0000 (oldest deadline 2024-04-22T00:10:09.981343+0000) 2024-04-22T00:10:43.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:43.559+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:51.082362+0000 front 2024-04-22T00:09:51.082386+0000 (oldest deadline 2024-04-22T00:10:16.382477+0000) 2024-04-22T00:10:43.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:43.559+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.483575+0000 front 2024-04-22T00:10:00.483606+0000 (oldest deadline 2024-04-22T00:10:25.783718+0000) 2024-04-22T00:10:43.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:43.559+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.886240+0000 front 2024-04-22T00:10:10.886207+0000 (oldest deadline 2024-04-22T00:10:31.986194+0000) 2024-04-22T00:10:43.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8[50303]: 2024-04-22T00:10:43.559+0000 7f00d417a700 -1 osd.8 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.487020+0000 front 2024-04-22T00:10:15.487044+0000 (oldest deadline 2024-04-22T00:10:40.187185+0000) 2024-04-22T00:10:43.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:43.324+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:43.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:43.324+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:43.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:43.324+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:43.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:43 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:43.324+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:43.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:43 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:43.330+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:43.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:43 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:43.330+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:43.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:43 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:43.330+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:43.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:43 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:43.330+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:43.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:43 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:43.330+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:43.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:43 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:43.330+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:44.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:43 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:43.860+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:44.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:43 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:43.860+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:44.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:43 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:43.860+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:44.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:43 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:43.860+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:44.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:43 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:43.860+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:44.618 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:44 smithi144 podman[69663]: 2024-04-22 00:10:44.52636748 +0000 UTC m=+5.600643994 container died 530b93285adc50b70ac8fcc785521837b2e07c27228c73998175af9ab4d97dcc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-22T00:10:44.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:44 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:44.283+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:44.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:44 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:44.283+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:44.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:44 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:44.283+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:44.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:44 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:44.283+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:44.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:44 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:44.283+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:44.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:44 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:44.345+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:44.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:44 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:44.345+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:44.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:44 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:44.345+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:44.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:44 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:44.345+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:44.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:44 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:44.345+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:44.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:44 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:44.345+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:45.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:44 smithi144 podman[69663]: 2024-04-22 00:10:44.896490646 +0000 UTC m=+5.970767157 container cleanup 530b93285adc50b70ac8fcc785521837b2e07c27228c73998175af9ab4d97dcc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-22T00:10:45.118 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:44 smithi144 bash[69663]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8 2024-04-22T00:10:45.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:44 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:44.900+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:45.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:44 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:44.900+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:45.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:44 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:44.900+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:45.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:44 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:44.900+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:45.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:44 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:44.900+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:45.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:44 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:44.900+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:18.117312+0000 front 2024-04-22T00:10:18.117356+0000 (oldest deadline 2024-04-22T00:10:44.017153+0000) 2024-04-22T00:10:45.502 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:45 smithi144 podman[69680]: 2024-04-22 00:10:45.155966555 +0000 UTC m=+0.626098228 container remove 530b93285adc50b70ac8fcc785521837b2e07c27228c73998175af9ab4d97dcc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:10:45.503 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:45 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:45.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:45.503 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:45 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:45.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:45.503 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:45 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:45.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:45.503 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:45 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:45.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:45.503 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:45 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:45.306+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:45.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:45 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:45.325+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:45.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:45 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:45.325+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:45.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:45 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:45.325+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:45.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:45 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:45.325+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:45.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:45 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:45.325+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:45.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:45 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:45.325+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:45.823 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:45 smithi144 podman[69769]: 2024-04-22 00:10:45.409004139 +0000 UTC m=+0.017843384 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:10:45.823 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:45 smithi144 podman[69769]: 2024-04-22 00:10:45.51600089 +0000 UTC m=+0.124840135 container create 0b3b7a3cd2905094bd0df90d06424482ce2d1a5f0fe4be030a2efd390e285177 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-22T00:10:45.823 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:45 smithi144 podman[69769]: 2024-04-22 00:10:45.750996985 +0000 UTC m=+0.359836228 container init 0b3b7a3cd2905094bd0df90d06424482ce2d1a5f0fe4be030a2efd390e285177 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-22T00:10:45.823 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:45 smithi144 podman[69769]: 2024-04-22 00:10:45.754039395 +0000 UTC m=+0.362878640 container start 0b3b7a3cd2905094bd0df90d06424482ce2d1a5f0fe4be030a2efd390e285177 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-22T00:10:45.823 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:45 smithi144 podman[69769]: 2024-04-22 00:10:45.825893713 +0000 UTC m=+0.434732968 container attach 0b3b7a3cd2905094bd0df90d06424482ce2d1a5f0fe4be030a2efd390e285177 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-22T00:10:46.085 INFO:journalctl@ceph.osd.8.smithi144.stdout:Apr 22 00:10:46 smithi144 podman[69769]: 2024-04-22 00:10:46.061477389 +0000 UTC m=+0.670316629 container died 0b3b7a3cd2905094bd0df90d06424482ce2d1a5f0fe4be030a2efd390e285177 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-04-22T00:10:46.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:45 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:45.871+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:46.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:45 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:45.871+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:46.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:45 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:45.871+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:46.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:45 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:45.871+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:46.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:45 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:45.871+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:46.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:45 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:45.871+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:18.117312+0000 front 2024-04-22T00:10:18.117356+0000 (oldest deadline 2024-04-22T00:10:44.017153+0000) 2024-04-22T00:10:46.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:46 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:46.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:46.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:46 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:46.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:46.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:46 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:46.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:46.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:46 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:46.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:46.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:46 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:46.290+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:46.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:46 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:46.322+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:46.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:46 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:46.322+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:46.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:46 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:46.322+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:46.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:46 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:46.322+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:46.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:46 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:46.322+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:46.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:46 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:46.322+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:46.770 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.8.service' 2024-04-22T00:10:46.807 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:10:46.808 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-22T00:10:46.808 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-22T00:10:46.808 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.9 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:46 smithi080 systemd[1]: Stopping Ceph osd.9 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:46 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:46.881+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:46 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:46.881+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:46 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:46.881+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:46 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:46.881+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:46 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:46.881+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:46 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:46.881+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:18.117312+0000 front 2024-04-22T00:10:18.117356+0000 (oldest deadline 2024-04-22T00:10:44.017153+0000) 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.139+0000 7fc940be0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:10:47.137 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.139+0000 7fc940be0700 -1 osd.9 108 *** Got signal Terminated *** 2024-04-22T00:10:47.138 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.139+0000 7fc940be0700 -1 osd.9 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:10:47.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:47 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:47.278+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:47.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:47 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:47.278+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:47.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:47 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:47.278+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:47.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:47 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:47.278+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:47.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:47 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:47.278+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:47.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:47 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:47.278+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:47.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:47 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:47.278+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:47.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:47 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:47.278+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:47.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:47 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:47.278+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:47.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:47 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:47.278+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:47.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:47 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:47.278+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:48.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.894+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:48.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.894+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:48.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.894+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:48.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.894+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:48.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.894+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:48.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:47 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:47.894+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:18.117312+0000 front 2024-04-22T00:10:18.117356+0000 (oldest deadline 2024-04-22T00:10:44.017153+0000) 2024-04-22T00:10:48.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:48 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:48.243+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:48.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:48 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:48.243+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:48.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:48 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:48.243+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:48.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:48 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:48.243+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:48.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:48 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:48.243+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:48.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:48 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:48.283+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:48.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:48 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:48.283+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:48.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:48 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:48.283+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:48.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:48 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:48.283+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:48.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:48 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:48.283+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:48.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:48 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:48.283+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:49.135 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:48 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:48.867+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:49.135 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:48 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:48.867+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:49.135 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:48 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:48.867+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:49.135 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:48 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:48.867+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:49.135 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:48 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:48.867+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:49.135 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:48 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:48.867+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:18.117312+0000 front 2024-04-22T00:10:18.117356+0000 (oldest deadline 2024-04-22T00:10:44.017153+0000) 2024-04-22T00:10:49.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:49.208+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:49.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:49.208+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:49.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:49.208+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:49.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:49.208+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:49.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:49.208+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:49.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:49 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:49.290+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:49.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:49 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:49.290+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:49.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:49 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:49.290+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:49.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:49 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:49.290+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:49.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:49 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:49.290+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:49.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:49 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:49.290+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:50.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:49 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:49.874+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:50.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:49 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:49.874+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:50.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:49 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:49.874+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:50.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:49 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:49.874+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:50.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:49 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:49.874+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:50.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:49 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:49.874+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:18.117312+0000 front 2024-04-22T00:10:18.117356+0000 (oldest deadline 2024-04-22T00:10:44.017153+0000) 2024-04-22T00:10:50.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:50 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:50.174+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:50.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:50 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:50.174+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:50.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:50 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:50.174+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:50.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:50 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:50.174+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:50.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:50 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:50.174+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:50.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:50 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:50.174+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:50.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:50 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:50.258+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:50.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:50 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:50.258+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:50.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:50 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:50.258+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:50.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:50 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:50.258+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:50.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:50 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:50.258+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:50.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:50 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:50.258+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:51.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:50 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:50.876+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:51.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:50 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:50.876+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:51.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:50 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:50.876+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:51.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:50 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:50.876+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:51.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:50 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:50.876+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:51.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:50 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:50.876+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:18.117312+0000 front 2024-04-22T00:10:18.117356+0000 (oldest deadline 2024-04-22T00:10:44.017153+0000) 2024-04-22T00:10:51.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:51.149+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:51.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:51.149+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:51.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:51.149+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:51.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:51.149+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:51.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:51.149+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:51.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:51 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:51.149+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:51.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:51 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:51.305+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:51.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:51 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:51.305+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:51.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:51 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:51.305+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:51.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:51 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:51.305+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:51.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:51 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:51.305+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:51.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:51 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:51.305+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:52.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:51 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:51.883+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.707964+0000 front 2024-04-22T00:09:36.707985+0000 (oldest deadline 2024-04-22T00:09:58.408096+0000) 2024-04-22T00:10:52.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:51 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:51.883+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.009638+0000 front 2024-04-22T00:09:43.009575+0000 (oldest deadline 2024-04-22T00:10:09.410087+0000) 2024-04-22T00:10:52.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:51 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:51.883+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:52.712235+0000 front 2024-04-22T00:09:52.712501+0000 (oldest deadline 2024-04-22T00:10:16.812293+0000) 2024-04-22T00:10:52.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:51 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:51.883+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:00.313192+0000 front 2024-04-22T00:10:00.313250+0000 (oldest deadline 2024-04-22T00:10:25.013275+0000) 2024-04-22T00:10:52.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:51 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:51.883+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:10.715360+0000 front 2024-04-22T00:10:10.715241+0000 (oldest deadline 2024-04-22T00:10:35.415084+0000) 2024-04-22T00:10:52.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:51 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9[59796]: 2024-04-22T00:10:51.883+0000 7fc93d1d4700 -1 osd.9 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:18.117312+0000 front 2024-04-22T00:10:18.117356+0000 (oldest deadline 2024-04-22T00:10:44.017153+0000) 2024-04-22T00:10:52.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:52.167+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:52.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:52.167+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:52.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:52.167+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:52.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:52.167+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:52.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:52.167+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:52.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:52 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:52.167+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:52.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:52 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:52.308+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:52.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:52 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:52.308+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:52.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:52 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:52.308+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:52.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:52 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:52.308+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:52.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:52 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:52.308+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:52.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:52 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:52.308+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:52.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:52 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:52.308+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:10:52.936 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:52 smithi080 podman[92286]: 2024-04-22 00:10:52.648998803 +0000 UTC m=+5.645115547 container died 5a38c801d0e7f9c99876fe5696ec63eba90e1812fc4b79f716b330ee1bde1dc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux ) 2024-04-22T00:10:53.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:53 smithi080 podman[92286]: 2024-04-22 00:10:53.048057954 +0000 UTC m=+6.044174708 container cleanup 5a38c801d0e7f9c99876fe5696ec63eba90e1812fc4b79f716b330ee1bde1dc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-22T00:10:53.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:53 smithi080 bash[92286]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9 2024-04-22T00:10:53.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:53.157+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:53.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:53.157+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:53.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:53.157+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:53.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:53.157+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:53.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:53.157+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:53.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:53.157+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:53.649 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:53 smithi080 podman[92304]: 2024-04-22 00:10:53.29935175 +0000 UTC m=+0.641102988 container remove 5a38c801d0e7f9c99876fe5696ec63eba90e1812fc4b79f716b330ee1bde1dc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:10:53.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:53.314+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:53.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:53.314+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:53.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:53.314+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:53.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:53.314+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:53.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:53.314+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:53.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:53.314+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:53.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:53 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:53.314+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:10:53.934 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:53 smithi080 podman[92394]: 2024-04-22 00:10:53.55619094 +0000 UTC m=+0.018027764 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:10:53.934 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:53 smithi080 podman[92394]: 2024-04-22 00:10:53.677422013 +0000 UTC m=+0.139258820 container create 10d3265b012835e5b3a47696e6db2dba3e8bd03f4b414de8f194990e29200303 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:10:53.934 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:53 smithi080 podman[92394]: 2024-04-22 00:10:53.938320883 +0000 UTC m=+0.400157690 container init 10d3265b012835e5b3a47696e6db2dba3e8bd03f4b414de8f194990e29200303 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-22T00:10:54.202 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:53 smithi080 podman[92394]: 2024-04-22 00:10:53.942039678 +0000 UTC m=+0.403876488 container start 10d3265b012835e5b3a47696e6db2dba3e8bd03f4b414de8f194990e29200303 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9-deactivate, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-04-22T00:10:54.203 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:54 smithi080 podman[92394]: 2024-04-22 00:10:54.055405985 +0000 UTC m=+0.517242804 container attach 10d3265b012835e5b3a47696e6db2dba3e8bd03f4b414de8f194990e29200303 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True) 2024-04-22T00:10:54.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:54.119+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:54.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:54.119+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:54.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:54.119+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:54.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:54.119+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:54.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:54.119+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:54.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:54 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:54.119+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:54.500 INFO:journalctl@ceph.osd.9.smithi080.stdout:Apr 22 00:10:54 smithi080 podman[92394]: 2024-04-22 00:10:54.233972753 +0000 UTC m=+0.695809551 container died 10d3265b012835e5b3a47696e6db2dba3e8bd03f4b414de8f194990e29200303 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8) 2024-04-22T00:10:54.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:54.273+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:54.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:54.273+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:54.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:54.273+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:54.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:54.273+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:54.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:54.273+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:54.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:54.273+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:54.749 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:54 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:54.273+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:10:54.854 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.9.service' 2024-04-22T00:10:54.893 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:10:54.893 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-22T00:10:54.893 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-22T00:10:54.894 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.10 2024-04-22T00:10:55.221 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:54 smithi120 systemd[1]: Stopping Ceph osd.10 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:10:55.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:55.109+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:55.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:55.109+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:55.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:55.109+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:55.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:55.109+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:55.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:55.109+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:55.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:55 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:55.109+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:55.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.224+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:55.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.224+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:55.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.224+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:55.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.224+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:55.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.224+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:55.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.224+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:55.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.224+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:10:55.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.285+0000 7f2732641700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:10:55.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.285+0000 7f2732641700 -1 osd.10 108 *** Got signal Terminated *** 2024-04-22T00:10:55.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:55 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:55.285+0000 7f2732641700 -1 osd.10 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:10:56.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:56.103+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:56.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:56.103+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:56.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:56.103+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:56.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:56.103+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:56.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:56.103+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:56.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:56 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:56.103+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:56.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:56.236+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:56.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:56.236+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:56.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:56.236+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:56.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:56.236+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:56.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:56.236+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:56.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:56.236+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:56.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:56 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:56.236+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:10:57.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:57.213+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:57.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:57.213+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:57.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:57.213+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:57.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:57.213+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:57.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:57.213+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:57.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:57.213+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:57.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:57 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:57.213+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:10:57.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:57.148+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:57.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:57.148+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:57.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:57.148+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:57.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:57.148+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:57.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:57.148+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:57.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:57.148+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:57.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:57.148+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:10:58.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:58.179+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:58.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:58.179+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:58.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:58.179+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:58.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:58.179+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:58.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:58.179+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:58.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:58.179+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:58.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:58 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:58.179+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:10:58.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:58.134+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:58.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:58.134+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:58.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:58.134+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:58.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:58.134+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:58.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:58.134+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:58.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:58.134+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:58.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:58 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:58.134+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:10:59.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:59.176+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:10:59.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:59.176+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:10:59.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:59.176+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:10:59.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:59.176+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:10:59.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:59.176+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:10:59.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:59.176+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:10:59.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:10:59 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:10:59.176+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:10:59.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:59 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:59.159+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:10:59.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:59 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:59.159+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:10:59.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:59 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:59.159+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:10:59.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:59 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:59.159+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:10:59.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:59 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:59.159+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:10:59.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:59 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:59.159+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:10:59.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:10:59 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:10:59.159+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:00.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:11:00.180+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:36.688516+0000 front 2024-04-22T00:09:36.688468+0000 (oldest deadline 2024-04-22T00:10:01.988655+0000) 2024-04-22T00:11:00.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:11:00.180+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:41.989080+0000 front 2024-04-22T00:09:41.989057+0000 (oldest deadline 2024-04-22T00:10:07.289160+0000) 2024-04-22T00:11:00.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:11:00.180+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.190396+0000 front 2024-04-22T00:09:50.190168+0000 (oldest deadline 2024-04-22T00:10:14.890216+0000) 2024-04-22T00:11:00.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:11:00.180+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6814 osd.3 since back 2024-04-22T00:10:03.092002+0000 front 2024-04-22T00:10:03.091765+0000 (oldest deadline 2024-04-22T00:10:25.292362+0000) 2024-04-22T00:11:00.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:11:00.180+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.693748+0000 front 2024-04-22T00:10:08.693717+0000 (oldest deadline 2024-04-22T00:10:32.793873+0000) 2024-04-22T00:11:00.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:11:00.180+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:19.095975+0000 front 2024-04-22T00:10:19.095905+0000 (oldest deadline 2024-04-22T00:10:40.795792+0000) 2024-04-22T00:11:00.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:00 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10[56234]: 2024-04-22T00:11:00.180+0000 7f272ac2d700 -1 osd.10 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:26.697220+0000 front 2024-04-22T00:10:26.697321+0000 (oldest deadline 2024-04-22T00:10:51.997039+0000) 2024-04-22T00:11:00.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:00.197+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:00.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:00.197+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:00.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:00.197+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:00.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:00.197+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:00.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:00.197+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:00.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:00.197+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:00.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:00 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:00.197+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:01.175 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:00 smithi120 podman[68137]: 2024-04-22 00:11:00.9179999 +0000 UTC m=+5.826671759 container died 576344d6a51a6d8267cc40f30e608ee700136776a70a16105f9896db108c5d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-04-22T00:11:01.498 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:01 smithi120 podman[68137]: 2024-04-22 00:11:01.269111359 +0000 UTC m=+6.177783229 container cleanup 576344d6a51a6d8267cc40f30e608ee700136776a70a16105f9896db108c5d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-22T00:11:01.499 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:01 smithi120 bash[68137]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10 2024-04-22T00:11:01.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:01.240+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:01.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:01.240+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:01.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:01.240+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:01.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:01.240+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:01.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:01.240+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:01.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:01.240+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:01.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:01 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:01.240+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:01.938 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:01 smithi120 podman[68156]: 2024-04-22 00:11:01.604018326 +0000 UTC m=+0.678608231 container remove 576344d6a51a6d8267cc40f30e608ee700136776a70a16105f9896db108c5d5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-22T00:11:02.195 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:01 smithi120 podman[68249]: 2024-04-22 00:11:01.845428953 +0000 UTC m=+0.018143837 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:11:02.195 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:01 smithi120 podman[68249]: 2024-04-22 00:11:01.963060933 +0000 UTC m=+0.135775800 container create dfd471489411e878263087990e6faf11ba1ea9636135fd5cb9019b9a1941ccf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-22T00:11:02.195 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:02 smithi120 podman[68249]: 2024-04-22 00:11:02.198907329 +0000 UTC m=+0.371622195 container init dfd471489411e878263087990e6faf11ba1ea9636135fd5cb9019b9a1941ccf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10-deactivate, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:11:02.488 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:02 smithi120 podman[68249]: 2024-04-22 00:11:02.202003481 +0000 UTC m=+0.374718347 container start dfd471489411e878263087990e6faf11ba1ea9636135fd5cb9019b9a1941ccf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-22T00:11:02.488 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:02 smithi120 podman[68249]: 2024-04-22 00:11:02.30713127 +0000 UTC m=+0.479846151 container attach dfd471489411e878263087990e6faf11ba1ea9636135fd5cb9019b9a1941ccf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8) 2024-04-22T00:11:02.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:02.213+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:02.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:02.213+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:02.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:02.213+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:02.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:02.213+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:02.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:02.213+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:02.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:02.213+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:02.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:02 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:02.213+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:02.748 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:02 smithi120 podman[68249]: 2024-04-22 00:11:02.492753413 +0000 UTC m=+0.665468281 container died dfd471489411e878263087990e6faf11ba1ea9636135fd5cb9019b9a1941ccf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-22T00:11:03.075 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.10.service' 2024-04-22T00:11:03.098 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:03 smithi120 podman[68274]: 2024-04-22 00:11:03.051593718 +0000 UTC m=+0.552253843 container remove dfd471489411e878263087990e6faf11ba1ea9636135fd5cb9019b9a1941ccf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:11:03.098 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:03 smithi120 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.10.service: Deactivated successfully. 2024-04-22T00:11:03.098 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:03 smithi120 systemd[1]: Stopped Ceph osd.10 for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:11:03.098 INFO:journalctl@ceph.osd.10.smithi120.stdout:Apr 22 00:11:03 smithi120 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.10.service: Consumed 4min 38.927s CPU time. 2024-04-22T00:11:03.113 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:03.114 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-22T00:11:03.114 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-22T00:11:03.114 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.11 2024-04-22T00:11:03.506 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 systemd[1]: Stopping Ceph osd.11 for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:03.506 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.230+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:03.506 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.230+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:03.506 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.230+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:03.506 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.230+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:03.506 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.230+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:03.507 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.230+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:03.507 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.230+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:03.507 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.508+0000 7f5e0ffc9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:03.507 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.508+0000 7f5e0ffc9700 -1 osd.11 108 *** Got signal Terminated *** 2024-04-22T00:11:03.507 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:03 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:03.508+0000 7f5e0ffc9700 -1 osd.11 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T00:11:04.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:04.280+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:04.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:04.280+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:04.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:04.280+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:04.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:04.280+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:04.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:04.280+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:04.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:04.280+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:04.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:04 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:04.280+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:05.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:05.282+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:05.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:05.282+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:05.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:05.282+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:05.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:05.282+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:05.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:05.282+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:05.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:05.282+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:05.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:05.282+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:05.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:05 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:05.282+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6820 osd.8 since back 2024-04-22T00:10:43.360280+0000 front 2024-04-22T00:10:43.360317+0000 (oldest deadline 2024-04-22T00:11:05.060322+0000) 2024-04-22T00:11:06.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:06.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:06.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:06.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:06.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:06.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:06.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:06.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:06.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:06.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:06.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:06.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:06.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:06.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:06.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:06 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:06.245+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6820 osd.8 since back 2024-04-22T00:10:43.360280+0000 front 2024-04-22T00:10:43.360317+0000 (oldest deadline 2024-04-22T00:11:05.060322+0000) 2024-04-22T00:11:07.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:07.247+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:07.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:07.247+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:07.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:07.247+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:07.618 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:07.247+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:07.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:07.247+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:07.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:07.247+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:07.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:07.247+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:07.619 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:07 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:07.247+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6820 osd.8 since back 2024-04-22T00:10:43.360280+0000 front 2024-04-22T00:10:43.360317+0000 (oldest deadline 2024-04-22T00:11:05.060322+0000) 2024-04-22T00:11:08.519 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:08.255+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6806 osd.0 since back 2024-04-22T00:09:32.749568+0000 front 2024-04-22T00:09:32.749701+0000 (oldest deadline 2024-04-22T00:09:58.649644+0000) 2024-04-22T00:11:08.519 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:08.255+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-04-22T00:09:43.251344+0000 front 2024-04-22T00:09:43.251400+0000 (oldest deadline 2024-04-22T00:10:07.951336+0000) 2024-04-22T00:11:08.519 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:08.255+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6804 osd.2 since back 2024-04-22T00:09:50.852525+0000 front 2024-04-22T00:09:50.852736+0000 (oldest deadline 2024-04-22T00:10:14.952640+0000) 2024-04-22T00:11:08.519 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:08.255+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-04-22T00:10:08.955600+0000 front 2024-04-22T00:10:08.955563+0000 (oldest deadline 2024-04-22T00:10:34.255627+0000) 2024-04-22T00:11:08.519 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:08.255+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6812 osd.5 since back 2024-04-22T00:10:15.857265+0000 front 2024-04-22T00:10:15.857164+0000 (oldest deadline 2024-04-22T00:10:44.057801+0000) 2024-04-22T00:11:08.520 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:08.255+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.80:6822 osd.6 since back 2024-04-22T00:10:24.058479+0000 front 2024-04-22T00:10:24.058417+0000 (oldest deadline 2024-04-22T00:10:49.958199+0000) 2024-04-22T00:11:08.520 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:08.255+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-04-22T00:10:34.659272+0000 front 2024-04-22T00:10:34.659201+0000 (oldest deadline 2024-04-22T00:10:56.958996+0000) 2024-04-22T00:11:08.520 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:08 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11[57180]: 2024-04-22T00:11:08.255+0000 7f5e0c5bd700 -1 osd.11 108 heartbeat_check: no reply from 172.21.15.144:6820 osd.8 since back 2024-04-22T00:10:43.360280+0000 front 2024-04-22T00:10:43.360317+0000 (oldest deadline 2024-04-22T00:11:05.060322+0000) 2024-04-22T00:11:09.368 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:09 smithi144 podman[69889]: 2024-04-22 00:11:09.119366559 +0000 UTC m=+5.806001775 container died 7df2f5fd6b42ad62f152d249536de5d727cbc4c948e364ea31124006de5ca9db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2) 2024-04-22T00:11:09.755 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:09 smithi144 podman[69889]: 2024-04-22 00:11:09.557284546 +0000 UTC m=+6.243919762 container cleanup 7df2f5fd6b42ad62f152d249536de5d727cbc4c948e364ea31124006de5ca9db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11, ceph=True, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:11:09.755 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:09 smithi144 bash[69889]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11 2024-04-22T00:11:10.118 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:09 smithi144 podman[69906]: 2024-04-22 00:11:09.758560444 +0000 UTC m=+0.633774876 container remove 7df2f5fd6b42ad62f152d249536de5d727cbc4c948e364ea31124006de5ca9db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-22T00:11:10.483 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:10 smithi144 podman[70005]: 2024-04-22 00:11:10.104643098 +0000 UTC m=+0.020280995 image pull 6702148920adeca800d3e709b657e413bd3a63e83b20c5b975b68dabf7989f32 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9 2024-04-22T00:11:10.483 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:10 smithi144 podman[70005]: 2024-04-22 00:11:10.20972296 +0000 UTC m=+0.125360840 container create bb2b4b0c5d3d0ba4c8017385b2d24e33c3bad72146a22fa4efd37013e01ac62d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-820a2f8, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:11:10.483 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:10 smithi144 podman[70005]: 2024-04-22 00:11:10.411983953 +0000 UTC m=+0.327621834 container init bb2b4b0c5d3d0ba4c8017385b2d24e33c3bad72146a22fa4efd37013e01ac62d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-22T00:11:10.484 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:10 smithi144 podman[70005]: 2024-04-22 00:11:10.415261254 +0000 UTC m=+0.330899136 container start bb2b4b0c5d3d0ba4c8017385b2d24e33c3bad72146a22fa4efd37013e01ac62d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T00:11:10.484 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:10 smithi144 podman[70005]: 2024-04-22 00:11:10.486910632 +0000 UTC m=+0.402548515 container attach bb2b4b0c5d3d0ba4c8017385b2d24e33c3bad72146a22fa4efd37013e01ac62d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-22T00:11:10.868 INFO:journalctl@ceph.osd.11.smithi144.stdout:Apr 22 00:11:10 smithi144 podman[70005]: 2024-04-22 00:11:10.707338443 +0000 UTC m=+0.622976330 container died bb2b4b0c5d3d0ba4c8017385b2d24e33c3bad72146a22fa4efd37013e01ac62d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True) 2024-04-22T00:11:11.309 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@osd.11.service' 2024-04-22T00:11:11.348 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:11.348 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-22T00:11:11.348 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-22T00:11:11.348 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.a 2024-04-22T00:11:11.657 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 22 00:11:11 smithi080 systemd[1]: Stopping Ceph mds.a for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:11.919 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 22 00:11:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a[66325]: 2024-04-22T00:11:11.659+0000 7f0862ad2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:11.919 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 22 00:11:11 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a[66325]: 2024-04-22T00:11:11.659+0000 7f0862ad2700 -1 mds.a *** got signal Terminated *** 2024-04-22T00:11:15.939 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 22 00:11:15 smithi080 podman[92510]: 2024-04-22 00:11:15.523184851 +0000 UTC m=+3.974971873 container died c299235861f50920717345dfd8f60fa57e3d91804fec69b32162adcfec343c11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-22T00:11:16.203 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 22 00:11:16 smithi080 podman[92510]: 2024-04-22 00:11:16.017366386 +0000 UTC m=+4.469153405 container cleanup c299235861f50920717345dfd8f60fa57e3d91804fec69b32162adcfec343c11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-22T00:11:16.203 INFO:journalctl@ceph.mds.a.smithi080.stdout:Apr 22 00:11:16 smithi080 bash[92510]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-a 2024-04-22T00:11:16.395 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.a.service' 2024-04-22T00:11:16.430 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:16.430 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-22T00:11:16.430 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-22T00:11:16.430 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.d 2024-04-22T00:11:16.952 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 22 00:11:16 smithi080 systemd[1]: Stopping Ceph mds.d for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:16.953 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 22 00:11:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d[65369]: 2024-04-22T00:11:16.737+0000 7f9b7524e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:16.953 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 22 00:11:16 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d[65369]: 2024-04-22T00:11:16.737+0000 7f9b7524e700 -1 mds.d *** got signal Terminated *** 2024-04-22T00:11:19.510 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 22 00:11:19 smithi080 podman[92643]: 2024-04-22 00:11:19.25828543 +0000 UTC m=+2.613214605 container died 5a4bac0dddedfbdd957ba9e1ee56c1635e2012349487a37cd399f748f4c72685 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d, RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-22T00:11:19.894 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 22 00:11:19 smithi080 podman[92643]: 2024-04-22 00:11:19.613122759 +0000 UTC m=+2.968051934 container cleanup 5a4bac0dddedfbdd957ba9e1ee56c1635e2012349487a37cd399f748f4c72685 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-22T00:11:19.894 INFO:journalctl@ceph.mds.d.smithi080.stdout:Apr 22 00:11:19 smithi080 bash[92643]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-d 2024-04-22T00:11:20.028 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.d.service' 2024-04-22T00:11:20.060 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:20.061 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-22T00:11:20.061 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-22T00:11:20.061 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.g 2024-04-22T00:11:20.203 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 22 00:11:20 smithi080 systemd[1]: Stopping Ceph mds.g for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:20.702 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 22 00:11:20 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g[65965]: 2024-04-22T00:11:20.382+0000 7f7136fe2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:20.703 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 22 00:11:20 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g[65965]: 2024-04-22T00:11:20.382+0000 7f7136fe2700 -1 mds.g *** got signal Terminated *** 2024-04-22T00:11:24.703 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 22 00:11:24 smithi080 podman[92765]: 2024-04-22 00:11:24.389620978 +0000 UTC m=+4.112916018 container died 9b4757a40a9d1f26065ad8c651585376276be0fc00bd3b0935a1b8b99866d6e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-22T00:11:25.005 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 22 00:11:24 smithi080 podman[92765]: 2024-04-22 00:11:24.808308062 +0000 UTC m=+4.531603106 container cleanup 9b4757a40a9d1f26065ad8c651585376276be0fc00bd3b0935a1b8b99866d6e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-22T00:11:25.006 INFO:journalctl@ceph.mds.g.smithi080.stdout:Apr 22 00:11:24 smithi080 bash[92765]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-g 2024-04-22T00:11:25.148 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.g.service' 2024-04-22T00:11:25.179 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:25.179 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-22T00:11:25.179 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-22T00:11:25.180 DEBUG:teuthology.orchestra.run.smithi080:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.j 2024-04-22T00:11:25.702 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:25 smithi080 systemd[1]: Stopping Ceph mds.j for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:25.703 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j[65014]: 2024-04-22T00:11:25.495+0000 7fcf69dfd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:25.703 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:25 smithi080 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j[65014]: 2024-04-22T00:11:25.495+0000 7fcf69dfd700 -1 mds.j *** got signal Terminated *** 2024-04-22T00:11:28.702 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:28 smithi080 podman[92889]: 2024-04-22 00:11:28.396612683 +0000 UTC m=+2.996787600 container died 677e8b8848984471903a8de53e2b846c908af28dd2102129d1c31913fd7bb72b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-22T00:11:29.017 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:28 smithi080 podman[92889]: 2024-04-22 00:11:28.828845934 +0000 UTC m=+3.429020850 container cleanup 677e8b8848984471903a8de53e2b846c908af28dd2102129d1c31913fd7bb72b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-22T00:11:29.017 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:28 smithi080 bash[92889]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j 2024-04-22T00:11:29.247 DEBUG:teuthology.orchestra.run.smithi080:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.j.service' 2024-04-22T00:11:29.268 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:29 smithi080 podman[92904]: 2024-04-22 00:11:29.021393125 +0000 UTC m=+0.616804269 container remove 677e8b8848984471903a8de53e2b846c908af28dd2102129d1c31913fd7bb72b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-22T00:11:29.268 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:29 smithi080 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.j.service: Deactivated successfully. 2024-04-22T00:11:29.268 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:29 smithi080 systemd[1]: Stopped Ceph mds.j for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:11:29.268 INFO:journalctl@ceph.mds.j.smithi080.stdout:Apr 22 00:11:29 smithi080 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.j.service: Consumed 1.092s CPU time. 2024-04-22T00:11:29.278 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:29.278 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-22T00:11:29.279 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-22T00:11:29.279 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.b 2024-04-22T00:11:29.590 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:29 smithi120 systemd[1]: Stopping Ceph mds.b for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:29.848 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b[61741]: 2024-04-22T00:11:29.593+0000 7efe42ee6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:29.848 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:29 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b[61741]: 2024-04-22T00:11:29.593+0000 7efe42ee6700 -1 mds.b *** got signal Terminated *** 2024-04-22T00:11:32.999 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:32 smithi120 podman[68352]: 2024-04-22 00:11:32.688679677 +0000 UTC m=+3.219667864 container died 834eed73e35fbba8bea1e545aa7ddd03b70b257532de35a6f917ff690478c4ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-22T00:11:33.357 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:33 smithi120 podman[68352]: 2024-04-22 00:11:33.168275081 +0000 UTC m=+3.699263270 container cleanup 834eed73e35fbba8bea1e545aa7ddd03b70b257532de35a6f917ff690478c4ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-04-22T00:11:33.358 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:33 smithi120 bash[68352]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b 2024-04-22T00:11:33.592 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.b.service' 2024-04-22T00:11:33.612 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:33 smithi120 podman[68378]: 2024-04-22 00:11:33.361454986 +0000 UTC m=+0.664059627 container remove 834eed73e35fbba8bea1e545aa7ddd03b70b257532de35a6f917ff690478c4ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8, CEPH_POINT_RELEASE=) 2024-04-22T00:11:33.612 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:33 smithi120 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-22T00:11:33.613 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:33 smithi120 systemd[1]: Stopped Ceph mds.b for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:11:33.613 INFO:journalctl@ceph.mds.b.smithi120.stdout:Apr 22 00:11:33 smithi120 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.b.service: Consumed 11min 47.929s CPU time. 2024-04-22T00:11:33.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:33.626 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-22T00:11:33.626 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-22T00:11:33.626 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.e 2024-04-22T00:11:33.986 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:11:33 smithi120 systemd[1]: Stopping Ceph mds.e for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:34.248 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:11:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e[61118]: 2024-04-22T00:11:33.988+0000 7f04a5afc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:34.248 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:11:33 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e[61118]: 2024-04-22T00:11:33.988+0000 7f04a5afc700 -1 mds.e *** got signal Terminated *** 2024-04-22T00:11:36.989 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:11:36 smithi120 podman[68487]: 2024-04-22 00:11:36.703597305 +0000 UTC m=+2.852210377 container died 49d3ca68f4bd5dbe5aca5e7da40e34a110c730c3a9eb3d83ab2daa76b9499bb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-820a2f8, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-22T00:11:37.248 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:11:37 smithi120 podman[68487]: 2024-04-22 00:11:37.072429247 +0000 UTC m=+3.221042312 container cleanup 49d3ca68f4bd5dbe5aca5e7da40e34a110c730c3a9eb3d83ab2daa76b9499bb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, ceph=True) 2024-04-22T00:11:37.248 INFO:journalctl@ceph.mds.e.smithi120.stdout:Apr 22 00:11:37 smithi120 bash[68487]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-e 2024-04-22T00:11:37.500 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.e.service' 2024-04-22T00:11:37.531 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:37.532 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-22T00:11:37.532 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-22T00:11:37.532 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.h 2024-04-22T00:11:37.748 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:11:37 smithi120 systemd[1]: Stopping Ceph mds.h for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:38.248 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:11:37 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: 2024-04-22T00:11:37.859+0000 7fdb92950700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:38.249 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:11:37 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h[61428]: 2024-04-22T00:11:37.859+0000 7fdb92950700 -1 mds.h *** got signal Terminated *** 2024-04-22T00:11:40.998 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:11:40 smithi120 podman[68611]: 2024-04-22 00:11:40.67749433 +0000 UTC m=+2.926327539 container died 53dfffb45ede2397b307ef210ce73b1b04926529d4f15e4d0ed1038a3b85bc50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-820a2f8) 2024-04-22T00:11:41.306 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:11:41 smithi120 podman[68611]: 2024-04-22 00:11:41.084547738 +0000 UTC m=+3.333380992 container cleanup 53dfffb45ede2397b307ef210ce73b1b04926529d4f15e4d0ed1038a3b85bc50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h, maintainer=Guillaume Abrioux , RELEASE=squid-820a2f8, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-22T00:11:41.307 INFO:journalctl@ceph.mds.h.smithi120.stdout:Apr 22 00:11:41 smithi120 bash[68611]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-h 2024-04-22T00:11:41.432 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.h.service' 2024-04-22T00:11:41.463 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:41.463 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-22T00:11:41.463 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-22T00:11:41.463 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.k 2024-04-22T00:11:41.748 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:41 smithi120 systemd[1]: Stopping Ceph mds.k for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:42.248 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k[60800]: 2024-04-22T00:11:41.795+0000 7f88bc94a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:42.249 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:41 smithi120 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k[60800]: 2024-04-22T00:11:41.795+0000 7f88bc94a700 -1 mds.k *** got signal Terminated *** 2024-04-22T00:11:45.748 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:45 smithi120 podman[68734]: 2024-04-22 00:11:45.501032827 +0000 UTC m=+3.818611605 container died af05b37fd1addda3ed3ed4cdfa81c143115c5842b22781ba8d2f6af23d27394f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-22T00:11:46.136 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:45 smithi120 podman[68734]: 2024-04-22 00:11:45.954401073 +0000 UTC m=+4.271979861 container cleanup af05b37fd1addda3ed3ed4cdfa81c143115c5842b22781ba8d2f6af23d27394f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-04-22T00:11:46.137 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:45 smithi120 bash[68734]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k 2024-04-22T00:11:46.385 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.k.service' 2024-04-22T00:11:46.405 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:46 smithi120 podman[68748]: 2024-04-22 00:11:46.282635975 +0000 UTC m=+0.702789381 container remove af05b37fd1addda3ed3ed4cdfa81c143115c5842b22781ba8d2f6af23d27394f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-k, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-820a2f8) 2024-04-22T00:11:46.405 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:46 smithi120 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.k.service: Deactivated successfully. 2024-04-22T00:11:46.405 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:46 smithi120 systemd[1]: Stopped Ceph mds.k for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:11:46.405 INFO:journalctl@ceph.mds.k.smithi120.stdout:Apr 22 00:11:46 smithi120 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.k.service: Consumed 1.045s CPU time. 2024-04-22T00:11:46.416 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:46.416 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-22T00:11:46.416 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-22T00:11:46.416 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.c 2024-04-22T00:11:46.868 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:11:46 smithi144 systemd[1]: Stopping Ceph mds.c for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:47.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:11:46 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[67267]: 2024-04-22T00:11:46.872+0000 7fb1fbc9c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:47.368 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:11:46 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c[67267]: 2024-04-22T00:11:46.872+0000 7fb1fbc9c700 -1 mds.c *** got signal Terminated *** 2024-04-22T00:11:48.902 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:11:48 smithi144 podman[70112]: 2024-04-22 00:11:48.627719104 +0000 UTC m=+2.019219494 container died a8a2959433237c3894584881408471419d6e60122a2f3fcbb39410e6d8545f24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=squid-820a2f8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-22T00:11:49.254 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:11:49 smithi144 podman[70112]: 2024-04-22 00:11:49.005639499 +0000 UTC m=+2.397139880 container cleanup a8a2959433237c3894584881408471419d6e60122a2f3fcbb39410e6d8545f24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=squid-820a2f8) 2024-04-22T00:11:49.254 INFO:journalctl@ceph.mds.c.smithi144.stdout:Apr 22 00:11:49 smithi144 bash[70112]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-c 2024-04-22T00:11:49.383 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.c.service' 2024-04-22T00:11:49.418 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:49.418 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-22T00:11:49.418 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-22T00:11:49.418 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.f 2024-04-22T00:11:49.618 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:11:49 smithi144 systemd[1]: Stopping Ceph mds.f for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:50.118 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:11:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f[62129]: 2024-04-22T00:11:49.726+0000 7f0854a11700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:50.119 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:11:49 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f[62129]: 2024-04-22T00:11:49.726+0000 7f0854a11700 -1 mds.f *** got signal Terminated *** 2024-04-22T00:11:52.882 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:11:52 smithi144 podman[70243]: 2024-04-22 00:11:52.633012694 +0000 UTC m=+2.999153273 container died ab782090054225cff764b696ac3abed7f637b828a126c739f0076297a8ec387f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f, RELEASE=squid-820a2f8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD) 2024-04-22T00:11:53.165 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:11:52 smithi144 podman[70243]: 2024-04-22 00:11:52.959485409 +0000 UTC m=+3.325625974 container cleanup ab782090054225cff764b696ac3abed7f637b828a126c739f0076297a8ec387f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-04-22T00:11:53.165 INFO:journalctl@ceph.mds.f.smithi144.stdout:Apr 22 00:11:52 smithi144 bash[70243]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-f 2024-04-22T00:11:53.378 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.f.service' 2024-04-22T00:11:53.410 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:53.410 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-22T00:11:53.410 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-22T00:11:53.411 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.i 2024-04-22T00:11:53.727 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:53 smithi144 systemd[1]: Stopping Ceph mds.i for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:54.118 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i[62761]: 2024-04-22T00:11:53.728+0000 7ffa6eb17700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:54.118 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:53 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i[62761]: 2024-04-22T00:11:53.728+0000 7ffa6eb17700 -1 mds.i *** got signal Terminated *** 2024-04-22T00:11:56.893 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:56 smithi144 podman[70365]: 2024-04-22 00:11:56.638178963 +0000 UTC m=+3.004929458 container died 1d891cdb6c1c96d0a88f92e6e24a889f126aaf829d58ae4b065190c838db628b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T00:11:57.145 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:56 smithi144 podman[70365]: 2024-04-22 00:11:56.972011314 +0000 UTC m=+3.338761809 container cleanup 1d891cdb6c1c96d0a88f92e6e24a889f126aaf829d58ae4b065190c838db628b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T00:11:57.145 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:56 smithi144 bash[70365]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i 2024-04-22T00:11:57.387 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.i.service' 2024-04-22T00:11:57.406 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:57 smithi144 podman[70379]: 2024-04-22 00:11:57.148541128 +0000 UTC m=+0.505395502 container remove 1d891cdb6c1c96d0a88f92e6e24a889f126aaf829d58ae4b065190c838db628b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-i, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-820a2f8, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-22T00:11:57.407 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:57 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.i.service: Deactivated successfully. 2024-04-22T00:11:57.407 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:57 smithi144 systemd[1]: Stopped Ceph mds.i for 71601a1c-0039-11ef-bc93-c7b262605968. 2024-04-22T00:11:57.407 INFO:journalctl@ceph.mds.i.smithi144.stdout:Apr 22 00:11:57 smithi144 systemd[1]: ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.i.service: Consumed 36.606s CPU time. 2024-04-22T00:11:57.418 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:11:57.418 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-22T00:11:57.418 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-22T00:11:57.419 DEBUG:teuthology.orchestra.run.smithi144:> sudo systemctl stop ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.l 2024-04-22T00:11:57.739 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 22 00:11:57 smithi144 systemd[1]: Stopping Ceph mds.l for 71601a1c-0039-11ef-bc93-c7b262605968... 2024-04-22T00:11:58.118 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 22 00:11:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l[61825]: 2024-04-22T00:11:57.741+0000 7f0b735d4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T00:11:58.118 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 22 00:11:57 smithi144 ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l[61825]: 2024-04-22T00:11:57.741+0000 7f0b735d4700 -1 mds.l *** got signal Terminated *** 2024-04-22T00:12:02.007 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 22 00:12:01 smithi144 podman[70484]: 2024-04-22 00:12:01.755904902 +0000 UTC m=+4.118225409 container died cf713ee2c7550e121b8a556cfba81475b9fedc4f57860f65ee174d52c3c39d7a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-820a2f8, ceph=True, org.label-schema.schema-version=1.0) 2024-04-22T00:12:02.368 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 22 00:12:02 smithi144 podman[70484]: 2024-04-22 00:12:02.109431908 +0000 UTC m=+4.471752410 container cleanup cf713ee2c7550e121b8a556cfba81475b9fedc4f57860f65ee174d52c3c39d7a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d4c08cf2bab46b9f2f2d301f0b4aed7a04ebf590fcda86c56afbf3304d624cb9, name=ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-820a2f8, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-22T00:12:02.368 INFO:journalctl@ceph.mds.l.smithi144.stdout:Apr 22 00:12:02 smithi144 bash[70484]: ceph-71601a1c-0039-11ef-bc93-c7b262605968-mds-l 2024-04-22T00:12:02.531 DEBUG:teuthology.orchestra.run.smithi144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-71601a1c-0039-11ef-bc93-c7b262605968@mds.l.service' 2024-04-22T00:12:02.562 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T00:12:02.562 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-22T00:12:02.562 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 71601a1c-0039-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T00:12:02.752 INFO:teuthology.orchestra.run.smithi080.stdout:Deleting cluster with fsid: 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-22T00:12:05.197 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 71601a1c-0039-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T00:12:05.387 INFO:teuthology.orchestra.run.smithi120.stdout:Deleting cluster with fsid: 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-22T00:12:07.960 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 71601a1c-0039-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T00:12:08.149 INFO:teuthology.orchestra.run.smithi144.stdout:Deleting cluster with fsid: 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-22T00:12:10.503 DEBUG:teuthology.orchestra.run.smithi080:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:12:10.536 DEBUG:teuthology.orchestra.run.smithi120:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:12:10.567 DEBUG:teuthology.orchestra.run.smithi144:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T00:12:10.593 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-22T00:12:10.595 DEBUG:teuthology.misc:Transferring archived files from smithi080:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi080/crash 2024-04-22T00:12:10.595 DEBUG:teuthology.orchestra.run.smithi080:> sudo tar c -f - -C /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash -- . 2024-04-22T00:12:10.622 INFO:teuthology.orchestra.run.smithi080.stderr:tar: /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T00:12:10.622 INFO:teuthology.orchestra.run.smithi080.stderr:tar: Error is not recoverable: exiting now 2024-04-22T00:12:10.624 DEBUG:teuthology.misc:Transferring archived files from smithi120:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi120/crash 2024-04-22T00:12:10.625 DEBUG:teuthology.orchestra.run.smithi120:> sudo tar c -f - -C /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash -- . 2024-04-22T00:12:10.741 INFO:teuthology.orchestra.run.smithi120.stderr:tar: /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T00:12:10.741 INFO:teuthology.orchestra.run.smithi120.stderr:tar: Error is not recoverable: exiting now 2024-04-22T00:12:10.742 DEBUG:teuthology.misc:Transferring archived files from smithi144:/var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi144/crash 2024-04-22T00:12:10.743 DEBUG:teuthology.orchestra.run.smithi144:> sudo tar c -f - -C /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash -- . 2024-04-22T00:12:10.780 INFO:teuthology.orchestra.run.smithi144.stderr:tar: /var/lib/ceph/71601a1c-0039-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T00:12:10.780 INFO:teuthology.orchestra.run.smithi144.stderr:tar: Error is not recoverable: exiting now 2024-04-22T00:12:10.781 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-22T00:12:10.782 DEBUG:teuthology.orchestra.run.smithi080:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-04-22T00:12:10.818 INFO:tasks.cephadm:Compressing logs... 2024-04-22T00:12:10.818 DEBUG:teuthology.orchestra.run.smithi080:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T00:12:10.861 DEBUG:teuthology.orchestra.run.smithi120:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T00:12:10.864 DEBUG:teuthology.orchestra.run.smithi144:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T00:12:10.885 INFO:teuthology.orchestra.run.smithi080.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose: No such file or directory -- 2024-04-22T00:12:10.885 INFO:teuthology.orchestra.run.smithi080.stderr: /var/log/ceph/cephadm.log 2024-04-22T00:12:10.886 INFO:teuthology.orchestra.run.smithi080.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-04-22T00:12:10.887 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log 2024-04-22T00:12:10.887 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T00:12:10.887 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-22T00:12:10.888 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-22T00:12:10.888 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.x.log: 86.4% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr: 89.9% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T00:12:10.895 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.6.log: 94.6% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi080.stderr: 94.7% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi080.stderr: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory /var/log/ceph/cephadm.log 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr: 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-22T00:12:10.896 INFO:teuthology.orchestra.run.smithi144.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-22T00:12:10.897 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-22T00:12:10.897 INFO:teuthology.orchestra.run.smithi144.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-22T00:12:10.897 INFO:teuthology.orchestra.run.smithi144.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T00:12:10.897 INFO:teuthology.orchestra.run.smithi144.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-22T00:12:10.897 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.c.log: /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.z.log: /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log: 86.4% 84.0% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T00:12:10.897 INFO:teuthology.orchestra.run.smithi144.stderr: -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T00:12:10.897 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.c.log: 90.1% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T00:12:10.900 INFO:teuthology.orchestra.run.smithi144.stderr: 92.0% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-22T00:12:10.901 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-22T00:12:10.901 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T00:12:10.902 INFO:teuthology.orchestra.run.smithi120.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-22T00:12:10.902 INFO:teuthology.orchestra.run.smithi120.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T00:12:10.907 INFO:teuthology.orchestra.run.smithi120.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log 2024-04-22T00:12:10.907 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T00:12:10.907 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-22T00:12:10.907 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-22T00:12:10.907 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-22T00:12:10.907 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-22T00:12:10.907 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-22T00:12:10.908 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-22T00:12:10.908 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-22T00:12:10.908 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T00:12:10.908 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-22T00:12:10.908 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T00:12:10.908 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-22T00:12:10.908 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-22T00:12:10.912 INFO:teuthology.orchestra.run.smithi080.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-22T00:12:10.912 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T00:12:10.912 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.a.log: 84.2% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T00:12:10.912 INFO:teuthology.orchestra.run.smithi080.stderr:gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-22T00:12:10.912 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-22T00:12:10.912 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.d.log: 94.5% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-22T00:12:10.913 INFO:teuthology.orchestra.run.smithi080.stderr: 94.5% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-22T00:12:10.914 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-22T00:12:10.920 INFO:teuthology.orchestra.run.smithi080.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.9.log: 91.0% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T00:12:10.932 INFO:teuthology.orchestra.run.smithi144.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.l.log: 94.5% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-22T00:12:10.946 INFO:teuthology.orchestra.run.smithi144.stderr: 91.0% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T00:12:10.989 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.b.log: /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.k.log: 84.1% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T00:12:10.998 INFO:teuthology.orchestra.run.smithi120.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T00:12:11.018 INFO:teuthology.orchestra.run.smithi120.stderr: 86.3% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T00:12:11.095 INFO:teuthology.orchestra.run.smithi120.stderr: 91.0% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T00:12:11.100 INFO:teuthology.orchestra.run.smithi120.stderr: 91.9% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-22T00:12:11.243 INFO:teuthology.orchestra.run.smithi120.stderr: 90.1% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T00:12:11.258 INFO:teuthology.orchestra.run.smithi080.stderr: 90.3% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-22T00:12:11.295 INFO:teuthology.orchestra.run.smithi144.stderr: 91.8% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-22T00:12:11.351 INFO:teuthology.orchestra.run.smithi120.stderr: 94.5% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-22T00:12:11.709 INFO:teuthology.orchestra.run.smithi080.stderr: 90.4% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-22T00:12:11.745 INFO:teuthology.orchestra.run.smithi144.stderr: 95.0% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-22T00:12:12.973 INFO:teuthology.orchestra.run.smithi120.stderr: 94.2% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-22T00:12:16.066 INFO:teuthology.orchestra.run.smithi120.stderr: 91.8% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-22T00:12:25.086 INFO:teuthology.orchestra.run.smithi144.stderr: 94.3% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-22T00:12:27.446 INFO:teuthology.orchestra.run.smithi144.stderr: 94.5% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-22T00:12:47.944 INFO:teuthology.orchestra.run.smithi080.stderr: 91.2% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-22T00:12:51.926 INFO:teuthology.orchestra.run.smithi144.stderr: 91.4% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-22T00:12:52.368 INFO:teuthology.orchestra.run.smithi144.stderr: 91.4% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-22T00:12:53.287 INFO:teuthology.orchestra.run.smithi080.stderr: 91.2% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-22T00:12:53.459 INFO:teuthology.orchestra.run.smithi080.stderr: 91.2% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-22T00:12:53.544 INFO:teuthology.orchestra.run.smithi120.stderr: 94.2% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-22T00:12:56.415 INFO:teuthology.orchestra.run.smithi080.stderr: 91.3% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-22T00:12:56.417 INFO:teuthology.orchestra.run.smithi080.stderr: 2024-04-22T00:12:56.418 INFO:teuthology.orchestra.run.smithi080.stderr:real 0m45.542s 2024-04-22T00:12:56.418 INFO:teuthology.orchestra.run.smithi080.stderr:user 2m43.186s 2024-04-22T00:12:56.418 INFO:teuthology.orchestra.run.smithi080.stderr:sys 0m5.035s 2024-04-22T00:12:57.287 INFO:teuthology.orchestra.run.smithi144.stderr: 91.3% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-22T00:13:02.980 INFO:teuthology.orchestra.run.smithi144.stderr: 91.2% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-22T00:13:02.982 INFO:teuthology.orchestra.run.smithi144.stderr: 2024-04-22T00:13:02.982 INFO:teuthology.orchestra.run.smithi144.stderr:real 0m52.103s 2024-04-22T00:13:02.982 INFO:teuthology.orchestra.run.smithi144.stderr:user 3m26.253s 2024-04-22T00:13:02.982 INFO:teuthology.orchestra.run.smithi144.stderr:sys 0m6.241s 2024-04-22T00:13:37.203 INFO:teuthology.orchestra.run.smithi120.stderr: 91.7% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-22T00:15:55.401 INFO:teuthology.orchestra.run.smithi120.stderr: 91.4% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-22T00:17:27.700 INFO:teuthology.orchestra.run.smithi120.stderr: 91.3% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-22T00:17:27.953 INFO:teuthology.orchestra.run.smithi120.stderr: 91.4% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-22T00:21:08.918 INFO:teuthology.orchestra.run.smithi120.stderr: 93.1% -- replaced with /var/log/ceph/71601a1c-0039-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-22T00:21:08.920 INFO:teuthology.orchestra.run.smithi120.stderr: 2024-04-22T00:21:08.920 INFO:teuthology.orchestra.run.smithi120.stderr:real 8m58.038s 2024-04-22T00:21:08.920 INFO:teuthology.orchestra.run.smithi120.stderr:user 6m20.523s 2024-04-22T00:21:08.920 INFO:teuthology.orchestra.run.smithi120.stderr:sys 0m14.369s 2024-04-22T00:21:08.920 INFO:tasks.cephadm:Archiving logs... 2024-04-22T00:21:08.921 DEBUG:teuthology.misc:Transferring archived files from smithi080:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi080/log 2024-04-22T00:21:08.922 DEBUG:teuthology.orchestra.run.smithi080:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T00:21:40.174 DEBUG:teuthology.misc:Transferring archived files from smithi120:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi120/log 2024-04-22T00:21:40.175 DEBUG:teuthology.orchestra.run.smithi120:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T00:22:42.700 DEBUG:teuthology.misc:Transferring archived files from smithi144:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi144/log 2024-04-22T00:22:42.701 DEBUG:teuthology.orchestra.run.smithi144:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T00:23:15.191 INFO:tasks.cephadm:Removing cluster... 2024-04-22T00:23:15.191 DEBUG:teuthology.orchestra.run.smithi080:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 71601a1c-0039-11ef-bc93-c7b262605968 --force 2024-04-22T00:23:15.391 INFO:teuthology.orchestra.run.smithi080.stdout:Deleting cluster with fsid: 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-22T00:23:15.944 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 71601a1c-0039-11ef-bc93-c7b262605968 --force 2024-04-22T00:23:16.135 INFO:teuthology.orchestra.run.smithi120.stdout:Deleting cluster with fsid: 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-22T00:23:16.861 DEBUG:teuthology.orchestra.run.smithi144:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 71601a1c-0039-11ef-bc93-c7b262605968 --force 2024-04-22T00:23:17.050 INFO:teuthology.orchestra.run.smithi144.stdout:Deleting cluster with fsid: 71601a1c-0039-11ef-bc93-c7b262605968 2024-04-22T00:23:17.599 INFO:tasks.cephadm:Removing cephadm ... 2024-04-22T00:23:17.599 DEBUG:teuthology.orchestra.run.smithi080:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T00:23:17.618 DEBUG:teuthology.orchestra.run.smithi120:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T00:23:17.634 DEBUG:teuthology.orchestra.run.smithi144:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T00:23:17.650 INFO:tasks.cephadm:Teardown complete 2024-04-22T00:23:17.650 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-22T00:23:17.664 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-22T00:23:17.665 DEBUG:teuthology.orchestra.run.smithi080:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T00:23:17.668 DEBUG:teuthology.orchestra.run.smithi120:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T00:23:17.677 DEBUG:teuthology.orchestra.run.smithi144:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T00:23:17.808 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-22T00:23:17.819 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-22T00:23:17.819 DEBUG:teuthology.orchestra.run.smithi080:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T00:23:17.822 DEBUG:teuthology.orchestra.run.smithi120:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T00:23:17.824 DEBUG:teuthology.orchestra.run.smithi144:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T00:23:17.836 INFO:teuthology.orchestra.run.smithi080.stderr:bash: line 1: ntpq: command not found 2024-04-22T00:23:17.837 INFO:teuthology.orchestra.run.smithi120.stderr:bash: line 1: ntpq: command not found 2024-04-22T00:23:17.838 INFO:teuthology.orchestra.run.smithi144.stderr:bash: line 1: ntpq: command not found 2024-04-22T00:23:17.840 INFO:teuthology.orchestra.run.smithi080.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T00:23:17.840 INFO:teuthology.orchestra.run.smithi080.stdout:=============================================================================== 2024-04-22T00:23:17.841 INFO:teuthology.orchestra.run.smithi080.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 18 -191us[ -191us] +/- 72ms 2024-04-22T00:23:17.841 INFO:teuthology.orchestra.run.smithi080.stdout:^* hv02.front.sepia.ceph.com 3 6 377 19 +587us[ +602us] +/- 54ms 2024-04-22T00:23:17.841 INFO:teuthology.orchestra.run.smithi080.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 -514us[ -514us] +/- 64ms 2024-04-22T00:23:17.841 INFO:teuthology.orchestra.run.smithi080.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:23:17.843 INFO:teuthology.orchestra.run.smithi144.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T00:23:17.844 INFO:teuthology.orchestra.run.smithi144.stdout:=============================================================================== 2024-04-22T00:23:17.844 INFO:teuthology.orchestra.run.smithi144.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 20 -181us[ -181us] +/- 72ms 2024-04-22T00:23:17.844 INFO:teuthology.orchestra.run.smithi144.stdout:^* hv02.front.sepia.ceph.com 3 6 377 21 +596us[ +627us] +/- 54ms 2024-04-22T00:23:17.844 INFO:teuthology.orchestra.run.smithi144.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 18 -504us[ -504us] +/- 64ms 2024-04-22T00:23:17.844 INFO:teuthology.orchestra.run.smithi144.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:23:17.853 INFO:teuthology.orchestra.run.smithi120.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T00:23:17.854 INFO:teuthology.orchestra.run.smithi120.stdout:=============================================================================== 2024-04-22T00:23:17.854 INFO:teuthology.orchestra.run.smithi120.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 18 -206us[ -188us] +/- 72ms 2024-04-22T00:23:17.854 INFO:teuthology.orchestra.run.smithi120.stdout:^* hv02.front.sepia.ceph.com 3 6 377 17 +588us[ +606us] +/- 54ms 2024-04-22T00:23:17.854 INFO:teuthology.orchestra.run.smithi120.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 18 -521us[ -503us] +/- 64ms 2024-04-22T00:23:17.854 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T00:23:17.855 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-22T00:23:17.873 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-22T00:23:17.874 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-22T00:23:17.954 DEBUG:teuthology.orchestra.run.smithi080:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T00:23:18.034 DEBUG:teuthology.orchestra.run.smithi120:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T00:23:18.117 DEBUG:teuthology.orchestra.run.smithi144:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T00:23:18.182 DEBUG:teuthology.orchestra.run.smithi080:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T00:23:18.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:18.212 DEBUG:teuthology.orchestra.run.smithi120:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T00:23:18.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:18.239 DEBUG:teuthology.orchestra.run.smithi144:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T00:23:18.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:18.266 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-22T00:23:18.277 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-22T00:23:18.289 INFO:teuthology.task.internal:Duration was 2526.378441 seconds 2024-04-22T00:23:18.289 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-22T00:23:18.300 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-22T00:23:18.301 DEBUG:teuthology.orchestra.run.smithi080:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T00:23:18.303 DEBUG:teuthology.orchestra.run.smithi120:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T00:23:18.305 DEBUG:teuthology.orchestra.run.smithi144:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T00:23:18.340 INFO:teuthology.orchestra.run.smithi080.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T00:23:18.342 INFO:teuthology.orchestra.run.smithi144.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T00:23:18.352 INFO:teuthology.orchestra.run.smithi120.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T00:23:18.796 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-22T00:23:18.796 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi080.front.sepia.ceph.com 2024-04-22T00:23:18.796 DEBUG:teuthology.orchestra.run.smithi080:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T00:23:18.818 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi120.front.sepia.ceph.com 2024-04-22T00:23:18.818 DEBUG:teuthology.orchestra.run.smithi120:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T00:23:18.844 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi144.front.sepia.ceph.com 2024-04-22T00:23:18.844 DEBUG:teuthology.orchestra.run.smithi144:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T00:23:18.865 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-22T00:23:18.865 DEBUG:teuthology.orchestra.run.smithi080:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T00:23:18.867 DEBUG:teuthology.orchestra.run.smithi120:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T00:23:18.886 DEBUG:teuthology.orchestra.run.smithi144:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T00:23:18.931 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-22T00:23:18.931 DEBUG:teuthology.orchestra.run.smithi080:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T00:23:18.934 DEBUG:teuthology.orchestra.run.smithi120:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T00:23:18.951 DEBUG:teuthology.orchestra.run.smithi144:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T00:23:19.301 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-22T00:23:19.316 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-22T00:23:19.317 DEBUG:teuthology.orchestra.run.smithi080:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T00:23:19.342 DEBUG:teuthology.orchestra.run.smithi120:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T00:23:19.367 DEBUG:teuthology.orchestra.run.smithi144:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T00:23:19.391 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-22T00:23:19.404 DEBUG:teuthology.orchestra.run.smithi080:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T00:23:19.406 DEBUG:teuthology.orchestra.run.smithi120:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T00:23:19.409 DEBUG:teuthology.orchestra.run.smithi144:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T00:23:19.425 INFO:teuthology.orchestra.run.smithi080.stdout:kernel.core_pattern = core 2024-04-22T00:23:19.438 INFO:teuthology.orchestra.run.smithi120.stdout:kernel.core_pattern = core 2024-04-22T00:23:19.452 INFO:teuthology.orchestra.run.smithi144.stdout:kernel.core_pattern = core 2024-04-22T00:23:19.496 DEBUG:teuthology.orchestra.run.smithi080:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T00:23:19.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:19.510 DEBUG:teuthology.orchestra.run.smithi120:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T00:23:19.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:19.550 DEBUG:teuthology.orchestra.run.smithi144:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T00:23:19.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T00:23:19.564 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-22T00:23:19.577 INFO:teuthology.task.internal:Transferring archived files... 2024-04-22T00:23:19.579 DEBUG:teuthology.misc:Transferring archived files from smithi080:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi080 2024-04-22T00:23:19.579 DEBUG:teuthology.orchestra.run.smithi080:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T00:23:19.622 DEBUG:teuthology.misc:Transferring archived files from smithi120:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi120 2024-04-22T00:23:19.622 DEBUG:teuthology.orchestra.run.smithi120:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T00:23:19.658 DEBUG:teuthology.misc:Transferring archived files from smithi144:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637/remote/smithi144 2024-04-22T00:23:19.658 DEBUG:teuthology.orchestra.run.smithi144:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T00:23:19.695 INFO:teuthology.task.internal:Removing archive directory... 2024-04-22T00:23:19.696 DEBUG:teuthology.orchestra.run.smithi080:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T00:23:19.699 DEBUG:teuthology.orchestra.run.smithi120:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T00:23:19.702 DEBUG:teuthology.orchestra.run.smithi144:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T00:23:19.749 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-22T00:23:19.764 INFO:teuthology.task.internal:Not uploading archives. 2024-04-22T00:23:19.764 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-22T00:23:19.777 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-22T00:23:19.777 DEBUG:teuthology.orchestra.run.smithi080:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T00:23:19.780 DEBUG:teuthology.orchestra.run.smithi120:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T00:23:19.782 DEBUG:teuthology.orchestra.run.smithi144:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T00:23:19.791 INFO:teuthology.orchestra.run.smithi080.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 00:23 /home/ubuntu/cephtest 2024-04-22T00:23:19.794 INFO:teuthology.orchestra.run.smithi120.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 00:23 /home/ubuntu/cephtest 2024-04-22T00:23:19.803 INFO:teuthology.orchestra.run.smithi144.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 00:23 /home/ubuntu/cephtest 2024-04-22T00:23:19.805 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-22T00:23:19.820 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-22T00:23:19.855 INFO:teuthology.nuke:Checking targets against current locks 2024-04-22T00:23:19.879 DEBUG:teuthology.nuke:shortname: smithi080 2024-04-22T00:23:19.879 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T00:23:19.905 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi080.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 23:35:37.974461', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEy5efUuCXBMelKwHvl/+T7JVumkzRB2pZPk0LfaZnOS8bVQkUF+OR/Ht1LBoSg+Mv6RgNfJUhsm+OO8LTVzd8I='} 2024-04-22T00:23:19.907 DEBUG:teuthology.nuke:shortname: smithi120 2024-04-22T00:23:19.907 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T00:23:19.935 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi120.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 23:35:37.973482', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFKPBBvgUJjefDimunOM/XI0LgIg0M9NaFvfHOz9wT2nzQVADdl8mLRiKAobBJrrw+Ljzq6rw7jjVDIhM/so02s='} 2024-04-22T00:23:19.936 DEBUG:teuthology.nuke:shortname: smithi144 2024-04-22T00:23:19.937 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T00:23:19.965 INFO:teuthology.orchestra.console.smithi080:Power off 2024-04-22T00:23:19.966 DEBUG:teuthology.orchestra.console.smithi080:pexpect command: ipmitool -H smithi080.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-22T00:23:19.979 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi144.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-21_21:24:02-fs-squid-distro-default-smithi/7667637', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 23:35:37.971455', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAvA1oFUX2NFAgEn1QvilmGMpTFXGD7jjlgsPXTD8dnnf6vP9q4m15ByhppclHUIo3EH3HSwHQMxQ5OP9M/qYzk='} 2024-04-22T00:23:19.994 DEBUG:teuthology.orchestra.console.smithi080:power off output: Chassis Power Control: Down/Off 2024-04-22T00:23:19.994 DEBUG:teuthology.orchestra.console.smithi080:pexpect command: ipmitool -H smithi080.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:20.013 INFO:teuthology.orchestra.console.smithi120:Power off 2024-04-22T00:23:20.013 DEBUG:teuthology.orchestra.console.smithi120:pexpect command: ipmitool -H smithi120.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-22T00:23:20.028 DEBUG:teuthology.orchestra.console.smithi080:check power output: Chassis Power is on 2024-04-22T00:23:20.037 DEBUG:teuthology.orchestra.console.smithi120:power off output: Chassis Power Control: Down/Off 2024-04-22T00:23:20.037 DEBUG:teuthology.orchestra.console.smithi120:pexpect command: ipmitool -H smithi120.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:20.057 INFO:teuthology.orchestra.console.smithi144:Power off 2024-04-22T00:23:20.057 DEBUG:teuthology.orchestra.console.smithi144:pexpect command: ipmitool -H smithi144.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-22T00:23:20.066 DEBUG:teuthology.orchestra.console.smithi120:check power output: Chassis Power is on 2024-04-22T00:23:20.079 DEBUG:teuthology.orchestra.console.smithi144:power off output: Chassis Power Control: Down/Off 2024-04-22T00:23:20.079 DEBUG:teuthology.orchestra.console.smithi144:pexpect command: ipmitool -H smithi144.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:20.102 DEBUG:teuthology.orchestra.console.smithi144:check power output: Chassis Power is on 2024-04-22T00:23:24.030 DEBUG:teuthology.orchestra.console.smithi080:pexpect command: ipmitool -H smithi080.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:24.067 DEBUG:teuthology.orchestra.console.smithi120:pexpect command: ipmitool -H smithi120.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:24.103 DEBUG:teuthology.orchestra.console.smithi144:pexpect command: ipmitool -H smithi144.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:24.140 DEBUG:teuthology.orchestra.console.smithi080:check power output: Chassis Power is on 2024-04-22T00:23:24.177 DEBUG:teuthology.orchestra.console.smithi120:check power output: Chassis Power is on 2024-04-22T00:23:24.213 DEBUG:teuthology.orchestra.console.smithi144:check power output: Chassis Power is on 2024-04-22T00:23:28.142 DEBUG:teuthology.orchestra.console.smithi080:pexpect command: ipmitool -H smithi080.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:28.178 DEBUG:teuthology.orchestra.console.smithi120:pexpect command: ipmitool -H smithi120.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:28.214 DEBUG:teuthology.orchestra.console.smithi144:pexpect command: ipmitool -H smithi144.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T00:23:28.252 DEBUG:teuthology.orchestra.console.smithi080:check power output: Chassis Power is off 2024-04-22T00:23:28.288 DEBUG:teuthology.orchestra.console.smithi120:check power output: Chassis Power is off 2024-04-22T00:23:28.325 DEBUG:teuthology.orchestra.console.smithi144:check power output: Chassis Power is off 2024-04-22T00:23:28.353 INFO:teuthology.orchestra.console.smithi080:Power off completed 2024-04-22T00:23:28.389 INFO:teuthology.orchestra.console.smithi120:Power off completed 2024-04-22T00:23:28.425 INFO:teuthology.orchestra.console.smithi144:Power off completed 2024-04-22T00:23:28.533 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/blogbench}} duration: 2526.3784408569336 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-04-22T00:23:28.533 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T00:23:28.617 INFO:teuthology.run:FAIL